-- Logs begin at Fri 2022-03-11 12:16:40 UTC, end at Fri 2022-03-11 14:05:06 UTC. -- Mar 11 12:53:51.127274 dv-neutron-833198-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 12:53:53.605583 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.common.config [-] Logging enabled! Mar 11 12:53:53.606280 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 11 12:53:53.606372 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 12:53:53.609550 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.common.config [-] Logging enabled! Mar 11 12:53:53.609803 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 11 12:53:53.610109 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 12:53:53.611028 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 12:53:53.611257 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 12:53:53.611603 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 12:53:53.611844 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 12:53:53.612065 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 12:53:53.612376 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.612664 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.612957 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.613180 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.613483 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.613770 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.614054 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.614341 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.614628 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.614908 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.615185 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.615462 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.615686 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.615964 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.616242 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.616521 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.616739 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] debug = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.617013 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.617445 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.617851 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.618129 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.618414 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.618687 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.618955 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.619224 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.619505 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.619827 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] host = dv-neutron-833198-1-hyperv {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.620105 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.620415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.620700 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.620983 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.621254 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.621555 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.621838 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.622109 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.622377 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] log_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.622649 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.622934 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.623213 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.623493 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.623714 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.623936 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.624215 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.624495 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.624764 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.625034 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.625301 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.625592 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.625864 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.626128 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.626404 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.626681 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.626958 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.627225 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.627492 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.627757 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.628024 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.628301 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.628568 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.628837 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.629103 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.629382 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.629669 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.629940 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.630232 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.630511 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.630785 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.631064 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.631333 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.631606 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.631872 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.632135 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.632399 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] use_json = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.632662 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.632925 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.633197 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.633483 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.633756 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.634035 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.634304 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.634585 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.634853 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:53.635178 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.635472 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.635768 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.636569 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.636856 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.637133 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.637418 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.637715 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.637999 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.638283 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.638571 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.638845 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.639128 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.639403 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.639694 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.639995 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.640287 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.640575 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.640844 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.641115 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.641383 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.641683 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.641967 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.642256 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.642543 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.642814 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.643090 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.643377 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.643649 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.643918 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.644192 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.644479 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.644751 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.645018 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.645295 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.645596 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.645867 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.646136 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.646410 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.646693 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.646966 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.647232 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.647497 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.647768 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.648037 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.648320 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.648594 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.648864 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.649130 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.649403 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.649694 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.649960 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.650232 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.650499 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.650770 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.651037 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.651303 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.652194 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.652467 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.652739 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.653010 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.653278 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.653580 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.653852 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.654118 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.654388 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.654661 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.654930 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.655214 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.655508 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.655782 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.656058 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.656334 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.656609 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.656882 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.657155 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.657439 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.657726 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.657993 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.658277 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.658559 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.658840 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.659118 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.659393 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.659682 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.659956 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.660236 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.660510 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.660789 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.661069 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.661349 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.661660 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.661951 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.662239 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.662528 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.662817 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.663092 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.663393 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.663666 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:53.663877 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 12:53:53.664108 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87853) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 12:53:54.053358 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO keyring.backend [-] Loading KWallet Mar 11 12:53:54.061058 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO keyring.backend [-] Loading SecretService Mar 11 12:53:54.064456 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO keyring.backend [-] Loading Windows Mar 11 12:53:54.065813 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO keyring.backend [-] Loading chainer Mar 11 12:53:54.066374 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO keyring.backend [-] Loading macOS Mar 11 12:53:54.099371 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 12:53:54.099642 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 12:53:54.099938 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 12:53:54.100267 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 12:53:54.485327 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.485636 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.485911 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.487190 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.487457 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.487713 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.522241 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.522511 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.522774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.536578 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.536849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.537106 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.566966 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.567239 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.567501 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.604092 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.604371 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.604657 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.838847 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.839963 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.839963 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.840138 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.840780 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.961400 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.961739 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.962015 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.962279 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.962541 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.962843 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.963104 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.963352 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.963597 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.963871 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.964675 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.964986 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.965248 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.965529 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.965795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.966056 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.966308 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.966573 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.966819 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.967095 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.967442 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.967688 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.967937 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.968216 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.968455 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.968692 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:54.969078 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:54.969318 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:54.969586 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:54.969826 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:54.970062 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:54.970295 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:54.970651 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 12:53:54.973737 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 12:53:54.977652 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 12:53:54.981947 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 11 12:53:54.983570 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 12:53:54.984988 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 12:53:54.985321 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 12:53:54.985729 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 12:53:54.988541 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 12:53:54.988788 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 12:53:54.989129 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 12:53:55.016963 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 12:53:55.017399 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.017718 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87853) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 12:53:55.018076 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.019428 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87853) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 12:53:55.019703 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 12:53:55.019946 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 12:53:55.023236 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.023514 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.085556 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 12:53:55.085791 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 12:53:55.086024 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 12:53:55.086383 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 12:53:55.117001 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_db.sqlalchemy.engines [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87853) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 11 12:53:55.443048 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing driver for type 'gre' Mar 11 12:53:55.443658 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] gre ID ranges: [(1, 1000)] Mar 11 12:53:55.499900 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing driver for type 'local' Mar 11 12:53:55.500254 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing driver for type 'vlan' Mar 11 12:53:55.512202 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] VlanTypeDriver initialization complete Mar 11 12:53:55.512555 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing driver for type 'vxlan' Mar 11 12:53:55.513029 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] vxlan ID ranges: [(1, 1000)] Mar 11 12:53:55.562246 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing extension driver 'port_security' Mar 11 12:53:55.562641 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.extensions.port_security [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] PortSecurityExtensionDriver initialization complete Mar 11 12:53:55.563003 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing mechanism driver 'openvswitch' Mar 11 12:53:55.563327 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing mechanism driver 'hyperv' Mar 11 12:53:55.570266 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.plugin [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:55.570935 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.571305 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.571657 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.572171 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 12:53:55.572601 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.572957 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.573303 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.574292 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 12:53:55.574698 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.575050 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.575392 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.575771 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 12:53:55.576177 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.576528 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.576870 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.577401 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 12:53:55.577827 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.578176 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.578515 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.578902 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 12:53:55.579303 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.579646 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.579981 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.580364 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 12:53:55.580804 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] ML2 OVO RPC backend initialized. {{(pid=87853) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 11 12:53:55.581549 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.581890 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.582308 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.582655 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > networks before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.583000 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.583338 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > ports before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.583679 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.584017 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.584361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.584704 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.585037 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.585370 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.585727 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.586057 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.586391 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.586723 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.587053 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.587619 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.plugin [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Modular L2 Plugin initialization complete Mar 11 12:53:55.587947 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading services supported by the core plugin {{(pid=87853) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 12:53:55.588270 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.plugins.ml2.managers [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Got port-security extension from driver 'port_security' Mar 11 12:53:55.588729 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.extensions.vlantransparent [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Disabled vlantransparent extension. Mar 11 12:53:55.589212 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87853) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 12:53:55.589555 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: router Mar 11 12:53:55.626948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.627340 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router after_create 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.627707 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router before_create 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.628069 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.628438 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.628789 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router after_delete 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.629144 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.629535 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router after_create 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.629882 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router after_update 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.630228 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router after_update 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.630576 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.630935 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router after_update 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.631340 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.631708 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: port after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.632048 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: port after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.632384 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: subnet after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.632721 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.633066 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.633408 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.633780 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: port before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.634130 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.634487 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router after_update 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.634828 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.635172 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.635530 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.636486 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.636866 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > agent after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.637215 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.637596 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > network after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.638455 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Tracking information for resource: router configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:55.638786 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Tracking information for resource: floatingip configured {{(pid=87853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 12:53:55.643798 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.db.l3_agentschedulers_db [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 12:53:55.644373 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: port after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.644732 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: port after_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.645079 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: port after_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.645427 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: port after_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.646233 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router before_create 55550100 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.646598 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.646959 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.647314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.651812 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.services.provider_configuration [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service providers = [] {{(pid=87853) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 12:53:55.652178 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.db.servicetype_db [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87853) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 12:53:55.655152 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.services.service_base [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 12:53:55.655502 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.services.service_base [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 12:53:55.655844 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.services.service_base [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 12:53:55.656725 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.services.service_base [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 12:53:55.657095 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.services.service_base [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 12:53:55.657499 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.657820 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 12:53:55.668585 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.668924 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: auto_allocate Mar 11 12:53:55.674827 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: network precommit_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.675198 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: network precommit_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.675722 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.676041 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: tag Mar 11 12:53:55.683527 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.683805 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: timestamp Mar 11 12:53:55.687823 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.688157 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: network_ip_availability Mar 11 12:53:55.693403 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.693804 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.694163 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.695139 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.695458 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: flavors Mar 11 12:53:55.700715 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.701046 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading Plugin: revisions Mar 11 12:53:55.705415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 12:53:55.705836 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_concurrency.lockutils [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=87853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 12:53:55.706568 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87853) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 12:53:55.706900 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Initializing extension manager. Mar 11 12:53:55.707400 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: __init__.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.707737 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: __pycache__ {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.708067 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.708397 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: address_group.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.709148 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.709731 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: address-group Mar 11 12:53:55.710054 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: address_scope.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.710763 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.711266 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: address-scope Mar 11 12:53:55.711587 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.712506 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.713008 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: router-admin-state-down-before-update Mar 11 12:53:55.713329 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: agent.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.714270 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.714770 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: agent Mar 11 12:53:55.715092 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: agent_resources_synced.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.716000 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.716497 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: agent-resources-synced Mar 11 12:53:55.716820 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.718618 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.719138 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: allowed-address-pairs Mar 11 12:53:55.719463 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.720545 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.721053 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: auto-allocated-topology Mar 11 12:53:55.721376 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: availability_zone.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.722099 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.722598 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: availability_zone Mar 11 12:53:55.722920 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: availability_zone_filter.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.723836 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.724341 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: availability_zone_filter Mar 11 12:53:55.724660 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: data_plane_status.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.725600 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.726097 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 12:53:55.726412 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: default_subnetpools.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.727324 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.727824 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: default-subnetpools Mar 11 12:53:55.728142 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.728949 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.729471 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: dhcp_agent_scheduler Mar 11 12:53:55.730306 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: dns.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.731211 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.731709 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 12:53:55.732027 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: dns_domain_ports.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.732943 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.733463 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 12:53:55.733792 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: dvr.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.734466 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.734964 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: dvr Mar 11 12:53:55.735282 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: empty_string_filtering.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.736190 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.736687 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: empty-string-filtering Mar 11 12:53:55.737006 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.737951 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.738446 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 12:53:55.738764 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.739662 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.740157 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 12:53:55.740474 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: external_net.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.741375 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.741895 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: external-net Mar 11 12:53:55.742214 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.743136 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.743633 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: extra_dhcp_opt Mar 11 12:53:55.743960 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: extraroute.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.744859 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.745407 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: extraroute Mar 11 12:53:55.745756 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: extraroute_atomic.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.746782 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.747281 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: extraroute-atomic Mar 11 12:53:55.747603 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: filter_validation.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.748267 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.749252 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: filter-validation Mar 11 12:53:55.749602 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: fip_pf_description.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.750506 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.751001 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 12:53:55.751319 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: fip_port_details.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.752226 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.752721 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: fip-port-details Mar 11 12:53:55.753038 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: flavors.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.754302 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.754807 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: flavors Mar 11 12:53:55.755131 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.756799 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.757306 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 12:53:55.757658 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: floatingip_pools.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.758357 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.758862 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: floatingip-pools Mar 11 12:53:55.759186 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: ip_allocation.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.760109 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.760610 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 12:53:55.760957 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.761899 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.762402 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: ip-substring-filtering Mar 11 12:53:55.762727 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l2_adjacency.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.763662 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.764163 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 12:53:55.764483 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l3.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.765449 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.765969 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: router Mar 11 12:53:55.766292 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.768671 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.769189 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 12:53:55.769559 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.770504 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.771008 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: ext-gw-mode Mar 11 12:53:55.771334 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.772250 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.772748 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: l3-ha Mar 11 12:53:55.773071 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l3_flavors.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.774011 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.774513 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: l3-flavors Mar 11 12:53:55.774835 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.775755 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.776258 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 12:53:55.776607 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: l3agentscheduler.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.777678 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.778184 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: l3_agent_scheduler Mar 11 12:53:55.778511 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: logging.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.779998 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.780525 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension logging not supported by any of loaded plugins Mar 11 12:53:55.780840 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: metering.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.781653 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.782191 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: metering Mar 11 12:53:55.782539 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.783626 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.784141 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: metering_source_and_destination_fields Mar 11 12:53:55.784465 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: multiprovidernet.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.785387 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.785914 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: multi-provider Mar 11 12:53:55.786237 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: netmtu.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.787147 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.787650 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: net-mtu Mar 11 12:53:55.787974 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: netmtu_writable.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.788887 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.789388 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: net-mtu-writable Mar 11 12:53:55.789737 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: network_availability_zone.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.790410 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.790905 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: network_availability_zone Mar 11 12:53:55.791224 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: network_ip_availability.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.792838 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.793344 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: network-ip-availability Mar 11 12:53:55.793693 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: network_segment_range.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.794466 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.794964 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 12:53:55.795284 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: pagination.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.796270 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.796597 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: pagination Mar 11 12:53:55.796913 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: port_device_profile.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.797847 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.798356 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: port-device-profile Mar 11 12:53:55.798676 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.799590 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.800093 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: port-mac-address-regenerate Mar 11 12:53:55.800414 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.801316 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.801851 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: port-numa-affinity-policy Mar 11 12:53:55.802173 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: port_resource_request.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.803073 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.803572 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 12:53:55.803897 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: portbindings.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.804824 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.805324 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: binding Mar 11 12:53:55.805681 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: portbindings_extended.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.807106 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.807614 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: binding-extended Mar 11 12:53:55.808501 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: portsecurity.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.809421 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.809955 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: port-security Mar 11 12:53:55.810276 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: project_id.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.811249 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.811575 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: project-id Mar 11 12:53:55.811894 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: providernet.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.812815 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.813319 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: provider Mar 11 12:53:55.813679 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.817242 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.817793 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos not supported by any of loaded plugins Mar 11 12:53:55.818123 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.819378 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.820157 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 12:53:55.820487 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.821401 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.821927 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 12:53:55.822253 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_default.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.823167 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.824195 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-default not supported by any of loaded plugins Mar 11 12:53:55.824516 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_fip.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.825168 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.825686 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 12:53:55.826008 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.826937 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.827439 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 12:53:55.827761 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.828671 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.829169 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 12:53:55.829511 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.830424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.830924 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 12:53:55.831246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: qos_rules_alias.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.832286 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.832790 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 12:53:55.833113 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: quotasv2.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.834079 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.834399 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: quotas Mar 11 12:53:55.834717 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: quotasv2_detail.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.836344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.836686 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: quota_details Mar 11 12:53:55.837018 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: rbac.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.838096 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.838612 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: rbac-policies Mar 11 12:53:55.838940 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: rbac_address_group.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.840411 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.840931 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: rbac-address-group Mar 11 12:53:55.841262 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: rbac_address_scope.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.842212 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.842722 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: rbac-address-scope Mar 11 12:53:55.843047 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: rbac_security_groups.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.843959 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.844466 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: rbac-security-groups Mar 11 12:53:55.844790 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.845778 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.846290 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: rbac-subnetpool Mar 11 12:53:55.846613 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: revisionifmatch.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.847537 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.848046 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: revision-if-match Mar 11 12:53:55.848369 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: revisions.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.849630 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.850136 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: standard-attr-revisions Mar 11 12:53:55.850461 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: router_availability_zone.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.851134 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.851637 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: router_availability_zone Mar 11 12:53:55.851961 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: routerservicetype.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.852873 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.853376 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 12:53:55.853720 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.854721 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.855175 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: security-groups-normalized-cidr Mar 11 12:53:55.855498 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.856428 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.856932 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: port-security-groups-filtering Mar 11 12:53:55.857254 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.858197 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.858702 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: security-groups-remote-address-group Mar 11 12:53:55.859021 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: securitygroup.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.868646 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.869171 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: security-group Mar 11 12:53:55.869542 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: segment.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.870359 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.870865 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension segment not supported by any of loaded plugins Mar 11 12:53:55.871194 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.872135 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.872644 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 12:53:55.872971 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: servicetype.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.874114 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.874628 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: service-type Mar 11 12:53:55.874955 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: sorting.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.875933 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.876266 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: sorting Mar 11 12:53:55.876590 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: standard_attr_segment.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.877536 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.878046 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 12:53:55.878367 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: standardattrdescription.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.879011 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.879514 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: standard-attr-description Mar 11 12:53:55.879836 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: stateful_security_group.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.880756 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.881260 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: stateful-security-group Mar 11 12:53:55.881619 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: stdattrs_common.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.882200 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 12:53:55.882534 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.883512 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.884031 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 12:53:55.884349 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: subnet_onboard.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.885427 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.886493 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: subnet_onboard Mar 11 12:53:55.886810 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.887747 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.888252 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 12:53:55.888571 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: subnet_service_types.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.889519 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.890026 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: subnet-service-types Mar 11 12:53:55.890344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: subnetallocation.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.891433 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.891943 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: subnet_allocation Mar 11 12:53:55.892267 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.892927 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.893447 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: subnetpool-prefix-ops Mar 11 12:53:55.893772 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.894699 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.895197 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 12:53:55.895516 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: tagging.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.896579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.897084 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: standard-attr-tag Mar 11 12:53:55.897408 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: timestamp.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.898647 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.899159 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loaded extension: standard-attr-timestamp Mar 11 12:53:55.899487 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: trunk.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.900523 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.901030 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension trunk not supported by any of loaded plugins Mar 11 12:53:55.901357 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: trunk_details.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.902903 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.903407 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 12:53:55.903729 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.904662 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.905162 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 12:53:55.905507 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Loading extension file: vlantransparent.py {{(pid=87853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 12:53:55.906178 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 12:53:55.906674 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 12:53:55.909219 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:network Mar 11 12:53:55.909990 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:subnet Mar 11 12:53:55.910765 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 12:53:55.911367 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:port Mar 11 12:53:55.912637 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:55.913073 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service FLAVORS assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:55.913739 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:55.914166 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:55.914503 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:router Mar 11 12:53:55.915168 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 12:53:55.915871 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service METERING assigned prefix: /metering {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:55.917341 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.917742 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.918097 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 12:53:55.920417 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 12:53:55.920866 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:security_group Mar 11 12:53:55.921567 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 12:53:55.922308 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service CORE assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:55.922642 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 12:53:55.922979 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] subnetpool is already registered Mar 11 12:53:55.923607 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service CORE assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:55.923939 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 12:53:55.924273 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] subnetpool is already registered Mar 11 12:53:56.035695 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:56.036047 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service FLAVORS assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:56.036639 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:56.037062 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:56.037401 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:router Mar 11 12:53:56.037762 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] router is already registered Mar 11 12:53:56.038418 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 12:53:56.038746 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] floatingip is already registered Mar 11 12:53:56.039378 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service METERING assigned prefix: /metering {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:56.040193 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 12:53:56.040527 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] rbac_policy is already registered Mar 11 12:53:56.040949 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:security_group Mar 11 12:53:56.041276 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] security_group is already registered Mar 11 12:53:56.041898 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 12:53:56.042276 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] security_group_rule is already registered Mar 11 12:53:56.042937 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service CORE assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:56.043268 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 12:53:56.043592 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] subnetpool is already registered Mar 11 12:53:56.044187 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.v2.resource_helper [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Service CORE assigned prefix: {{(pid=87853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 12:53:56.044516 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 12:53:56.044839 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING neutron.quota.resource_registry [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] subnetpool is already registered Mar 11 12:53:56.045521 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: extensions {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.047015 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: address-groups {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.048624 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: address-scopes {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.049875 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: agents {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.051025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: auto-allocated-topology {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.052361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: availability_zones {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.053613 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: dhcp-networks {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.055013 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: dhcp-agents {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.056453 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: routers {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.058825 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: flavors {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.059966 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: service_profiles {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.061173 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: next_providers {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.062723 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: service_profiles {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.064188 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: floatingip-pools {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.065389 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: routers {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.067222 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: floatingips {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.068426 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: l3-routers {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.070103 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: l3-agents {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.071640 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: metering-labels {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.072886 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: metering-label-rules {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.074870 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: network-ip-availabilities {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.076134 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: bindings {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.077797 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: quotas {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.079245 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: quotas {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.080651 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: rbac-policies {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.081961 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: security-groups {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.083166 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: security-group-rules {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.084380 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: service-providers {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.085749 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: subnetpools {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.087126 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: subnetpools {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.088561 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.090372 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.092074 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.093929 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.096705 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.099594 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.102787 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.106349 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.108575 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.110444 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron.api.extensions [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Extended resource: tags {{(pid=87853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 12:53:56.116372 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING keystonemiddleware.auth_token [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 12:53:56.121626 dv-neutron-833198-1-hyperv neutron-server[87853]: WARNING keystonemiddleware.auth_token [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 12:53:56.129812 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_concurrency.lockutils [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Acquired lock "singleton_lock" {{(pid=87853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 12:53:56.130284 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_concurrency.lockutils [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Releasing lock "singleton_lock" {{(pid=87853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 12:53:56.130920 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO oslo_service.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Starting 2 workers Mar 11 12:53:56.135578 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Started child 87958 {{(pid=87853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 12:53:56.140416 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Started child 87959 {{(pid=87853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 12:53:56.141170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:53:56.142011 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO neutron.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 12:53:56.142661 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Notify callbacks [] for process, before_spawn {{(pid=87853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:53:56.142819 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [-] (87958) wsgi starting up on http://0.0.0.0:9696 Mar 11 12:53:56.144785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:53:56.145305 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO oslo_service.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Starting 1 workers Mar 11 12:53:56.146232 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [-] (87959) wsgi starting up on http://0.0.0.0:9696 Mar 11 12:53:56.150040 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Started child 87960 {{(pid=87853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 12:53:56.150543 dv-neutron-833198-1-hyperv neutron-server[87853]: INFO oslo_service.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Starting 1 workers Mar 11 12:53:56.153558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] calling RpcWorker wait() {{(pid=87960) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 12:53:56.154102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] returning from RpcWorker wait() {{(pid=87960) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 12:53:56.154863 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Started child 87961 {{(pid=87853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 12:53:56.155340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:53:56.155625 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG neutron_lib.callbacks.manager [None req-27a6ff73-a623-46e2-af72-02374aa759a2 None None] Notify callbacks [] for process, after_spawn {{(pid=87853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:53:56.155878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:56.157422 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 12:53:56.157649 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 12:53:56.157835 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 12:53:56.158045 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 12:53:56.158377 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 12:53:56.158530 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 12:53:56.159042 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.159332 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.159481 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:53:56.159976 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.159976 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.160149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.160701 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.160986 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.161241 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.161526 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.161760 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.161924 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.162087 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.162335 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.162560 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.162865 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.163111 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.163344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.163610 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.163794 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.164061 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.164332 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.164572 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.164845 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] debug = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.165094 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.165580 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.165819 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.166071 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.166319 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.166598 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.166839 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.167137 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.167395 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.167609 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.168024 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.168282 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.168516 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.168727 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.168949 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.169190 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.169401 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.169892 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] host = dv-neutron-833198-1-hyperv {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.170107 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.170324 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.170549 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.170801 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.171044 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.171256 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.171511 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.171764 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.172022 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.172261 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.172518 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.172766 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.172990 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.173229 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.173393 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_options = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.173660 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.173936 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.174203 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.174398 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.174564 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.174735 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.174979 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.175141 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.175392 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.175613 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.175824 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.176040 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.176271 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.176522 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.176778 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.177007 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.177251 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.177489 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.177720 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.178117 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.178417 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.178584 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.178827 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.179075 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.179290 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.179520 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.179739 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.179971 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.180181 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.180439 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.180656 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.180913 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.181134 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.181370 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.181623 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.181847 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.182060 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.182340 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.182547 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.183314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.183548 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.183762 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.184006 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.184385 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.184385 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.184924 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:56.185200 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_json = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.185200 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.185200 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.185637 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.185637 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.185853 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.186082 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.186229 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.186466 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.186624 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.187291 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.187445 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.187642 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.187891 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.188125 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.188375 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.188622 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.188807 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.189323 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.189323 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.189660 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.189851 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.190356 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.190506 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.190901 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.191034 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.191184 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.191435 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.191825 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.191978 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.192194 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.192342 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.192631 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.192899 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.193144 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.193414 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.193667 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.193906 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.194143 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.194355 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.194571 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.195881 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.195881 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.195881 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.195881 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.197579 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.201948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.203149 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.204314 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.205361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.205361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.205361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.205361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.205361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.206051 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.206051 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.206051 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.206051 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.206595 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.206595 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.206871 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.207023 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.207161 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.207372 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.207751 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.207900 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.208095 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.208405 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.208604 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.208854 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.209488 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.209488 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.209781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.209977 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.210181 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.210362 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.210538 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.212424 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.213547 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.213547 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.213547 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.213547 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.213547 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.214277 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.214277 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.214277 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.214975 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.215199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.215481 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.215790 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.216053 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.216503 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.216946 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.217199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.217477 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.217974 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.218432 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.218908 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.219236 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.219549 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.220034 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.220476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.220900 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.221216 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.221565 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.221991 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.222303 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.222559 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.222775 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.223052 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.223289 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.223548 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.223825 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.224089 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.224352 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.224603 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.224846 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.225090 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.225333 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.225613 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.225829 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.226063 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.226274 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.226513 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.226729 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.226941 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.227191 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.227420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.227653 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.227890 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.228156 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.228345 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.228582 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.229134 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.229134 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.229303 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.229462 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.229927 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.230146 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.230360 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.230610 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.230828 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.231092 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.231348 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.231603 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.231826 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.232248 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.232532 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.232746 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.232989 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.233206 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.233534 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.233671 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.233884 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.234101 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.234331 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.234553 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.234764 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.235015 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.235230 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.235589 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.235850 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.236075 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.236316 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.236550 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.236781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.236991 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.237207 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.237419 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.237656 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.237876 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.238108 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.238347 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.238576 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.238957 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.239094 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.239289 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.239506 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.239743 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.239958 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.240179 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.240389 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.240611 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.240825 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.241036 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.241261 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.241491 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.241723 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.242376 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.242376 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.242934 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.242934 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.242934 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.243589 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.243589 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.243589 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.243837 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.243981 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.244208 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.244585 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.244746 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.244886 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.245046 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.245819 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.246294 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.246459 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.246618 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.246820 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.247078 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.247303 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.247554 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.247884 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.248096 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.248363 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.248599 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.248814 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.249064 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.249408 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.249812 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.250023 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.250252 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.250507 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.250797 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.251060 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.251333 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.251562 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.251844 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.252148 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.252414 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.252682 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.252906 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.253166 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.253417 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.253656 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.253893 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.254133 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.254342 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.254591 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.254822 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.255041 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.255277 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.255502 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.255734 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.255978 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.256206 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.256452 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.256663 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.256801 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 12:53:56.257321 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 12:53:56.257498 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 12:53:56.257656 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 12:53:56.257822 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 12:53:56.257986 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 12:53:56.258303 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 12:53:56.258673 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.258833 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.258995 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.259153 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.259300 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.259517 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.259666 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.259800 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.259944 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.260175 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.260175 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.260520 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.260520 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.260771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:56.260964 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.260964 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.260964 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.261911 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.261911 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.261911 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.262300 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.262300 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.262558 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.262558 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] debug = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.262806 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.262806 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.263074 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.263074 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.263353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.263353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.263623 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.263623 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.264586 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.264586 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.264586 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.264586 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.264586 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.264586 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] host = dv-neutron-833198-1-hyperv {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.266199 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.267247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_options = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.268205 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.269353 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270013 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270013 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270013 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270013 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270013 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270675 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270675 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270675 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270675 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.270675 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.271247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.271247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.271247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.271247 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.271715 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.271715 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.271715 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272059 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272059 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272059 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272373 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272373 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272572 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272697 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272821 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.272905 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.273041 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.273197 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.273359 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.273527 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.273669 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.273807 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.273944 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_json = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.274081 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.274231 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.274369 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.274522 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.274674 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.274817 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.274954 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.275102 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.275257 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 12:53:56.275433 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.275592 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.275762 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.275921 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.276080 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.276443 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.276443 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.276694 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.276775 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.276853 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.277018 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.277182 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.277334 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.277523 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.277652 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.277825 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.277953 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.278109 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.278268 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.278426 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.278585 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.278743 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.278921 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.279081 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.279239 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.279398 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.279556 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.279716 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.279875 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.280033 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.280193 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.280355 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.280535 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.280671 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.280818 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.280977 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.281135 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.281342 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.281538 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282043 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282043 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282043 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282043 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282641 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282641 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282641 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.282641 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.283614 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.283614 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.283614 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.283614 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.283614 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.283614 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.284650 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.284650 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.284650 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.284650 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.284650 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.284650 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.284650 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.285774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286240 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286240 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286240 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286414 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286479 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286638 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286797 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.286957 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.287115 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.287274 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.287431 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.287590 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.287753 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.287912 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.288070 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.288228 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.288396 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.288571 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.288730 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295063 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295063 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295063 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295063 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 48826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.295849 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.296769 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.297420 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.298255 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299025 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.299781 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.300616 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.301415 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.304809 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305349 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305349 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305349 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305349 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305712 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100875 Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.305795 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306344 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.306878 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.307476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.307476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.307476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.307476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.307476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.307476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.307476 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.308466 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.308466 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.308466 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.308672 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.308672 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.308790 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.308948 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.309107 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.309267 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.309490 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.309657 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.309783 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.309947 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.310119 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.310273 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.310431 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.310589 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.310747 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.310905 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.311073 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.311232 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.311389 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.311547 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.311704 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.311877 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.312034 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.312196 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.312361 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.312522 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.312683 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.312841 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.313012 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.313172 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.313333 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.313518 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.313681 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.313838 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.313999 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.314163 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.314332 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.314499 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.314660 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.314830 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.315001 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.315170 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.315328 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.315492 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.315663 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.315822 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.315980 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.316140 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.316299 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.316457 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.316615 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.316774 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.316931 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.317089 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.317246 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.317406 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.317600 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.317765 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.317923 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.318080 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.318238 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.318397 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.318555 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.318713 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 12:53:56.318862 dv-neutron-833198-1-hyperv neutron-server[87853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 12:54:07.099730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7672090b-43d6-4ebf-8980-3d5c90123af2 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 12:54:07.190687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672090b-43d6-4ebf-8980-3d5c90123af2 None None] No non-hosted networks {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 12:54:07.196739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.agentschedulers_db [None req-7672090b-43d6-4ebf-8980-3d5c90123af2 None None] DHCP Agent not found on host dv-neutron-833198-1-hyperv {{(pid=87960) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 12:54:07.258794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d809bc79-7e98-4571-801c-ca94760342f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358711'] for agent, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:09.186022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca92af16-abd3-4a30-8e79-93709789dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358711'] for agent, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:09.215478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c265b583-f7af-4925-bf6c-98db35cdddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:10.284168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358711'] for agent, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:10.465110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358711'] for agent, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:10.466355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.467006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.467450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.467873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.468236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.468661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.469046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.469491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.469926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.470378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.470846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.471270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:10.471748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833198-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:10.477242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833198-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:11.852535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358711'] for agent, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:13.390798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 48918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:13.968166 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-69f6747c-c2aa-4e8d-8591-8c87b9e60218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:13.968795 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-69f6747c-c2aa-4e8d-8591-8c87b9e60218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:14.188342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-69f6747c-c2aa-4e8d-8591-8c87b9e60218 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 12:54:14.189395 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69f6747c-c2aa-4e8d-8591-8c87b9e60218 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7977006 Mar 11 12:54:15.374089 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.db.l3_hamode_db [None req-83569b50-7450-48e9-92e8-6c83a1edb75e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 12:54:15.458321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83569b50-7450-48e9-92e8-6c83a1edb75e None None] Routers set() bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 12:54:15.458691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83569b50-7450-48e9-92e8-6c83a1edb75e None None] Router IDs set() for agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 11 12:54:16.575331 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 48932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:16.935095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:17.030428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.policy [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 12:54:17.074779 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:17.075145 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:17.083483 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.quota [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] Loaded quota_driver: . Mar 11 12:54:17.099439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:17.157488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763581567565', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763581568048', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763581579774', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763581584418', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763581599690', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763581601509', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66585014', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66592047', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702294'] for rbac-policy, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:17.218168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:17.219332 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-119a84d9-b487-4349-81c6-da52aa093ed5 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6430409 Mar 11 12:54:19.792705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 48946) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:20.367001 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING oslo_policy.policy [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:20.367605 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING oslo_policy.policy [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:20.585264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'admin_state_up': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:20.586933 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.quota [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Loaded quota_driver: . Mar 11 12:54:20.602227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:20.609050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Usage tracker for resource:network and tenant:f991f5dc89ca4969af22a74a99ce1da9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:54:20.614494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:54:20.622361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:54:20.636964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Made reservation on behalf of f991f5dc89ca4969af22a74a99ce1da9 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:54:20.704665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.policy [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87959) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 12:54:20.749209 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING oslo_policy.policy [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:20.749608 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING oslo_policy.policy [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 12:54:20.759320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:20.780039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:20.794865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:20.798552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f991f5dc89ca4969af22a74a99ce1da9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:54:20.803548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:54:20.809646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:54:20.906424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:20.910036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:20.931703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:54:20.956954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763578311958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:20.957549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Unsubscribe: segment precommit_create {{(pid=87959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 12:54:20.958045 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Added segment 1dad7ac7-bfe7-4e63-880f-3da26a889313 of type vlan for network 007dc340-961f-473a-bfed-a0973e0d7fd5 Mar 11 12:54:21.009828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6453b1-ebd2-466c-ac6a-bb37ba0f76e8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:21.031049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.031404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.031735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.032061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.032382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.032702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.033018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.033340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.033683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.033997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.034307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.034616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Tracked resource versions report: Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: pushed versions: Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: { 'AddressGroup': {'1.2'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'ConntrackHelper': {'1.0'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Log': {'1.0'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Network': {'1.1'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Port': {'1.7'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'PortForwarding': {'1.2'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'QosPolicy': {'1.8'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroup': {'1.4'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroupRule': {'1.2'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SubPort': {'1.0'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Subnet': {'1.1'}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Trunk': {'1.1'}} Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: consumer versions: Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'ConntrackHelper': '1.0', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Log': '1.0', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Network': '1.1', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Port': '1.7', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'PortForwarding': '1.2', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'QosPolicy': '1.8', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroup': '1.4', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroupRule': '1.2', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SubPort': '1.0', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Subnet': '1.1', Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Trunk': '1.1'}} Mar 11 12:54:21.035908 dv-neutron-833198-1-hyperv neutron-server[87959]: {{(pid=87959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 12:54:21.071705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:21.112215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:21.113376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:21.114043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:21.218310 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4233537 Mar 11 12:54:21.223126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0af12d-38f1-4cd7-b82f-665d782a7eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=007dc340-961f-473a-bfed-a0973e0d7fd5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:21.244247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 12:54:23.907026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 48968) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:24.349601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d08d4b-c803-4442-8678-3758306a5618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:24.350997 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-30d08d4b-c803-4442-8678-3758306a5618 admin admin] 10.222.0.52 "GET /v2.0/networks/007dc340-961f-473a-bfed-a0973e0d7fd5 HTTP/1.1" status: 200 len: 825 time: 0.4429748 Mar 11 12:54:24.380018 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4a2209d9-7526-461c-9d9e-f1eee230328e admin admin] 10.222.0.52 "GET /v2.0/subnetpools/98ddce94-4c3b-45c5-836e-75958c070f80 HTTP/1.1" status: 200 len: 734 time: 0.0236845 Mar 11 12:54:24.388901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Request body: {'subnet': {'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '98ddce94-4c3b-45c5-836e-75958c070f80'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:24.393351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:24.397224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Usage tracker for resource:subnet and tenant:f991f5dc89ca4969af22a74a99ce1da9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:54:24.400177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:54:24.406767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:54:24.418834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Made reservation on behalf of f991f5dc89ca4969af22a74a99ce1da9 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:54:24.421141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Notify callbacks [] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:24.688012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:24.779703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Checking segment: {'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 12:54:24.780078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Network hostable DHCP agents. Network: 007dc340-961f-473a-bfed-a0973e0d7fd5, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:54:24.788718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d9bf0e-1d59-41d6-a14d-95d9599ad6b0,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:24.805412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:54:24.814851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 007dc340-961f-473a-bfed-a0973e0d7fd5) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:54:24.819458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:24.820050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:24.824464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363843fd-70e9-45b7-993f-404a722806fa None None] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 12:54:24.843446 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-08414ee4-e311-4998-b1f8-55f97658d6be admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4581909 Mar 11 12:54:25.129277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-007dc340-961f-473a-bfed-a0973e0d7fd5', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'fixed_ips': [{'subnet_id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 12:54:25.130571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:25.312804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Allocated IP 172.20.0.2 (007dc340-961f-473a-bfed-a0973e0d7fd5/09d9bf0e-1d59-41d6-a14d-95d9599ad6b0/39722253-6885-4554-8088-549daf898e5a) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:54:25.559750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:25.573993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Transition to ACTIVE for port object 39722253-6885-4554-8088-549daf898e5a will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 12:54:25.593925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Transition to ACTIVE for port object 39722253-6885-4554-8088-549daf898e5a will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 12:54:25.600142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:25.658101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:54:25.660778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:54:25.672040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 12:54:25.678008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Pushing event updated for resources: {'Port': ['ID=39722253-6885-4554-8088-549daf898e5a,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:25.718063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.718428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.718767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.719098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.719428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.719770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.720093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.720414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.720749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.721072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.721388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.721728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Tracked resource versions report: Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: pushed versions: Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: { 'AddressGroup': {'1.2'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'ConntrackHelper': {'1.0'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Log': {'1.0'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Network': {'1.1'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Port': {'1.7'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'PortForwarding': {'1.2'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'QosPolicy': {'1.8'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroup': {'1.4'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroupRule': {'1.2'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SubPort': {'1.0'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Subnet': {'1.1'}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Trunk': {'1.1'}} Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: consumer versions: Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'ConntrackHelper': '1.0', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Log': '1.0', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Network': '1.1', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Port': '1.7', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'PortForwarding': '1.2', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'QosPolicy': '1.8', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroup': '1.4', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroupRule': '1.2', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SubPort': '1.0', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Subnet': '1.1', Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Trunk': '1.1'}} Mar 11 12:54:25.723110 dv-neutron-833198-1-hyperv neutron-server[87960]: {{(pid=87960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 12:54:25.777427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Attempting to bind port 39722253-6885-4554-8088-549daf898e5a on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 12:54:25.777847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Attempting to bind port 39722253-6885-4554-8088-549daf898e5a by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 12:54:25.778265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Attempting to bind port 39722253-6885-4554-8088-549daf898e5a on network 007dc340-961f-473a-bfed-a0973e0d7fd5 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 12:54:25.783436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 12:54:25.783840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Checking segment: {'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 12:54:25.784306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:25.784691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Bound using segment: {'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 12:54:25.785146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Bound port: 39722253-6885-4554-8088-549daf898e5a, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 12:54:25.785554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:25.873866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] For port 39722253-6885-4554-8088-549daf898e5a, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 12:54:25.877776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] For port 39722253-6885-4554-8088-549daf898e5a, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=39722253-6885-4554-8088-549daf898e5a,segment=NetworkSegment(1dad7ac7-bfe7-4e63-880f-3da26a889313),segment_id=1dad7ac7-bfe7-4e63-880f-3da26a889313)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 12:54:25.881968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:25.970129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb16e9-2b65-4b8f-94b4-2cea710545c9 None None] Pushing event updated for resources: {'Port': ['ID=39722253-6885-4554-8088-549daf898e5a,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:27.250365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 48978) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:27.621188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-3280469d-a6a3-4643-865b-a1d69cc1935b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 12:54:27.622208 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3280469d-a6a3-4643-865b-a1d69cc1935b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709204 Mar 11 12:54:29.743898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97b85a9-4d02-4249-ad98-679db41dd8a1 None None] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 12:54:29.855693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-75d92d67-406d-4372-8cf3-deb9f86c6195 None None] Provisioning for port 39722253-6885-4554-8088-549daf898e5a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 12:54:30.018764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 48992) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:30.188764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 39722253-6885-4554-8088-549daf898e5a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:54:30.256381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 39722253-6885-4554-8088-549daf898e5a completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 12:54:30.261608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 39722253-6885-4554-8088-549daf898e5a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:30.262007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:30.376361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:30.410005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 39722253-6885-4554-8088-549daf898e5a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=39722253-6885-4554-8088-549daf898e5a,segment=NetworkSegment(1dad7ac7-bfe7-4e63-880f-3da26a889313),segment_id=1dad7ac7-bfe7-4e63-880f-3da26a889313)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 12:54:30.410348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-414b84d7-2b43-41f7-a36b-4b91e9c1f123 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 12:54:30.425457 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-414b84d7-2b43-41f7-a36b-4b91e9c1f123 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3917527 Mar 11 12:54:30.425628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:30.485190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=39722253-6885-4554-8088-549daf898e5a,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:32.158797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 39722253-6885-4554-8088-549daf898e5a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:54:32.225294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 39722253-6885-4554-8088-549daf898e5a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:32.225688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:33.048980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49004) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:33.202968 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:54:33.394562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'name': 'router1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:33.399270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:33.403618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Usage tracker for resource:router and tenant:f991f5dc89ca4969af22a74a99ce1da9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:54:33.406903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:54:33.412488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:54:33.422363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:33.423947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:33.445564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:33.551758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:33.569709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:33.571150 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d6db854c-fbd6-477d-857f-acd509db9848 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5211658 Mar 11 12:54:35.933174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49014) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:36.290360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-4db31c58-db12-450d-8660-1ecb7e61df01 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 12:54:36.291342 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4db31c58-db12-450d-8660-1ecb7e61df01 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3572223 Mar 11 12:54:37.037362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eece6885-3a14-4ddc-9aae-bba648a410af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:38.668584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49024) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:39.027802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:39.032616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:39.036364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Usage tracker for resource:network and tenant:2e0cb6371eea42f8a73d726fb0cc55d4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:54:39.039135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:54:39.044710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:54:39.053870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Made reservation on behalf of 2e0cb6371eea42f8a73d726fb0cc55d4 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:54:39.056332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.068160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.082502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:39.086007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Usage tracker for resource:security_group_rule and tenant:2e0cb6371eea42f8a73d726fb0cc55d4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:54:39.088616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:54:39.094065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:54:39.176287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.178114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-732a75e1-a3f7-43af-978f-5663764ff2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.179929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.198461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Reserving flat network on physical network physnet1 {{(pid=87959) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 12:54:39.219459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e919a88-0d98-49ab-ac80-b07f252be5db,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:39.223935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.224257 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Added segment 681f9842-5166-40ba-bfeb-4c971d4ae06d of type flat for network ea355bbd-aab3-467d-af6b-43681cd67658 Mar 11 12:54:39.255579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.288156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.289047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:39.289637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:39.391248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] Pushing event updated for resources: {'Network': ['ID=ea355bbd-aab3-467d-af6b-43681cd67658,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:39.400176 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-14c725f7-5bff-443b-94f6-2b104a93426a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7305825 Mar 11 12:54:39.402383 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network ea355bbd-aab3-467d-af6b-43681cd67658 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 12:54:40.217228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:40.467735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:41.764274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49044) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:41.827386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:41.968417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a8a3d-290a-4428-8e48-c983ad2eda83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:41.969750 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ae0a8a3d-290a-4428-8e48-c983ad2eda83 admin admin] 10.222.0.52 "GET /v2.0/subnets/09d9bf0e-1d59-41d6-a14d-95d9599ad6b0 HTTP/1.1" status: 200 len: 849 time: 0.2045236 Mar 11 12:54:42.110760 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bae0f37d-930e-431d-9ad4-531efa72ed4f admin admin] 10.222.0.52 "GET /v2.0/routers/c0e13809-49a7-458c-a4ed-1db14c356606 HTTP/1.1" status: 200 len: 704 time: 0.1349030 Mar 11 12:54:42.559681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:42.809847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Allocated IP 172.20.0.1 (007dc340-961f-473a-bfed-a0973e0d7fd5/09d9bf0e-1d59-41d6-a14d-95d9599ad6b0/a350ab1c-c655-4f3b-8a49-16e40a516378) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:54:42.961668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:42.977810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Transition to ACTIVE for port object a350ab1c-c655-4f3b-8a49-16e40a516378 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 12:54:43.031860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.088741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:54:43.091314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:54:43.100146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 12:54:43.100669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.242327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Pushing event updated for resources: {'Port': ['ID=a350ab1c-c655-4f3b-8a49-16e40a516378,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:43.298458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4f132baf-b1d9-4769-b50b-29764401a159 None None] Provisioning for port a350ab1c-c655-4f3b-8a49-16e40a516378 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 12:54:43.303822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4f132baf-b1d9-4769-b50b-29764401a159 None None] Provisioning complete for port a350ab1c-c655-4f3b-8a49-16e40a516378 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:43.304180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f132baf-b1d9-4769-b50b-29764401a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.359496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4f132baf-b1d9-4769-b50b-29764401a159 None None] Port a350ab1c-c655-4f3b-8a49-16e40a516378 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 12:54:43.375859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.595972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.600508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.601257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.737111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Pushing event updated for resources: {'Port': ['ID=a350ab1c-c655-4f3b-8a49-16e40a516378,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:43.792503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:54:43.793611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:54:43.980916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d1c723fe-0248-43f2-a705-6c7dd4ffc436 None None] Provisioning complete for port a350ab1c-c655-4f3b-8a49-16e40a516378 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:43.981280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d1c723fe-0248-43f2-a705-6c7dd4ffc436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:43.985036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Router c0e13809-49a7-458c-a4ed-1db14c356606 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 12:54:44.033236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d1c723fe-0248-43f2-a705-6c7dd4ffc436 None None] Port a350ab1c-c655-4f3b-8a49-16e40a516378 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 12:54:44.172205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 12:54:44.182212 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Sync routers for ids ['c0e13809-49a7-458c-a4ed-1db14c356606'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:54:44.186309 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bc3f23cc-5887-4011-a626-843bf8a7d372 admin admin] 10.222.0.52 "PUT /v2.0/routers/c0e13809-49a7-458c-a4ed-1db14c356606/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0708632 Mar 11 12:54:44.192765 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Routers {'c0e13809-49a7-458c-a4ed-1db14c356606'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 12:54:44.193637 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T12:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0e13809-49a7-458c-a4ed-1db14c356606'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:44.371664 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Set router c0e13809-49a7-458c-a4ed-1db14c356606 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 12:54:44.747819 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'name': 'router1', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:54:33Z', 'updated_at': '2022-03-11T12:54:43Z', 'revision_number': 2, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'gw_port_host': None, '_interfaces': [{'id': 'a350ab1c-c655-4f3b-8a49-16e40a516378', 'name': '', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'mac_address': 'fa:16:3e:a4:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:42Z', 'updated_at': '2022-03-11T12:54:43Z', 'revision_number': 2, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'subnets': [{'id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98ddce94-4c3b-45c5-836e-75958c070f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:44.752728 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Checking router: c0e13809-49a7-458c-a4ed-1db14c356606 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:54:44.753094 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Updating router c0e13809-49a7-458c-a4ed-1db14c356606 port a350ab1c-c655-4f3b-8a49-16e40a516378 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:54:44.804488 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:45.194441 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:45.209240 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Transition to ACTIVE for port object a350ab1c-c655-4f3b-8a49-16e40a516378 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 12:54:45.215727 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:45.354225 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Pushing event updated for resources: {'Port': ['ID=a350ab1c-c655-4f3b-8a49-16e40a516378,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:45.393397 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.393774 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.394105 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.394433 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.394756 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.395097 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.395418 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.395735 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.396066 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.396388 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.396701 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.397014 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Tracked resource versions report: Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: pushed versions: Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: { 'AddressGroup': {'1.2'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'ConntrackHelper': {'1.0'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Log': {'1.0'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Network': {'1.1'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Port': {'1.7'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'PortForwarding': {'1.2'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'QosPolicy': {'1.8'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroup': {'1.4'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroupRule': {'1.2'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SubPort': {'1.0'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Subnet': {'1.1'}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Trunk': {'1.1'}} Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: consumer versions: Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'ConntrackHelper': '1.0', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Log': '1.0', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Network': '1.1', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Port': '1.7', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'PortForwarding': '1.2', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'QosPolicy': '1.8', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroup': '1.4', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroupRule': '1.2', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SubPort': '1.0', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Subnet': '1.1', Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Trunk': '1.1'}} Mar 11 12:54:45.398403 dv-neutron-833198-1-hyperv neutron-server[87961]: {{(pid=87961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 12:54:45.479721 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Attempting to bind port a350ab1c-c655-4f3b-8a49-16e40a516378 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 12:54:45.480121 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Attempting to bind port a350ab1c-c655-4f3b-8a49-16e40a516378 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 12:54:45.480527 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Attempting to bind port a350ab1c-c655-4f3b-8a49-16e40a516378 on network 007dc340-961f-473a-bfed-a0973e0d7fd5 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 12:54:45.485610 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 12:54:45.485999 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Checking segment: {'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 12:54:45.486463 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:45.486835 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Bound using segment: {'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 12:54:45.487298 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Bound port: a350ab1c-c655-4f3b-8a49-16e40a516378, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dad7ac7-bfe7-4e63-880f-3da26a889313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 12:54:45.487813 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:45.572097 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] For port a350ab1c-c655-4f3b-8a49-16e40a516378, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 12:54:45.576584 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] For port a350ab1c-c655-4f3b-8a49-16e40a516378, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a350ab1c-c655-4f3b-8a49-16e40a516378,segment=NetworkSegment(1dad7ac7-bfe7-4e63-880f-3da26a889313),segment_id=1dad7ac7-bfe7-4e63-880f-3da26a889313)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 12:54:45.580631 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:45.662811 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Routers {'c0e13809-49a7-458c-a4ed-1db14c356606'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 12:54:45.663426 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T12:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0e13809-49a7-458c-a4ed-1db14c356606'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:45.781620 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df215-e220-4eed-9c2b-b2ac6baaee47 None None] Pushing event updated for resources: {'Port': ['ID=a350ab1c-c655-4f3b-8a49-16e40a516378,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:45.821260 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] Set router c0e13809-49a7-458c-a4ed-1db14c356606 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 12:54:46.134933 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'name': 'router1', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:54:33Z', 'updated_at': '2022-03-11T12:54:43Z', 'revision_number': 2, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'gw_port_host': None, '_interfaces': [{'id': 'a350ab1c-c655-4f3b-8a49-16e40a516378', 'name': '', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'mac_address': 'fa:16:3e:a4:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:42Z', 'updated_at': '2022-03-11T12:54:45Z', 'revision_number': 4, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'subnets': [{'id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98ddce94-4c3b-45c5-836e-75958c070f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:46.138674 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b14a1eb-0247-49bf-a448-cb58de21402e None None] The sync data for ids ['c0e13809-49a7-458c-a4ed-1db14c356606'] in dv-neutron-833198-1-hyperv is: [{'id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'name': 'router1', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:54:33Z', 'updated_at': '2022-03-11T12:54:43Z', 'revision_number': 2, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'gw_port_host': None, '_interfaces': [{'id': 'a350ab1c-c655-4f3b-8a49-16e40a516378', 'name': '', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'mac_address': 'fa:16:3e:a4:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:42Z', 'updated_at': '2022-03-11T12:54:45Z', 'revision_number': 4, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'subnets': [{'id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98ddce94-4c3b-45c5-836e-75958c070f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:54:46.413332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49066) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:46.559212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09d398-c255-4fff-952b-50dfd3c2f0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:46.559770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3e09d398-c255-4fff-952b-50dfd3c2f0f9 admin admin] Synchronizing usage tracker for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 12:54:46.576662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3e09d398-c255-4fff-952b-50dfd3c2f0f9 admin admin] Unset dirty status for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 12:54:46.577983 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3e09d398-c255-4fff-952b-50dfd3c2f0f9 admin admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 842 time: 0.1635323 Mar 11 12:54:46.587488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:46.592962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:54:46.596618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Usage tracker for resource:subnet and tenant:2e0cb6371eea42f8a73d726fb0cc55d4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:54:46.599377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:54:46.609002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:54:46.618238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Made reservation on behalf of 2e0cb6371eea42f8a73d726fb0cc55d4 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:54:46.620679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:46.998464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 12:54:46.998877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:47.075945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4144ae83-db3e-40a2-9988-3092c14a9f53,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:47.082755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 12:54:47.083102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Network hostable DHCP agents. Network: ea355bbd-aab3-467d-af6b-43681cd67658, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:54:47.100631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:54:47.109144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, ea355bbd-aab3-467d-af6b-43681cd67658) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:54:47.113023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:47.113625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:47.119970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475cb6b-5238-4147-bc4b-5b9bea979d78 None None] Network ea355bbd-aab3-467d-af6b-43681cd67658 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 12:54:47.135799 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a2293f23-1da5-4b03-9fee-97650b77d912 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5515983 Mar 11 12:54:47.342458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73d570-41be-42cc-8f43-10001bb3c197 None None] Network ea355bbd-aab3-467d-af6b-43681cd67658 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 12:54:48.187126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a350ab1c-c655-4f3b-8a49-16e40a516378 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:54:48.263626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a350ab1c-c655-4f3b-8a49-16e40a516378 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 12:54:48.269696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a350ab1c-c655-4f3b-8a49-16e40a516378 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:48.270068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:48.390747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:48.422865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a350ab1c-c655-4f3b-8a49-16e40a516378, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a350ab1c-c655-4f3b-8a49-16e40a516378,segment=NetworkSegment(1dad7ac7-bfe7-4e63-880f-3da26a889313),segment_id=1dad7ac7-bfe7-4e63-880f-3da26a889313)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 12:54:48.428241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:48.497031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a350ab1c-c655-4f3b-8a49-16e40a516378,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:49.381922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49080) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:49.572053 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c38dc65b-88b5-4386-81c0-692e278338fd admin admin] 10.222.0.52 "GET /v2.0/routers/c0e13809-49a7-458c-a4ed-1db14c356606 HTTP/1.1" status: 200 len: 710 time: 0.1889181 Mar 11 12:54:49.694088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc227223-5baa-4dca-821d-b3c96d6bc4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:49.695394 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dc227223-5baa-4dca-821d-b3c96d6bc4f8 admin admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 886 time: 0.1177683 Mar 11 12:54:49.704012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:50.169132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a350ab1c-c655-4f3b-8a49-16e40a516378 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:54:50.173508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:50.234883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a350ab1c-c655-4f3b-8a49-16e40a516378 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:50.235242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:50.497111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:50.550969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:50.680144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Allocated IP 172.26.4.216 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/bff51c6c-3c73-4fd8-a81c-334919183bfd) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:54:50.818120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:50.846814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:50.902796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:54:50.905416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:54:50.907899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 12:54:50.978785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Pushing event updated for resources: {'Port': ['ID=bff51c6c-3c73-4fd8-a81c-334919183bfd,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:51.283264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:51.658377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:51.661584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:51.832657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Router c0e13809-49a7-458c-a4ed-1db14c356606 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 12:54:52.000242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 12:54:52.008845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:52.009850 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Sync routers for ids ['c0e13809-49a7-458c-a4ed-1db14c356606'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:54:52.010306 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5e5f4113-1bbf-4bc2-b61b-5df8fe04a3ef admin admin] 10.222.0.52 "PUT /v2.0/routers/c0e13809-49a7-458c-a4ed-1db14c356606 HTTP/1.1" status: 200 len: 890 time: 2.3090577 Mar 11 12:54:52.020335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Routers {'c0e13809-49a7-458c-a4ed-1db14c356606'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 12:54:52.021091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T12:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0e13809-49a7-458c-a4ed-1db14c356606'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:52.212752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Set router c0e13809-49a7-458c-a4ed-1db14c356606 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 12:54:52.567618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'name': 'router1', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'bff51c6c-3c73-4fd8-a81c-334919183bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:54:33Z', 'updated_at': '2022-03-11T12:54:51Z', 'revision_number': 4, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'gw_port': {'id': 'bff51c6c-3c73-4fd8-a81c-334919183bfd', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:50Z', 'updated_at': '2022-03-11T12:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a350ab1c-c655-4f3b-8a49-16e40a516378', 'name': '', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'mac_address': 'fa:16:3e:a4:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:42Z', 'updated_at': '2022-03-11T12:54:48Z', 'revision_number': 5, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'subnets': [{'id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98ddce94-4c3b-45c5-836e-75958c070f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:52.572527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Checking router: c0e13809-49a7-458c-a4ed-1db14c356606 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:54:52.572869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Updating router c0e13809-49a7-458c-a4ed-1db14c356606 port bff51c6c-3c73-4fd8-a81c-334919183bfd binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:54:52.625268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:52.939708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:52.951685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Transition to ACTIVE for port object bff51c6c-3c73-4fd8-a81c-334919183bfd will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 12:54:52.957974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:53.032936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Attempting to bind port bff51c6c-3c73-4fd8-a81c-334919183bfd on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 12:54:53.033570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Attempting to bind port bff51c6c-3c73-4fd8-a81c-334919183bfd by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 12:54:53.033676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Attempting to bind port bff51c6c-3c73-4fd8-a81c-334919183bfd on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 12:54:53.039080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816e4e-2853-44e1-b7ea-ef12d24a0f39 None None] Pushing event updated for resources: {'Port': ['ID=bff51c6c-3c73-4fd8-a81c-334919183bfd,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:53.046629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 12:54:53.047004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 12:54:53.047394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:53.047770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 12:54:53.048230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Bound port: bff51c6c-3c73-4fd8-a81c-334919183bfd, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 12:54:53.048611 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:53.120899 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] For port bff51c6c-3c73-4fd8-a81c-334919183bfd, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 12:54:53.123737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] For port bff51c6c-3c73-4fd8-a81c-334919183bfd, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bff51c6c-3c73-4fd8-a81c-334919183bfd,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 12:54:53.128999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:53.204043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Routers {'c0e13809-49a7-458c-a4ed-1db14c356606'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 12:54:53.204551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T12:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0e13809-49a7-458c-a4ed-1db14c356606'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:53.269823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816e4e-2853-44e1-b7ea-ef12d24a0f39 None None] Pushing event updated for resources: {'Port': ['ID=bff51c6c-3c73-4fd8-a81c-334919183bfd,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:53.389666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] Set router c0e13809-49a7-458c-a4ed-1db14c356606 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 12:54:53.728857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'name': 'router1', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'bff51c6c-3c73-4fd8-a81c-334919183bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:54:33Z', 'updated_at': '2022-03-11T12:54:51Z', 'revision_number': 4, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'gw_port': {'id': 'bff51c6c-3c73-4fd8-a81c-334919183bfd', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:50Z', 'updated_at': '2022-03-11T12:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a350ab1c-c655-4f3b-8a49-16e40a516378', 'name': '', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'mac_address': 'fa:16:3e:a4:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:42Z', 'updated_at': '2022-03-11T12:54:48Z', 'revision_number': 5, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'subnets': [{'id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98ddce94-4c3b-45c5-836e-75958c070f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:54:53.733321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f3754-f15a-4784-96f7-c33c6f3f9da0 None None] The sync data for ids ['c0e13809-49a7-458c-a4ed-1db14c356606'] in dv-neutron-833198-1-hyperv is: [{'id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'name': 'router1', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'bff51c6c-3c73-4fd8-a81c-334919183bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:54:33Z', 'updated_at': '2022-03-11T12:54:51Z', 'revision_number': 4, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'gw_port': {'id': 'bff51c6c-3c73-4fd8-a81c-334919183bfd', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:50Z', 'updated_at': '2022-03-11T12:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a350ab1c-c655-4f3b-8a49-16e40a516378', 'name': '', 'network_id': '007dc340-961f-473a-bfed-a0973e0d7fd5', 'tenant_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'mac_address': 'fa:16:3e:a4:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e13809-49a7-458c-a4ed-1db14c356606', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:54:42Z', 'updated_at': '2022-03-11T12:54:48Z', 'revision_number': 5, 'project_id': 'f991f5dc89ca4969af22a74a99ce1da9', 'subnets': [{'id': '09d9bf0e-1d59-41d6-a14d-95d9599ad6b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98ddce94-4c3b-45c5-836e-75958c070f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:54:54.198646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bff51c6c-3c73-4fd8-a81c-334919183bfd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:54:54.284435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port bff51c6c-3c73-4fd8-a81c-334919183bfd completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 12:54:54.290010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bff51c6c-3c73-4fd8-a81c-334919183bfd triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:54.290381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:54.403876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49090) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:54:54.417213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:54.434590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port bff51c6c-3c73-4fd8-a81c-334919183bfd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bff51c6c-3c73-4fd8-a81c-334919183bfd,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 12:54:54.438383 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:54:54.509018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=bff51c6c-3c73-4fd8-a81c-334919183bfd,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:54.529129 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e01731fe-2ccc-401b-8dcf-5951ac3bd850 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1241577 Mar 11 12:54:56.178015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bff51c6c-3c73-4fd8-a81c-334919183bfd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:54:56.248333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bff51c6c-3c73-4fd8-a81c-334919183bfd triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:54:56.248915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:07.040467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-af6edd55-64bb-4ce1-89f6-dfe0cc8ebf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:09.182034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc17c-cd29-4d86-9998-0f1332cf18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:10.207660 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:55:10.219392 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:10.471426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:11.834457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:37.047622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-139714c1-0da1-4a9b-b381-499870494d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:39.187521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2d3c-2f59-4c1d-a52d-f3d59c472f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:40.223879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:40.480322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:41.838233 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:55:47.215969 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:56:07.046107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-257379cf-7fcf-4049-a9ef-216cecae5404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:09.187434 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-49e43f78-04a0-4462-83bb-3a3115324fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:10.227972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:10.479030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:11.919238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:24.208237 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:56:37.049738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6d931eb1-536b-4e9b-a7df-95838b021a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:39.179524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8c226eeb-9427-481a-86da-c1deb5956c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:40.228535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:40.476803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:41.842512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:56:59.893839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49694) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:56:59.959041 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d718a67-4fa2-4f54-81e8-250eb5410dbf admin admin] GET failed (client error): The resource could not be found. Mar 11 12:56:59.960267 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4d718a67-4fa2-4f54-81e8-250eb5410dbf admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654736 Mar 11 12:57:00.087582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea62b5d-aa56-4771-824d-0c36ad134c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:00.088914 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5ea62b5d-aa56-4771-824d-0c36ad134c3d admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1245723 Mar 11 12:57:01.210193 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:57:02.217666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49704) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:02.321388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e1bdfb-f089-4845-a8f6-d259909718b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:02.321964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-36e1bdfb-f089-4845-a8f6-d259909718b0 admin admin] Synchronizing usage tracker for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 12:57:02.337571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-36e1bdfb-f089-4845-a8f6-d259909718b0 admin admin] Unset dirty status for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 12:57:02.338682 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-36e1bdfb-f089-4845-a8f6-d259909718b0 admin admin] 10.222.0.52 "GET /v2.0/subnets/09d9bf0e-1d59-41d6-a14d-95d9599ad6b0 HTTP/1.1" status: 200 len: 849 time: 0.1200893 Mar 11 12:57:02.348575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:02.463965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:02.648602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763578237943'] for subnet, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:02.691983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:02.693017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:02.693861 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] 10.222.0.52 "PUT /v2.0/subnets/09d9bf0e-1d59-41d6-a14d-95d9599ad6b0 HTTP/1.1" status: 200 len: 868 time: 0.3489032 Mar 11 12:57:02.710697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3917e9-9b8f-4267-9f1c-5af1a5018720 None None] Network 007dc340-961f-473a-bfed-a0973e0d7fd5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 12:57:02.720031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d9bf0e-1d59-41d6-a14d-95d9599ad6b0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:02.727986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.728357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.728707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.729043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.729374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.729845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.730204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.730551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.730884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.731211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.731537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.731864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f37cff-239e-4ae7-bca0-83bcbfb00a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:03.205129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a67ca171-3b29-4d60-87f7-872e93920a05 None None] Provisioning complete for port a350ab1c-c655-4f3b-8a49-16e40a516378 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:57:03.205535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a67ca171-3b29-4d60-87f7-872e93920a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:03.328368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a67ca171-3b29-4d60-87f7-872e93920a05 None None] Provisioning complete for port 39722253-6885-4554-8088-549daf898e5a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:57:03.328618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a67ca171-3b29-4d60-87f7-872e93920a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:04.844647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49714) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:05.074500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c3937-7c78-4229-a064-24888f191df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:05.074835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c3937-7c78-4229-a064-24888f191df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:05.077066 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c03c3937-7c78-4229-a064-24888f191df5 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2313943 Mar 11 12:57:07.051400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be5d2132-b66d-42b0-93df-dad054ec2d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:07.223998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49724) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:07.393142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9512e7-aa8b-434a-af6e-bdde1b1669ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:07.393653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9512e7-aa8b-434a-af6e-bdde1b1669ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:07.403168 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0d9512e7-aa8b-434a-af6e-bdde1b1669ce admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1702428 Mar 11 12:57:09.181191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-645155fc-b245-417d-bf5d-551844dee37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:09.536012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49734) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:09.705085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28fdb4-c6a9-4ff2-b787-91eb2165fa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:09.706386 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5f28fdb4-c6a9-4ff2-b787-91eb2165fa96 admin admin] 10.222.0.52 "GET /v2.0/networks/007dc340-961f-473a-bfed-a0973e0d7fd5 HTTP/1.1" status: 200 len: 869 time: 0.1694100 Mar 11 12:57:10.233006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:10.484938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:11.845078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49744) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:11.848380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:12.005822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d3c57-f77e-4544-a8a9-f550ed31464a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:12.007134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-117d3c57-f77e-4544-a8a9-f550ed31464a admin admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 886 time: 0.1610768 Mar 11 12:57:14.137815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49754) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:14.240856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fd13bf-b7fd-4baa-b909-b12e1b9dd676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:14.241306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fd13bf-b7fd-4baa-b909-b12e1b9dd676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:14.242798 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-28fd13bf-b7fd-4baa-b909-b12e1b9dd676 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040189 Mar 11 12:57:16.356830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 49764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:16.484479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147dd21-3e67-41f7-bd02-34a45d47c677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:16.484869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147dd21-3e67-41f7-bd02-34a45d47c677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:16.486523 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f147dd21-3e67-41f7-bd02-34a45d47c677 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287596 Mar 11 12:57:18.646855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 49774) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:18.753969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6924a-5ee1-482d-af1a-9f4d825ab590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:18.755325 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60f6924a-5ee1-482d-af1a-9f4d825ab590 admin admin] 10.222.0.52 "GET /v2.0/subnets/09d9bf0e-1d59-41d6-a14d-95d9599ad6b0 HTTP/1.1" status: 200 len: 868 time: 0.1075130 Mar 11 12:57:20.916090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 49784) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:21.015103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ff3e1-e854-4b88-8983-0c618da271b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:21.016386 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-687ff3e1-e854-4b88-8983-0c618da271b4 admin admin] 10.222.0.52 "GET /v2.0/subnets/4144ae83-db3e-40a2-9988-3092c14a9f53 HTTP/1.1" status: 200 len: 816 time: 0.0993774 Mar 11 12:57:37.054450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e2e57b66-701f-423a-8a23-dd11f78f3270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:38.218550 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:57:39.184593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-31e1bcec-2c38-4c79-bec8-8bedeaf111f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:40.040071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 49830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:40.085988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-42b67343-db82-4142-ad78-402371f94c09 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 12:57:40.086973 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-42b67343-db82-4142-ad78-402371f94c09 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459943 Mar 11 12:57:40.236663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:40.478532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:41.851108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:42.309893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 49840) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:42.387984 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44b07e6-0884-4867-b2bb-24f087468029 admin admin] GET failed (client error): The resource could not be found. Mar 11 12:57:42.389285 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a44b07e6-0884-4867-b2bb-24f087468029 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0784729 Mar 11 12:57:42.524841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8346a-e651-4f70-868c-4e78486bfb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:42.526359 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-25d8346a-e651-4f70-868c-4e78486bfb5e admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1332221 Mar 11 12:57:44.671791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 49850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:44.722016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:44.726753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:57:44.737913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:57:44.748292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Made reservation on behalf of 2e0cb6371eea42f8a73d726fb0cc55d4 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:57:44.751134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:44.848673 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.services.revisions.revision_plugin [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Could not find related network for resource to bump revision. Mar 11 12:57:44.862336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:57:44.874044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763578311958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:44.874632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Unsubscribe: segment precommit_create {{(pid=87958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 12:57:44.875102 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Added segment eb8e03a4-ed3c-4b69-aeee-f076c45f5257 of type vlan for network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 Mar 11 12:57:44.941904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:44.979458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:44.980491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:44.981067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:45.028502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3555932 Mar 11 12:57:45.094722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Pushing event updated for resources: {'Network': ['ID=be6a14bb-498e-4aca-8fe1-eb4e4f27edc3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:45.106003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.106878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.107400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.107895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.108623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.108964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.109346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.109756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.110070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.110414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.110737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.111081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c42586-4dc3-4ac3-8388-f34629ab4034 admin admin] Tracked resource versions report: Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: pushed versions: Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: { 'AddressGroup': {'1.2'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'ConntrackHelper': {'1.0'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Log': {'1.0'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Network': {'1.1'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Port': {'1.7'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'PortForwarding': {'1.2'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'QosPolicy': {'1.8'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroup': {'1.4'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroupRule': {'1.2'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SubPort': {'1.0'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Subnet': {'1.1'}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Trunk': {'1.1'}} Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: consumer versions: Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'ConntrackHelper': '1.0', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Log': '1.0', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Network': '1.1', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Port': '1.7', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'PortForwarding': '1.2', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'QosPolicy': '1.8', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroup': '1.4', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroupRule': '1.2', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SubPort': '1.0', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Subnet': '1.1', Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Trunk': '1.1'}} Mar 11 12:57:45.112487 dv-neutron-833198-1-hyperv neutron-server[87958]: {{(pid=87958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 12:57:45.161154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 12:57:47.202529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 49864) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:57:47.268175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-46142b35-7e9e-427e-b237-a265d8b9a1e4 admin admin] GET failed (client error): The resource could not be found. Mar 11 12:57:47.268720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46142b35-7e9e-427e-b237-a265d8b9a1e4 admin admin] Synchronizing usage tracker for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 12:57:47.284407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46142b35-7e9e-427e-b237-a265d8b9a1e4 admin admin] Unset dirty status for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 12:57:47.285571 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-46142b35-7e9e-427e-b237-a265d8b9a1e4 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0820796 Mar 11 12:57:47.390354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915ee93-0ade-493b-ab27-20bab6357057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:47.391708 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1915ee93-0ade-493b-ab27-20bab6357057 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023729 Mar 11 12:57:47.401121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Request body: {'subnet': {'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:47.406100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:57:47.415506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:57:47.424751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Made reservation on behalf of 2e0cb6371eea42f8a73d726fb0cc55d4 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:57:47.427138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:47.639678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:47.716758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5e8a1c-cf82-4fde-a90a-0756002997a9,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:47.724815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Checking segment: {'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 12:57:47.724815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Network hostable DHCP agents. Network: be6a14bb-498e-4aca-8fe1-eb4e4f27edc3, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:57:47.744372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:57:47.754307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, be6a14bb-498e-4aca-8fe1-eb4e4f27edc3) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:47.758879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:47.759478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:47.764242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e5b6e-361a-4e98-b1fe-f65c2f35a801 None None] Network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 12:57:47.786475 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a94eb351-7568-4ff8-8380-cb5e9b5865f1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3886404 Mar 11 12:57:47.992823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-be6a14bb-498e-4aca-8fe1-eb4e4f27edc3', 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3', 'tenant_id': '2e0cb6371eea42f8a73d726fb0cc55d4', 'fixed_ips': [{'subnet_id': 'cd5e8a1c-cf82-4fde-a90a-0756002997a9'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 12:57:47.993679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:48.149791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Allocated IP 192.168.233.2 (be6a14bb-498e-4aca-8fe1-eb4e4f27edc3/cd5e8a1c-cf82-4fde-a90a-0756002997a9/9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:57:48.353091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:48.363367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Transition to ACTIVE for port object 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 12:57:48.381702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Transition to ACTIVE for port object 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 12:57:48.390429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:48.463285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:57:48.466358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:48.468142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Pushing event updated for resources: {'Port': ['ID=9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:48.470288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 12:57:48.479046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.479404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.480357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.480682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.480999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.481323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.481664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.481982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.482308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.482627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.482956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.483267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:48.566259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Attempting to bind port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 12:57:48.566604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Attempting to bind port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 12:57:48.566963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Attempting to bind port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 on network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 12:57:48.572640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 12:57:48.573000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Checking segment: {'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 12:57:48.573469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:48.573857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Bound using segment: {'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 12:57:48.574306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Bound port: 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 12:57:48.574687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:48.665814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] For port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 12:57:48.669289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] For port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6,segment=NetworkSegment(eb8e03a4-ed3c-4b69-aeee-f076c45f5257),segment_id=eb8e03a4-ed3c-4b69-aeee-f076c45f5257)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 12:57:48.674848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:48.754042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c890-4253-4055-80b0-ee9d4cfdc5c1 None None] Pushing event updated for resources: {'Port': ['ID=9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:49.628049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a463a-5ffb-4c28-bc8c-812e0bcc4b63 None None] Network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 12:57:49.737926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6fa42c1a-29dc-4f82-a75d-eaddd12d4cf7 None None] Provisioning for port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 12:57:50.287032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:57:50.359510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 12:57:50.364257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:57:50.364632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:50.485681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:50.520778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6,segment=NetworkSegment(eb8e03a4-ed3c-4b69-aeee-f076c45f5257),segment_id=eb8e03a4-ed3c-4b69-aeee-f076c45f5257)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 12:57:50.524433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:57:50.615010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:52.261657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 12:57:52.330235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9fcc3a7a-099a-4cfa-99e2-8a3c4c6d9dc6 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 12:57:52.330592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:07.059189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7656f9b9-757c-4623-8c35-71ff5b0ab2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:09.185390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-851bc0a5-25d7-4cfe-9917-9bc1b54eee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:10.242267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:10.483167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:11.849515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:15.208694 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:58:37.062424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3eb1bb40-f812-455e-b2a4-a967b5169d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:39.186897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f5036d9-60ae-435d-b80b-4bbb56e24ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:40.243139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:40.486180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:41.854546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:58:52.215553 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:59:04.689144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49908) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:59:04.695288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-c9196561-3c9c-4fa6-836e-8962068c22a1 tempest-verify_tempest_config-1873720710 tempest-verify_tempest_config-1873720710-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 12:59:04.696730 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c9196561-3c9c-4fa6-836e-8962068c22a1 tempest-verify_tempest_config-1873720710 tempest-verify_tempest_config-1873720710-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061269 Mar 11 12:59:04.996010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49926) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:59:05.106026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:05.120015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 12:59:05.123802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:7d86adb282f44259a6cc6156334b033f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 12:59:05.126520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 12:59:05.132021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 12:59:05.216389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:05.219998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:05.264490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Synchronizing usage tracker for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 12:59:05.267642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e63cb1d-e0f7-4cd6-9b15-b7d659b405a1,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:59:05.276671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.277022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.277370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.277718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.278037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.278353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.278668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.279001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.279321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.279626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.279932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.280235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:59:05.294186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] Unset dirty status for tenant:2e0cb6371eea42f8a73d726fb0cc55d4 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 12:59:05.295210 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a6fdbed8-7c93-44aa-82cd-b7f4f2309ea6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d86adb282f44259a6cc6156334b033f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2982566 Mar 11 12:59:05.297899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 49932) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 12:59:05.354386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b292e1b8-d7b7-40b3-8ac1-f1b595b36e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:05.378404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b292e1b8-d7b7-40b3-8ac1-f1b595b36e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:05.469058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b292e1b8-d7b7-40b3-8ac1-f1b595b36e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:05.484577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e1b8-d7b7-40b3-8ac1-f1b595b36e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e63cb1d-e0f7-4cd6-9b15-b7d659b405a1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:59:05.492383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b292e1b8-d7b7-40b3-8ac1-f1b595b36e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:05.494140 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b292e1b8-d7b7-40b3-8ac1-f1b595b36e7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e63cb1d-e0f7-4cd6-9b15-b7d659b405a1 HTTP/1.1" status: 204 len: 168 time: 0.1953254 Mar 11 12:59:07.064121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0e71c4ba-852f-468b-87d6-b252c6083811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:09.187787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f6949f82-d3c8-44b9-b0db-23befeb2997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:10.245698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:10.487167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:11.853903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:29.205859 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 12:59:37.066220 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a2f88ae-88e3-46ab-ba53-08063c1133f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:39.189604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e80cef94-ca74-46da-a8ec-94b3187c7298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:40.249746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:40.489641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 12:59:41.857427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:06.205671 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 5 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:00:07.067258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7a67-4a90-47c1-932b-ce00a04dd6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:09.190054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e1971361-b3a8-488f-9bc8-a3beb19c77d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:10.253680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:10.493594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:11.859569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:21.788866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358711'] for agent, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:36.724997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50002) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:00:36.835914 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bc2c307f-40c1-485e-bad4-e1f29ac1d8f9 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1097853 Mar 11 13:00:37.070716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d380e5cd-81aa-44de-8c8a-c3cc56ef7582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:39.008619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50012) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:00:39.063013 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cdbaa119-5c00-45cf-b822-24310c1d915d admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0530460 Mar 11 13:00:39.193722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bf52a99-7607-4a77-9742-aa4a5bc56fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:40.254871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:40.500092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:41.862021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:00:43.209479 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:00:51.765876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:07.075315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-68bc5e7f-bd01-4bb5-ba45-bdf8d04fe1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:09.197003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90a7cfb8-5f82-4a41-84ac-d44b1711788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:10.258271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:10.494503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:11.869421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:20.215515 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:01:21.757811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:37.080435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-caf24cfe-0338-46c2-8579-92bf117299ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:39.199415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3232ab6c-2e0e-43e3-8ca1-9c3db0701293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:40.259858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:40.497920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:41.868210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:51.763134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:01:57.221060 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:02:03.296635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50142) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:03.624265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1467608377-network', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:03.629655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:03.634558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Usage tracker for resource:network and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:03.638022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:03.650750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:03.663173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Made reservation on behalf of a37c3ff55fb9492bb0ed3f4b77a288b9 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:03.665820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:03.678161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:03.693959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:03.697732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:03.700583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:03.706963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:03.795982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:03.802438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:03.843070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ed3a8f-7e7e-409d-bd5f-a1ab32a99507,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:03.847214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:03.853125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.853551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.854055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.854382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.854707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.855043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.855367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.855687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.856003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.856316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.856626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.856938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Tracked resource versions report: Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: pushed versions: Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: { 'AddressGroup': {'1.2'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'ConntrackHelper': {'1.0'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Log': {'1.0'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Network': {'1.1'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Port': {'1.7'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'PortForwarding': {'1.2'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'QosPolicy': {'1.8'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroup': {'1.4'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroupRule': {'1.2'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SubPort': {'1.0'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Subnet': {'1.1'}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Trunk': {'1.1'}} Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: consumer versions: Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: HyperV agent@hv-neutron-8331: {}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'ConntrackHelper': '1.0', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Log': '1.0', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Network': '1.1', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Port': '1.7', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'PortForwarding': '1.2', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'QosPolicy': '1.8', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroup': '1.4', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SecurityGroupRule': '1.2', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'SubPort': '1.0', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Subnet': '1.1', Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: 'Trunk': '1.1'}} Mar 11 13:02:03.858051 dv-neutron-833198-1-hyperv neutron-server[87959]: {{(pid=87959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 13:02:03.870677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:03.871183 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Added segment cca15dc7-d458-4810-84f7-c6f6cb955d2d of type vlan for network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 Mar 11 13:02:03.900605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:03.935319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:03.936407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:03.937069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.039434 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9346775a-32f7-42d4-9b7d-10b3cebf8d17,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:04.046530 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-99550b2a-297a-4586-bc5d-2ded1aa9f1a2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7459092 Mar 11 13:02:04.047025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:04.050510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:04.055589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Request body: {'subnet': {'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1467608377-subnet', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:04.060646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:04.064603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Usage tracker for resource:subnet and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:04.068425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:04.074905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:04.087524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Made reservation on behalf of a37c3ff55fb9492bb0ed3f4b77a288b9 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:04.090233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.320874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.399951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2452bf8f-fc85-43da-bce0-93f1e76bb2df,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:04.412014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Checking segment: {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:04.412368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Network hostable DHCP agents. Network: 9346775a-32f7-42d4-9b7d-10b3cebf8d17, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:04.419531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.419875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.420380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.420878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.421363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.421863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.422334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.422845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.423325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.423831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.424334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.424850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Tracked resource versions report: Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: pushed versions: Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: { 'AddressGroup': {'1.2'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'ConntrackHelper': {'1.0'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Log': {'1.0'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Network': {'1.1'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Port': {'1.7'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'PortForwarding': {'1.2'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'QosPolicy': {'1.8'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroup': {'1.4'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroupRule': {'1.2'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SubPort': {'1.0'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Subnet': {'1.1'}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Trunk': {'1.1'}} Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: consumer versions: Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: HyperV agent@hv-neutron-8331: {}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'ConntrackHelper': '1.0', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Log': '1.0', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Network': '1.1', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Port': '1.7', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'PortForwarding': '1.2', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'QosPolicy': '1.8', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroup': '1.4', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SecurityGroupRule': '1.2', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'SubPort': '1.0', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Subnet': '1.1', Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: 'Trunk': '1.1'}} Mar 11 13:02:04.426134 dv-neutron-833198-1-hyperv neutron-server[87958]: {{(pid=87958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 13:02:04.447481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:04.459111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 9346775a-32f7-42d4-9b7d-10b3cebf8d17) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:04.463460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:04.464286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.470231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4a85fd-31d8-4518-be20-ec5f64f9b7ed None None] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:04.497428 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-898ab204-a880-41e3-9e3d-5c99858d772f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4487548 Mar 11 13:02:04.500720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50208) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:04.508176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:04.514441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:04.519512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Usage tracker for resource:router and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:04.522731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:04.529189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:04.545227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.546568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.568467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.716020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:02:04.716020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.805818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50220) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:04.827976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50226) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:04.858459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:04.909160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Allocated IP 172.20.0.2 (9346775a-32f7-42d4-9b7d-10b3cebf8d17/2452bf8f-fc85-43da-bce0-93f1e76bb2df/f18b0745-612c-4a6a-8673-89acc7fcbc88) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:05.181838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.193133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Transition to ACTIVE for port object f18b0745-612c-4a6a-8673-89acc7fcbc88 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:05.211525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Transition to ACTIVE for port object f18b0745-612c-4a6a-8673-89acc7fcbc88 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:05.219606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.260323 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8ea8f526-171e-4a1a-bdcb-004d5d6d0b27 tempest-AgentManagementNegativeTest-124132580 tempest-AgentManagementNegativeTest-124132580-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4498253 Mar 11 13:02:05.304851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Pushing event updated for resources: {'Port': ['ID=f18b0745-612c-4a6a-8673-89acc7fcbc88,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:05.309083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.313164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.313557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.313897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.314758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.315081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.315403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.315719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.316299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.316631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.316947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.317259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.317592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Tracked resource versions report: Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: pushed versions: Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: { 'AddressGroup': {'1.2'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'ConntrackHelper': {'1.0'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Log': {'1.0'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Network': {'1.1'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Port': {'1.7'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'PortForwarding': {'1.2'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'QosPolicy': {'1.8'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroup': {'1.4'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroupRule': {'1.2'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SubPort': {'1.0'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Subnet': {'1.1'}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Trunk': {'1.1'}} Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: consumer versions: Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: HyperV agent@hv-neutron-8331: {}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'ConntrackHelper': '1.0', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Log': '1.0', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Network': '1.1', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Port': '1.7', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'PortForwarding': '1.2', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'QosPolicy': '1.8', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroup': '1.4', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SecurityGroupRule': '1.2', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'SubPort': '1.0', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Subnet': '1.1', Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: 'Trunk': '1.1'}} Mar 11 13:02:05.318678 dv-neutron-833198-1-hyperv neutron-server[87960]: {{(pid=87960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 13:02:05.329334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:05.330932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:05.335356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:05.365048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.408639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-720081019-network', 'tenant_id': '7800a39c051941e994d725ad41f030e9'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:05.416470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:05.423098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Usage tracker for resource:network and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:05.429681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:05.440470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:05.466344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Made reservation on behalf of 7800a39c051941e994d725ad41f030e9 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:05.469231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.490985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.496741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Attempting to bind port f18b0745-612c-4a6a-8673-89acc7fcbc88 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:05.497112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Attempting to bind port f18b0745-612c-4a6a-8673-89acc7fcbc88 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:05.497477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Attempting to bind port f18b0745-612c-4a6a-8673-89acc7fcbc88 on network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:05.507756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:05.512120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Usage tracker for resource:security_group_rule and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:05.515347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:05.517995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:05.520064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Checking segment: {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:05.520617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.521009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Bound using segment: {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:05.521514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Bound port: f18b0745-612c-4a6a-8673-89acc7fcbc88, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:05.521908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.523814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:05.575027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Allocated IP 172.26.4.99 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/6fd66035-8ccb-4cb4-8f6d-b0e97145707b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:05.664977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] For port f18b0745-612c-4a6a-8673-89acc7fcbc88, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:05.668359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] For port f18b0745-612c-4a6a-8673-89acc7fcbc88, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f18b0745-612c-4a6a-8673-89acc7fcbc88,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:05.677106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.678836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.681620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.695608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:05.717482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.717828 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Added segment 5d5ac05b-5f5c-4416-b954-392b74a6a89b of type vlan for network 08b2fea4-2120-4b82-a388-5093e1c33256 Mar 11 13:02:05.740121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec54bc05-1c70-4550-a771-304dd61a1fcf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:05.764682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.797610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.822446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70668f6a-8cfa-460d-9b8e-5aa83535410a None None] Pushing event updated for resources: {'Port': ['ID=f18b0745-612c-4a6a-8673-89acc7fcbc88,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:05.831442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.832468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:05.833257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.861733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:05.950204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:05.963972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1347330 Mar 11 13:02:05.965026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862ecc-c444-4245-bd45-ca84580ce077 admin admin] Pushing event updated for resources: {'Network': ['ID=08b2fea4-2120-4b82-a388-5093e1c33256,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:05.966515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:05.967761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50260) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:05.968648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:05.972938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:05.979888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 08b2fea4-2120-4b82-a388-5093e1c33256 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:06.042253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Request body: {'subnet': {'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-720081019-subnet', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:06.058377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:06.075126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Usage tracker for resource:subnet and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:06.080131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:06.166269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:06.232531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Made reservation on behalf of 7800a39c051941e994d725ad41f030e9 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:06.234986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:06.334707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50274) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:06.414182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f18b0745-612c-4a6a-8673-89acc7fcbc88 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:06.535441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port f18b0745-612c-4a6a-8673-89acc7fcbc88 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:06.636002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:06.730642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50288) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:06.848216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:06.859245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:06.902491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:06.906900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Usage tracker for resource:security_group_rule and tenant:232436c60c784b74b5a7711022c17258 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:06.911212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:06.920231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:07.002210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac2cfda-3397-4d53-9aba-0f1d015a8998 None None] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:07.047245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.049942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a546b542-fc2a-4c0e-ae8d-40cfccd1b130,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:07.058239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.137402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=232436c60c784b74b5a7711022c17258&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8016768 Mar 11 13:02:07.146487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50304) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:07.237458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0594a346-ab12-4508-af4b-23ddc6f8e135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.250035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1189880979'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:07.258262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-103428eb-2a23-41ee-a1b5-159040e58f2e None None] Provisioning for port f18b0745-612c-4a6a-8673-89acc7fcbc88 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:07.260045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.264003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Checking segment: {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:07.264354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Network hostable DHCP agents. Network: 08b2fea4-2120-4b82-a388-5093e1c33256, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:07.279013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:07.286508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Usage tracker for resource:network and tenant:a0d0c00991c647bdb265bd5f8f7474ef is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:07.289874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:07.296304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:07.311661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-103428eb-2a23-41ee-a1b5-159040e58f2e None None] Provisioning complete for port f18b0745-612c-4a6a-8673-89acc7fcbc88 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:07.312563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-103428eb-2a23-41ee-a1b5-159040e58f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.355379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51485422-0848-4195-a311-356a0a4a00e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979224ad-a670-4d5e-9a98-290102531785,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:07.359255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Made reservation on behalf of a0d0c00991c647bdb265bd5f8f7474ef for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:07.371344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.385927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Network 08b2fea4-2120-4b82-a388-5093e1c33256 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:07.402571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff88ae0f-d284-4975-8f72-c45547f557e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.468183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff88ae0f-d284-4975-8f72-c45547f557e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.503639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 08b2fea4-2120-4b82-a388-5093e1c33256) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:07.516913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:07.518326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.572942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-103428eb-2a23-41ee-a1b5-159040e58f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.574998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.591477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb17406-6da6-4ebc-9538-de1940f99a85 None None] Network 08b2fea4-2120-4b82-a388-5093e1c33256 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:07.606926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff88ae0f-d284-4975-8f72-c45547f557e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.607741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50322) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:07.644726 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ed5e72c2-bf1d-4b98-9305-21505f2d2e25 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6702445 Mar 11 13:02:07.645259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50330) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:07.651100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:07.659312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Usage tracker for resource:security_group_rule and tenant:a0d0c00991c647bdb265bd5f8f7474ef is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:07.663129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:07.669410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:07.679633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:07.684526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:07.684683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-103428eb-2a23-41ee-a1b5-159040e58f2e None None] For port f18b0745-612c-4a6a-8673-89acc7fcbc88, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f18b0745-612c-4a6a-8673-89acc7fcbc88,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:07.708874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Usage tracker for resource:router and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:07.724145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:07.742161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:07.751266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-103428eb-2a23-41ee-a1b5-159040e58f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.760105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Router 068abad3-85bb-4c57-bfde-1b94547bde58 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:02:07.785530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.786146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.844562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103428eb-2a23-41ee-a1b5-159040e58f2e None None] Pushing event updated for resources: {'Port': ['ID=f18b0745-612c-4a6a-8673-89acc7fcbc88,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:07.862792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.867220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88ae0f-d284-4975-8f72-c45547f557e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979224ad-a670-4d5e-9a98-290102531785,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:07.875950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.896190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff88ae0f-d284-4975-8f72-c45547f557e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.897308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff88ae0f-d284-4975-8f72-c45547f557e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/979224ad-a670-4d5e-9a98-290102531785 HTTP/1.1" status: 204 len: 168 time: 0.7496843 Mar 11 13:02:07.922647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:07.931906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5720ece9-8825-4e97-ad0f-115bbd38ee33,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:07.937625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:07.938430 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Added segment f1df0b39-60f2-46b0-ba40-6e944b52b326 of type vlan for network 15c3d19c-dfd4-45e3-a214-820882933290 Mar 11 13:02:07.972282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.000556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50344) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:08.003382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.027657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.032537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0d8aece3-78df-47df-b658-86b7a5b76cc0 None None] Provisioning complete for port f18b0745-612c-4a6a-8673-89acc7fcbc88 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:08.032868 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d8aece3-78df-47df-b658-86b7a5b76cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.037946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:08.039457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.164264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:08.178675 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4465718 Mar 11 13:02:08.182281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:08.184742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:08.185573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e83f6-7f9f-4e15-9af3-770d51810da6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Pushing event updated for resources: {'Network': ['ID=15c3d19c-dfd4-45e3-a214-820882933290,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:08.196958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Usage tracker for resource:floatingip and tenant:2da1739def3c436abc304209087c8b57 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:08.201949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:08.208540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:08.211561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:08.227166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.227592 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Sync routers for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:08.245355 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:08.245997 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:01:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:08.304223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 15c3d19c-dfd4-45e3-a214-820882933290 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:08.417883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.447294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.451166 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f0faa38d-d613-4840-a192-65d2571c1ff9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9459918 Mar 11 13:02:08.464822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50360) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:08.476930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.627240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-08b2fea4-2120-4b82-a388-5093e1c33256', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:02:08.628104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.636721 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:08.652142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f18b0745-612c-4a6a-8673-89acc7fcbc88 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:08.727588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Allocated IP 172.26.4.147 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/bc05e48b-04dc-4f0d-ad14-c993423776d4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:08.738467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2082154324'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:08.748631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:08.758462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Usage tracker for resource:network and tenant:fe7bf933ebb74480b925e689b6818c95 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:08.764677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:08.791795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:08.873920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50370) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:08.886873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Made reservation on behalf of fe7bf933ebb74480b925e689b6818c95 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:08.891333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.921831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'network': {'name': 'tempest-network--1552737370', 'router:external': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:08.928577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:08.945646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:08.973207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:network and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:08.980982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:08.995610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ea2856a0-82d1-4667-8b52-f5e8c570de1a tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:09.001184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:09.003803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:09.014675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Usage tracker for resource:security_group_rule and tenant:fe7bf933ebb74480b925e689b6818c95 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:09.025951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:09.048466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:09.095734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Made reservation on behalf of 2be9d84358024530a8a45cee5e76ed17 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:09.097985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.128349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.135340 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ea2856a0-82d1-4667-8b52-f5e8c570de1a tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "PUT /v2.0/quotas/463456d9e36645cfa0989c8edb0c6106 HTTP/1.1" status: 200 len: 368 time: 0.2603328 Mar 11 13:02:09.136163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.149422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50380) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:09.168788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Request body: {'network': {'project_id': '463456d9e36645cfa0989c8edb0c6106'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:09.176379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50384) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:09.177617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:09.181051 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:06Z', 'revision_number': 3, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:09.189824 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Checking router: 068abad3-85bb-4c57-bfde-1b94547bde58 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:02:09.190319 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Updating router 068abad3-85bb-4c57-bfde-1b94547bde58 port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:02:09.192589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:09.200094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Usage tracker for resource:network and tenant:463456d9e36645cfa0989c8edb0c6106 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:09.207353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:09.216417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:security_group_rule and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:09.229059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:09.231233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:09.252594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:09.311844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Made reservation on behalf of 463456d9e36645cfa0989c8edb0c6106 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:09.314937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.362679 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.421919 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.466477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f18b0745-612c-4a6a-8673-89acc7fcbc88 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:09.468492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.556072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:09.567691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:09.575296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46be700e-b18a-4209-ba69-6f51b817cb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.581311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Allocated IP 172.20.0.2 (08b2fea4-2120-4b82-a388-5093e1c33256/a546b542-fc2a-4c0e-ae8d-40cfccd1b130/b06db5ba-9185-43dc-aad5-ced18f4fc68d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:09.582766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Usage tracker for resource:security_group_rule and tenant:463456d9e36645cfa0989c8edb0c6106 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:09.596498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:09.600395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.665468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:09.718155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:09.724204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Pushing event updated for resources: {'Port': ['ID=bc05e48b-04dc-4f0d-ad14-c993423776d4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:09.731810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.734470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Usage tracker for resource:floatingip and tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:09.758991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:09.760154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:09.767869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:09.783896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.787343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:09.790566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:09.875200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.970746 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.987156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:09.987963 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Transition to ACTIVE for port object 6fd66035-8ccb-4cb4-8f6d-b0e97145707b will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:09.996060 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.011470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Transition to ACTIVE for port object b06db5ba-9185-43dc-aad5-ced18f4fc68d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:10.018207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.024269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.042665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Transition to ACTIVE for port object b06db5ba-9185-43dc-aad5-ced18f4fc68d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:10.050187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.057969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50408) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:10.079072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.091894 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Attempting to bind port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:10.092258 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Attempting to bind port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:10.092834 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Attempting to bind port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:10.100936 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Pushing event updated for resources: {'Port': ['ID=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:10.110717 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:10.110717 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:10.111106 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.111338 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:10.111832 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Bound port: 6fd66035-8ccb-4cb4-8f6d-b0e97145707b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:10.112217 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.124991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Network 08b2fea4-2120-4b82-a388-5093e1c33256 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:10.128598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:10.135281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:10.138862 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.139222 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.139558 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.139884 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.140204 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.140541 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.140862 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.141176 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.141528 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.141963 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.142810 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.143119 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Tracked resource versions report: Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: pushed versions: Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: { 'AddressGroup': {'1.2'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'ConntrackHelper': {'1.0'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Log': {'1.0'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Network': {'1.1'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Port': {'1.7'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'PortForwarding': {'1.2'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'QosPolicy': {'1.8'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroup': {'1.4'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroupRule': {'1.2'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SubPort': {'1.0'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Subnet': {'1.1'}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Trunk': {'1.1'}} Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: consumer versions: Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: { DHCP agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: HyperV agent@hv-neutron-8331: {}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: L3 agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: Metadata agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: Metering agent@dv-neutron-833198-1-hyperv: {}, Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: Open vSwitch agent@dv-neutron-833198-1-hyperv: { 'AddressGroup': '1.2', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'ConntrackHelper': '1.0', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Log': '1.0', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Network': '1.1', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Port': '1.7', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'PortForwarding': '1.2', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'QosPolicy': '1.8', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroup': '1.4', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SecurityGroupRule': '1.2', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'SubPort': '1.0', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Subnet': '1.1', Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: 'Trunk': '1.1'}} Mar 11 13:02:10.144197 dv-neutron-833198-1-hyperv neutron-server[87961]: {{(pid=87961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 13:02:10.210061 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] For port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:10.214090 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] For port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:10.219483 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.257967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Attempting to bind port b06db5ba-9185-43dc-aad5-ced18f4fc68d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:10.258709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Attempting to bind port b06db5ba-9185-43dc-aad5-ced18f4fc68d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:10.259223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Attempting to bind port b06db5ba-9185-43dc-aad5-ced18f4fc68d on network 08b2fea4-2120-4b82-a388-5093e1c33256 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:10.264493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.271766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:10.272380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Checking segment: {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:10.272983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.273573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Bound using segment: {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:10.274723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Bound port: b06db5ba-9185-43dc-aad5-ced18f4fc68d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:10.275326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.292028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.299606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Pushing event updated for resources: {'Port': ['ID=b06db5ba-9185-43dc-aad5-ced18f4fc68d,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:10.307675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:10.312001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1176983552'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:10.321934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:10.325579 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db68e42-9ec3-4fd6-8162-568a7b7c615f None None] Pushing event updated for resources: {'Port': ['ID=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:10.341793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Usage tracker for resource:network and tenant:8abe524b58eb402dad301eb9b42717a4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:10.350362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:10.354795 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:10.356228 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:10.363667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.372967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:10.385977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.408800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] For port b06db5ba-9185-43dc-aad5-ced18f4fc68d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:10.412814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] For port b06db5ba-9185-43dc-aad5-ced18f4fc68d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b06db5ba-9185-43dc-aad5-ced18f4fc68d,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:10.424305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.430149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Made reservation on behalf of 8abe524b58eb402dad301eb9b42717a4 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:10.433958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.435418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.493379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.524906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.534580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:10.554074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdae269-37fd-4874-9766-9be28b39636f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:10.559432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.565836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787240c-f639-4db2-ac76-e1eecf0c0ab6 None None] Pushing event updated for resources: {'Port': ['ID=b06db5ba-9185-43dc-aad5-ced18f4fc68d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:10.566646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Usage tracker for resource:security_group_rule and tenant:8abe524b58eb402dad301eb9b42717a4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:10.571010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.572972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Added segment ca4a1399-31c8-4a96-a6d5-28d6f830b8e0 of type vlan for network 8acc5bf9-2295-4eae-a049-ceadc62b9641 Mar 11 13:02:10.575187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:10.578513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Allocated IP 172.26.4.94 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/8ff12a16-d6b9-48db-aa29-0c942b9d69f5) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:10.589972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:10.598421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.660202 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:10.695013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.746102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7184d4f-c2be-4a23-a10f-d850007ad7b7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:10.827142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:10.834348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Pushing event updated for resources: {'Port': ['ID=bc05e48b-04dc-4f0d-ad14-c993423776d4,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:10.842461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.875462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.879483 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b34e603-b6ac-46d4-874e-50040fb9d84e tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2602520 Mar 11 13:02:10.879633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Allocated IP 172.20.0.1 (9346775a-32f7-42d4-9b7d-10b3cebf8d17/2452bf8f-fc85-43da-bce0-93f1e76bb2df/e2551443-3cd4-41ed-b4e4-7e95640d4b36) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:10.880867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50418) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:10.888579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.888952 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Added segment a5ac818b-5096-4135-b4c9-b7d0505948d7 of type vlan for network a7b71d29-fc48-4b5a-899f-e287df853eb7 Mar 11 13:02:10.921964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-661171439', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'fixed_ips': [{'ip_address': '172.26.4.147'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:10.933646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:10.938269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Usage tracker for resource:port and tenant:2da1739def3c436abc304209087c8b57 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:10.941997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:10.948505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:10.951447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.958901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.964292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:10.964948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:10.994399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Made reservation on behalf of 2da1739def3c436abc304209087c8b57 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:10.996793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.019713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.049697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.062213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.063227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:11.073229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.073671 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Added segment 7a32fb9b-1b5b-4bf2-b81c-8cb9f63f612a of type vlan for network 60b6d117-598d-499d-9e7d-4e3c5943c70c Mar 11 13:02:11.081643 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:06Z', 'revision_number': 3, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:11.090763 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d45bb5-6c98-4f7c-b732-900266915a26 None None] The sync data for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv is: [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:06Z', 'revision_number': 3, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:11.152835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.165514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:11.171025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.187085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Usage tracker for resource:security_group_rule and tenant:2da1739def3c436abc304209087c8b57 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:11.196591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:11.201752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.208495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:11.226782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.231101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:11.278419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event updated for resources: {'Network': ['ID=8acc5bf9-2295-4eae-a049-ceadc62b9641,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:11.282302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.282762 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Added segment 13927163-ffb7-47de-bb6d-6dee598aa35f of type vlan for network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 Mar 11 13:02:11.291898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5deafe1-322d-4864-987e-4ae71bbea14a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:11.299103 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c1cb75a-7b16-4990-ba67-8a4606c89c58 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2974761 Mar 11 13:02:11.303139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 8acc5bf9-2295-4eae-a049-ceadc62b9641 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:11.307287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500da5c2-8683-429d-af6d-25573a201b75,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:11.308957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.316726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50426) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:11.352570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Request body: {'subnet': {'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:11.375464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.550442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:11.552654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.553623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:11.554217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.558300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:02:11.578364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.595905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Usage tracker for resource:subnet and tenant:fe7bf933ebb74480b925e689b6818c95 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:11.599150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Transition to ACTIVE for port object e2551443-3cd4-41ed-b4e4-7e95640d4b36 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:11.634822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.647051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:11.649622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.685275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:11.710342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:11.724438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.725222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:11.725870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.726054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:11.741731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Allocated IP 172.26.4.87 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/f91ca44e-b9c7-446b-a224-981f8e06edb7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:11.750575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:11.760929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:11.798863 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.6104362 Mar 11 13:02:11.802620 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6456084 Mar 11 13:02:11.809148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50430) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:11.809499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50432) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:11.847236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:02:11.876880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.884411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:11.903900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.910112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:11.910769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.915015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:11.917106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:11.917589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:11.944274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ed52e-0dac-4a0f-b225-24e200b18173 None None] Network 08b2fea4-2120-4b82-a388-5093e1c33256 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:11.965319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Request body: {'network': {'project_id': '463456d9e36645cfa0989c8edb0c6106'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:11.977203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e0c48-bcbb-40d2-ae5b-eb66488732f2 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Network': ['ID=a7b71d29-fc48-4b5a-899f-e287df853eb7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:11.979384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Made reservation on behalf of fe7bf933ebb74480b925e689b6818c95 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:11.983946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks [] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.044943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:12.071706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2551443-3cd4-41ed-b4e4-7e95640d4b36,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:12.082423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network a7b71d29-fc48-4b5a-899f-e287df853eb7 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:12.100060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.110245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Usage tracker for resource:network and tenant:463456d9e36645cfa0989c8edb0c6106 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:12.138451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:12.200855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.213131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:12.225058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.254567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-eb10c856-071a-4f72-a5ee-f36b7f4d0bcb None None] Provisioning for port b06db5ba-9185-43dc-aad5-ced18f4fc68d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:12.305582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] device_id is not set on port 69acd7c8-9229-4b19-8ab2-60b83f3aac0f yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:12.356251 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2894506 Mar 11 13:02:12.386668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50440) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:12.397613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4242-65fa-4f0d-ab8f-9c11d62afb32 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event updated for resources: {'Network': ['ID=72efb8b5-f1cf-4313-b756-18e5042dd5f2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:12.415573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbfb47-a794-43b5-85f8-6ad7884121a8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:12.420486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:12.435603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03991f66-b851-4bf6-a4e0-ebaaf62a2935 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Pushing event updated for resources: {'Network': ['ID=60b6d117-598d-499d-9e7d-4e3c5943c70c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:12.442879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Request body: {'subnet': {'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:12.464301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-69eacd70-051b-470c-9963-692f3ae1f288 None None] Provisioning for port e2551443-3cd4-41ed-b4e4-7e95640d4b36 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:12.481308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 60b6d117-598d-499d-9e7d-4e3c5943c70c details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:12.516777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Made reservation on behalf of 463456d9e36645cfa0989c8edb0c6106 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:12.519615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.584489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-69eacd70-051b-470c-9963-692f3ae1f288 None None] Provisioning complete for port e2551443-3cd4-41ed-b4e4-7e95640d4b36 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:12.585020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69eacd70-051b-470c-9963-692f3ae1f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.684745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b06db5ba-9185-43dc-aad5-ced18f4fc68d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:12.692009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.796884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.823169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:12.835084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.852470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-69eacd70-051b-470c-9963-692f3ae1f288 None None] Port e2551443-3cd4-41ed-b4e4-7e95640d4b36 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:12.873913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b06db5ba-9185-43dc-aad5-ced18f4fc68d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:12.880663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b06db5ba-9185-43dc-aad5-ced18f4fc68d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:12.881279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:12.895807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.896149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.896938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.897268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > port after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.897625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.898354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > port after_update 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.898354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.898580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.898893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.899200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:12.913359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.010569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-381818a6-b6bc-4646-aa1b-0921d8709765 None None] Provisioning complete for port b06db5ba-9185-43dc-aad5-ced18f4fc68d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:13.011161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-381818a6-b6bc-4646-aa1b-0921d8709765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.057698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.068545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:13.068882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:13.069204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:13.069550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:13.069888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b71d29-fc48-4b5a-899f-e287df853eb7']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:13.078915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.079250 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Added segment bdc4c0b8-e213-417a-9841-53d629a6437d of type vlan for network 5c356938-8417-44c2-bba2-f7f37420ccaf Mar 11 13:02:13.101388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ac818b-5096-4135-b4c9-b7d0505948d7') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:13.101744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ac818b-5096-4135-b4c9-b7d0505948d7') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:13.143400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port b06db5ba-9185-43dc-aad5-ced18f4fc68d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b06db5ba-9185-43dc-aad5-ced18f4fc68d,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:13.157128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:13.168123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.169605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6fd66035-8ccb-4cb4-8f6d-b0e97145707b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:13.175311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.181756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Usage tracker for resource:subnet and tenant:8abe524b58eb402dad301eb9b42717a4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:13.187149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:13.223772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:13.226447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.241345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.290725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.327628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:13.327628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.330700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=b06db5ba-9185-43dc-aad5-ced18f4fc68d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: from cryptography.utils import int_from_bytes Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: from cryptography.utils import int_from_bytes Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn_limited( Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn_limited( Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:13.344364 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:13.349086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:13.354247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:13.354618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.361598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:13.362363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Made reservation on behalf of 8abe524b58eb402dad301eb9b42717a4 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:13.365969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.450687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:02:13.459178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:13.475205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.481221 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 13:02:13.481874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:02:13.493647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:13.498577 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.515530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.570706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:13.596395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:13.605029 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2a1e1e45-ddcf-484b-94af-b5a1ad2eaf97 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7215121 Mar 11 13:02:13.609297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50444) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:13.625342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.665076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Port': ['ID=f91ca44e-b9c7-446b-a224-981f8e06edb7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:13.760229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.761221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:13.761764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.804000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.832783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.853184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Deleting port bc05e48b-04dc-4f0d-ad14-c993423776d4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:13.853560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.896335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.897005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.933225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event updated for resources: {'Subnet': ['ID=d9282003-f60d-45a8-aa2a-0a50383f1694,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:13.937590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7b71d29-fc48-4b5a-899f-e287df853eb7 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 13:02:13.950380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Pushing event updated for resources: {'Network': ['ID=5c356938-8417-44c2-bba2-f7f37420ccaf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:13.957528 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-078d5fd4-5200-4a2c-b917-184d81630b70 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1376760 Mar 11 13:02:13.966483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:13.972897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50452) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:13.974747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Checking segment: {'id': 'ca4a1399-31c8-4a96-a6d5-28d6f830b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:13.975104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Network hostable DHCP agents. Network: 8acc5bf9-2295-4eae-a049-ceadc62b9641, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:13.999366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Request body: {'network': {'project_id': '463456d9e36645cfa0989c8edb0c6106'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:14.020698 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "DELETE /v2.0/networks/a7b71d29-fc48-4b5a-899f-e287df853eb7 HTTP/1.1" status: 204 len: 168 time: 2.2021649 Mar 11 13:02:14.022456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:14.028789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:14.039498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 5c356938-8417-44c2-bba2-f7f37420ccaf details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:14.049378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Usage tracker for resource:network and tenant:463456d9e36645cfa0989c8edb0c6106 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:14.062718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:14.067708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:14.108089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.116456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef42d6d-b975-472c-b7f0-b1b196248766 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7b71d29-fc48-4b5a-899f-e287df853eb7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:14.117363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2551443-3cd4-41ed-b4e4-7e95640d4b36,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:14.120937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:14.123002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:14.126628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Network 8acc5bf9-2295-4eae-a049-ceadc62b9641 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:14.140029 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 13:02:14.140535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:02:14.142875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb2890d1-02bf-470e-bd58-272e74c05675 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1631997 Mar 11 13:02:14.146655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:network and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:14.151834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:14.156174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50460) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:14.206143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:14.217347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 8acc5bf9-2295-4eae-a049-ceadc62b9641) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:14.245388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751a017-87d6-414a-867b-add75a4d6e9a None None] Network 8acc5bf9-2295-4eae-a049-ceadc62b9641 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:14.251849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:14.252323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.263861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:14.273428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:14.280843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Router 7ccaf212-4db8-4344-967e-880d6919300f is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:02:14.287254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.287507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.288207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Made reservation on behalf of 2be9d84358024530a8a45cee5e76ed17 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:14.290534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.333895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.399809 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-96469f1b-885f-4960-b30b-c73e4e99610f tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=463456d9e36645cfa0989c8edb0c6106&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2420936 Mar 11 13:02:14.402871 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-674d5609-d119-4c29-a300-7cf39db931a0 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0758762 Mar 11 13:02:14.403984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50464) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:14.409586 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:14.433020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.466294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Request body: {'port': {'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1912829100'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:14.520238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b06db5ba-9185-43dc-aad5-ced18f4fc68d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:14.547566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:14.558380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Calling delete_port for bc05e48b-04dc-4f0d-ad14-c993423776d4 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:14.690716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.691479 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Added segment b116ba61-a2a2-4bed-82d1-ae95fd75c124 of type vlan for network d92788f3-1c16-462f-8dcb-eb837a40d72a Mar 11 13:02:14.694997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-8acc5bf9-2295-4eae-a049-ceadc62b9641', 'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641', 'tenant_id': 'fe7bf933ebb74480b925e689b6818c95', 'fixed_ips': [{'subnet_id': 'd9282003-f60d-45a8-aa2a-0a50383f1694'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:02:14.695799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.723872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-69b099b5-d790-4382-bcb8-519932cf7712 None None] Provisioning complete for port e2551443-3cd4-41ed-b4e4-7e95640d4b36 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:14.724376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69b099b5-d790-4382-bcb8-519932cf7712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.736604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event updated for resources: {'Subnet': ['ID=ffeb08cb-300c-489c-bc51-2e2bd05d384f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:14.821756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b06db5ba-9185-43dc-aad5-ced18f4fc68d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:14.822114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.881328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff266f03-3841-4d3d-8e2b-c5fbdff81852 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.883602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Checking segment: {'id': '13927163-ffb7-47de-bb6d-6dee598aa35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:14.884135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Network hostable DHCP agents. Network: 72efb8b5-f1cf-4313-b756-18e5042dd5f2, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:14.905962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-69b099b5-d790-4382-bcb8-519932cf7712 None None] Port e2551443-3cd4-41ed-b4e4-7e95640d4b36 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:14.919033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.947939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:14.955636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff266f03-3841-4d3d-8e2b-c5fbdff81852 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:14.969030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Usage tracker for resource:port and tenant:fe7bf933ebb74480b925e689b6818c95 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:14.976874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:15.011393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:15.042521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:15.050596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Allocated IP 172.20.0.2 (8acc5bf9-2295-4eae-a049-ceadc62b9641/d9282003-f60d-45a8-aa2a-0a50383f1694/ed7ee779-be1b-46ad-883d-12cbf25ee714) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:15.069098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Made reservation on behalf of fe7bf933ebb74480b925e689b6818c95 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:15.071675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6fd66035-8ccb-4cb4-8f6d-b0e97145707b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:15.072749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.089715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 72efb8b5-f1cf-4313-b756-18e5042dd5f2) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:15.101518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.103973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:15.103973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.104891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9f9d8-63a1-4984-bc88-53c458d31783 None None] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:15.117563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.129342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:15.129949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.136779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.169428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] device_id is not set on port 1508f926-dda3-42dc-8499-b834f78ebcfc yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:15.184390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc05e48b-04dc-4f0d-ad14-c993423776d4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:15.209155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.261737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Router 068abad3-85bb-4c57-bfde-1b94547bde58 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:02:15.273381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:15.284677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.297933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Sync routers for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:15.321487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff266f03-3841-4d3d-8e2b-c5fbdff81852 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.339819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:15.340394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:15.372188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3380592 Mar 11 13:02:15.372188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2ccadc8c-a4e3-4577-8c36-fc526e1b2397 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9621222 Mar 11 13:02:15.373865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50476) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:15.374235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50478) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:15.378865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.386313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-934b5b94-4d21-47d4-98ee-d03bf159b881 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7338729 Mar 11 13:02:15.386313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.386313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea54e1e4-e661-422a-b46f-5b7db9da44e6 tempest-ExternalNetworksAdminNegativeTestJSON-828016685 tempest-ExternalNetworksAdminNegativeTestJSON-828016685-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/e8494d79-0375-46b1-85b4-f1c195d277c0 HTTP/1.1" status: 204 len: 168 time: 1.7725313 Mar 11 13:02:15.386313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50484) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:15.394633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Request body: {'port': {'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1824662041'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:15.415447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'subnet': {'network_id': 'd92788f3-1c16-462f-8dcb-eb837a40d72a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:15.428100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fb1ca-9031-4fd8-838f-5700a847e66d tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Network': ['ID=d92788f3-1c16-462f-8dcb-eb837a40d72a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:15.454987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff266f03-3841-4d3d-8e2b-c5fbdff81852 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.456256 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff266f03-3841-4d3d-8e2b-c5fbdff81852 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/500da5c2-8683-429d-af6d-25573a201b75 HTTP/1.1" status: 204 len: 168 time: 1.0425501 Mar 11 13:02:15.466522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50490) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:15.488202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Port': ['ID=f91ca44e-b9c7-446b-a224-981f8e06edb7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:15.494772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:15.519217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff266f03-3841-4d3d-8e2b-c5fbdff81852 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500da5c2-8683-429d-af6d-25573a201b75,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:15.541282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:subnet and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:15.552159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:15.623968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network d92788f3-1c16-462f-8dcb-eb837a40d72a details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:15.666208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.703914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.754051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.758971 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b73287e2-f01f-466a-b664-df8e454217cb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5753324 Mar 11 13:02:15.763282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:15.785808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1944449965'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:15.803114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:15.811486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Usage tracker for resource:network and tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:15.816772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:15.823319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:15.828991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:15.833296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Usage tracker for resource:port and tenant:8abe524b58eb402dad301eb9b42717a4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:15.834592 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Sync routers for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:15.836681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:15.843388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:15.845882 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:15.846757 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:15.851439 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:15.854753 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b0efa859-27d6-418d-8d76-075707a967d6 admin admin] 10.222.0.52 "PUT /v2.0/routers/068abad3-85bb-4c57-bfde-1b94547bde58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3889377 Mar 11 13:02:15.855725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:15.862381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Made reservation on behalf of 8abe524b58eb402dad301eb9b42717a4 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:15.867033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.909961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] device_id is not set on port 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:15.923019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:15.931263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:15.948874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:15.948874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.960596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Made reservation on behalf of f3c6c1a7cd2745fcb51ebd08f4d0431e for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:15.965592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:15.992079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.024882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.091630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c356938-8417-44c2-bba2-f7f37420ccaf']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:16.099661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:16.117102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.130369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc4c0b8-e213-417a-9841-53d629a6437d') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:16.130668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc4c0b8-e213-417a-9841-53d629a6437d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:16.140380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Usage tracker for resource:security_group_rule and tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:16.148826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:16.162168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.163659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Made reservation on behalf of 2be9d84358024530a8a45cee5e76ed17 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:16.165980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.169954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:16.172442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:16.179066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Usage tracker for resource:security_group_rule and tenant:b5307312723d4f95a725faa37c9b888c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:16.183161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:16.192428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:16.205276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.218183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:16.218581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:16.234065 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:16.251374 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:16.347332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-72efb8b5-f1cf-4313-b756-18e5042dd5f2', 'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2', 'tenant_id': '8abe524b58eb402dad301eb9b42717a4', 'fixed_ips': [{'subnet_id': 'ffeb08cb-300c-489c-bc51-2e2bd05d384f'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:02:16.349210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.353567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Allocated IP 2001:db8::35 (72efb8b5-f1cf-4313-b756-18e5042dd5f2/ffeb08cb-300c-489c-bc51-2e2bd05d384f/9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:16.368282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.410311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.428030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c356938-8417-44c2-bba2-f7f37420ccaf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:16.458886 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e771d535-f116-491e-b3da-fb537552ab15 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "DELETE /v2.0/networks/5c356938-8417-44c2-bba2-f7f37420ccaf HTTP/1.1" status: 204 len: 168 time: 0.9770696 Mar 11 13:02:16.460604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50524) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:16.551109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.624120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Transition to ACTIVE for port object ed7ee779-be1b-46ad-883d-12cbf25ee714 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:16.664489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Transition to ACTIVE for port object ed7ee779-be1b-46ad-883d-12cbf25ee714 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:16.677640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.688231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.693823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.741224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.751871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.775065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Pushing event updated for resources: {'Port': ['ID=ed7ee779-be1b-46ad-883d-12cbf25ee714,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:16.787676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.839810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Network 8acc5bf9-2295-4eae-a049-ceadc62b9641 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:16.846587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:16.862332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8168f512-b8a6-49a8-853c-4c6f592937e7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:16.866508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:16.872630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-740938fe-8888-4ebe-b195-e5d18fe52184 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5307312723d4f95a725faa37c9b888c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9402912 Mar 11 13:02:16.884954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50528) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:16.896376 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 2, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:16.910803 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Checking router: 068abad3-85bb-4c57-bfde-1b94547bde58 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:02:16.911575 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Updating router 068abad3-85bb-4c57-bfde-1b94547bde58 port e2551443-3cd4-41ed-b4e4-7e95640d4b36 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:02:16.913690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:16.918619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Allocated IP 172.20.0.14 (8acc5bf9-2295-4eae-a049-ceadc62b9641/d9282003-f60d-45a8-aa2a-0a50383f1694/1508f926-dda3-42dc-8499-b834f78ebcfc) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:16.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:16.963718 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Added segment 2bd82194-592a-4411-80f6-d2e1040d2497 of type vlan for network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f Mar 11 13:02:17.001852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d803856-f9af-407b-beda-3c517383997b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:17.037504 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.112760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Attempting to bind port ed7ee779-be1b-46ad-883d-12cbf25ee714 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:17.113123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Attempting to bind port ed7ee779-be1b-46ad-883d-12cbf25ee714 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ca4a1399-31c8-4a96-a6d5-28d6f830b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:17.113490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Attempting to bind port ed7ee779-be1b-46ad-883d-12cbf25ee714 on network 8acc5bf9-2295-4eae-a049-ceadc62b9641 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:17.119996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:17.120362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Checking segment: {'id': 'ca4a1399-31c8-4a96-a6d5-28d6f830b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:17.120749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.121272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Bound using segment: {'id': 'ca4a1399-31c8-4a96-a6d5-28d6f830b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:17.121755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Bound port: ed7ee779-be1b-46ad-883d-12cbf25ee714, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a1399-31c8-4a96-a6d5-28d6f830b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8acc5bf9-2295-4eae-a049-ceadc62b9641'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:17.122140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.123383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.184514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b6d117-598d-499d-9e7d-4e3c5943c70c']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:17.203969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a32fb9b-1b5b-4bf2-b81c-8cb9f63f612a') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:17.205046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a32fb9b-1b5b-4bf2-b81c-8cb9f63f612a') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:17.217790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.229684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 3, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:17.233951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.236374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Checking router: 7ccaf212-4db8-4344-967e-880d6919300f for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:02:17.236817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Updating router 7ccaf212-4db8-4344-967e-880d6919300f port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:02:17.284526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] For port ed7ee779-be1b-46ad-883d-12cbf25ee714, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:17.302373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] For port ed7ee779-be1b-46ad-883d-12cbf25ee714, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ed7ee779-be1b-46ad-883d-12cbf25ee714,segment=NetworkSegment(ca4a1399-31c8-4a96-a6d5-28d6f830b8e0),segment_id=ca4a1399-31c8-4a96-a6d5-28d6f830b8e0)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:17.303669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.335748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.426120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30871aae-44b4-4a4a-a313-150457580aa1 None None] Pushing event updated for resources: {'Port': ['ID=ed7ee779-be1b-46ad-883d-12cbf25ee714,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:17.457609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.474408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:17.475535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:17.497171 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:17.500359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.506619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:17.509521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.575368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50361c2b-1b08-40cd-a46a-fb2c635c2bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.591680 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.606656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50361c2b-1b08-40cd-a46a-fb2c635c2bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.652844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50534) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:17.655682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.675842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247265082', 'description': 'tempest-description--1763387188'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:17.682767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:17.692364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Usage tracker for resource:security_group and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:17.709416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:17.735489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:17.811804 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0472629 Mar 11 13:02:17.814615 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Transition to ACTIVE for port object e2551443-3cd4-41ed-b4e4-7e95640d4b36 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:17.822541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50538) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:17.827005 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.828572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.831297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1e99e-7cd8-4ad7-90a3-8ffeea11d4fa tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Network': ['ID=d5c86cb0-fd5e-4eea-bc21-948b0d064b6f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:17.836284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.854297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Request body: {'subnet': {'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:17.863487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:17.864426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.896264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] Pushing event deleted for resources: {'Network': ['ID=60b6d117-598d-499d-9e7d-4e3c5943c70c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:17.899568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f14699fb-9a2b-470e-a338-6cd2f019b0b1 tempest-QuotasNegativeTest-2001634207 tempest-QuotasNegativeTest-2001634207-project-admin] 10.222.0.52 "DELETE /v2.0/networks/60b6d117-598d-499d-9e7d-4e3c5943c70c HTTP/1.1" status: 204 len: 168 time: 1.4379153 Mar 11 13:02:17.903563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Transition to ACTIVE for port object 1508f926-dda3-42dc-8499-b834f78ebcfc will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:17.917532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Transition to ACTIVE for port object 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:17.931366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50361c2b-1b08-40cd-a46a-fb2c635c2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.940536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.963115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:17.986747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50361c2b-1b08-40cd-a46a-fb2c635c2bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168f512-b8a6-49a8-853c-4c6f592937e7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:18.068541 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa26a9e-9f9d-46b5-97d4-b14c903a4ef7 None None] Pushing event updated for resources: {'Port': ['ID=e2551443-3cd4-41ed-b4e4-7e95640d4b36,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:18.133929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Network 8acc5bf9-2295-4eae-a049-ceadc62b9641 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:18.138426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:18.158843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:18.162438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event updated for resources: {'Port': ['ID=1508f926-dda3-42dc-8499-b834f78ebcfc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:18.171887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:18.178411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.188256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Usage tracker for resource:security_group_rule and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:18.202118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:18.206226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50361c2b-1b08-40cd-a46a-fb2c635c2bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.213448 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-50361c2b-1b08-40cd-a46a-fb2c635c2bbe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8168f512-b8a6-49a8-853c-4c6f592937e7 HTTP/1.1" status: 204 len: 168 time: 1.3260276 Mar 11 13:02:18.269640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Transition to ACTIVE for port object 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:18.286563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:18.286686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.290542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:18.308463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Usage tracker for resource:subnet and tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:18.326658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:18.348862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:18.352084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.400129 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Attempting to bind port e2551443-3cd4-41ed-b4e4-7e95640d4b36 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:18.402964 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Attempting to bind port e2551443-3cd4-41ed-b4e4-7e95640d4b36 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:18.403525 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Attempting to bind port e2551443-3cd4-41ed-b4e4-7e95640d4b36 on network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:18.406908 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24bb91fd-dd00-4291-8813-c2d71f7e8e69 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.9914122 Mar 11 13:02:18.408585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50550) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:18.425126 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:18.427334 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Checking segment: {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:18.429537 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.430532 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Bound using segment: {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:18.432476 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Bound port: e2551443-3cd4-41ed-b4e4-7e95640d4b36, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:18.433539 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.539322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:18.593089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.613819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ed7ee779-be1b-46ad-883d-12cbf25ee714 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:18.627836 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] For port e2551443-3cd4-41ed-b4e4-7e95640d4b36, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:18.640383 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] For port e2551443-3cd4-41ed-b4e4-7e95640d4b36, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e2551443-3cd4-41ed-b4e4-7e95640d4b36,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:18.648510 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.754131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Deleting port 1508f926-dda3-42dc-8499-b834f78ebcfc {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:18.754504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.770163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:18.772732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Made reservation on behalf of f3c6c1a7cd2745fcb51ebd08f4d0431e for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:18.788810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.876865 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa26a9e-9f9d-46b5-97d4-b14c903a4ef7 None None] Pushing event updated for resources: {'Port': ['ID=e2551443-3cd4-41ed-b4e4-7e95640d4b36,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:18.886201 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:18.887597 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:18.901475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Attempting to bind port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:18.901937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Attempting to bind port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:18.902196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Attempting to bind port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:18.962124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76669030-54d5-4b78-8fdd-e06f729f4b33 None None] Pushing event updated for resources: {'Port': ['ID=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:18.968718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:18.971650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:18.972069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:18.972457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:18.972940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Bound port: 8ff12a16-d6b9-48db-aa29-0c942b9d69f5, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:18.973330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.143742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50558) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:19.177927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] For port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:19.181726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] For port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:19.209736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.215166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59408b80-d06f-40d5-8ec5-fca0b76c2fd1 None None] Network 8acc5bf9-2295-4eae-a049-ceadc62b9641 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:19.322547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50564) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:19.346513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.347051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Allocated IP 2001:db8::2 (72efb8b5-f1cf-4313-b756-18e5042dd5f2/ffeb08cb-300c-489c-bc51-2e2bd05d384f/bb9e1fc5-a289-4ae8-9191-350b534dd37e) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:19.348391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:19.361183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:19.367656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:19.368174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.386660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.396887 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:19.406404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.411002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.453303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ed7ee779-be1b-46ad-883d-12cbf25ee714 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:19.467595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-941735f5-8f11-4b5f-b4e8-aa49c6257b73 None None] Provisioning for port ed7ee779-be1b-46ad-883d-12cbf25ee714 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:19.481690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:19.482307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:19.509978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-117886e6-83b4-4b63-ba39-286f797bca2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2da1739def3c436abc304209087c8b57&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1840980 Mar 11 13:02:19.514208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50568) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:19.537265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76669030-54d5-4b78-8fdd-e06f729f4b33 None None] Pushing event updated for resources: {'Port': ['ID=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:19.563446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ed7ee779-be1b-46ad-883d-12cbf25ee714 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:19.563820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.623063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-941735f5-8f11-4b5f-b4e8-aa49c6257b73 None None] Provisioning complete for port ed7ee779-be1b-46ad-883d-12cbf25ee714 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:19.623436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-941735f5-8f11-4b5f-b4e8-aa49c6257b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.697528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd526edf-96de-4f7f-bd2b-b3b4657e9377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.730115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd526edf-96de-4f7f-bd2b-b3b4657e9377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.792665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.825019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.843320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd526edf-96de-4f7f-bd2b-b3b4657e9377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:19.859853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:19.865175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Usage tracker for resource:security_group_rule and tenant:46560f52acc942cc9041271b19efa7f6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:19.869341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:19.870867 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:18Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:19.876874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:19.877287 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ef85e-5cee-4f23-87ad-c1a658c3641f None None] The sync data for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv is: [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:18Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:20.014642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.058902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Allocated IP 172.20.0.1 (08b2fea4-2120-4b82-a388-5093e1c33256/a546b542-fc2a-4c0e-ae8d-40cfccd1b130/a77f4764-7b53-4b7e-8d16-94f5c76e5200) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:20.095521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd526edf-96de-4f7f-bd2b-b3b4657e9377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.096368 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dd526edf-96de-4f7f-bd2b-b3b4657e9377 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49fbfb47-a794-43b5-85f8-6ad7884121a8 HTTP/1.1" status: 204 len: 168 time: 0.5812242 Mar 11 13:02:20.097295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.185538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.197685 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46560f52acc942cc9041271b19efa7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0517464 Mar 11 13:02:20.198289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Transition to ACTIVE for port object bb9e1fc5-a289-4ae8-9191-350b534dd37e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:20.198384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50576) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:20.206195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Calling delete_port for 1508f926-dda3-42dc-8499-b834f78ebcfc owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:20.214376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event updated for resources: {'Port': ['ID=9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:20.221602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7979ae8-29e7-43ee-a36f-00f37f26a88f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:20.241764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd526edf-96de-4f7f-bd2b-b3b4657e9377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbfb47-a794-43b5-85f8-6ad7884121a8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:20.274422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Transition to ACTIVE for port object bb9e1fc5-a289-4ae8-9191-350b534dd37e will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:20.287602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e8b79-b385-4832-8cf8-7025f4ae890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104eae71-8490-4dcd-b7fe-471591d84b6e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:20.385131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e30d-b4a0-4931-997d-f09fefd5d4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.417420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e30d-b4a0-4931-997d-f09fefd5d4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.492900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:02:20.493481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.498359 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f2e42237-9d9b-41d1-89e8-ad795b392b6c tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.1208162 Mar 11 13:02:20.505669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.509547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50582) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:20.514964 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-952d0b1f-2dd5-4b89-99cc-8e3aa90ebcee tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8553739 Mar 11 13:02:20.517882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:20.519289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e30d-b4a0-4931-997d-f09fefd5d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.543611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Checking segment: {'id': '2bd82194-592a-4411-80f6-d2e1040d2497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:20.543971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Network hostable DHCP agents. Network: d5c86cb0-fd5e-4eea-bc21-948b0d064b6f, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:20.546316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Request body: {'security_group_rule': {'security_group_id': 'a7979ae8-29e7-43ee-a36f-00f37f26a88f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:20.591561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Request body: {'port': {'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1218489159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:20.592210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.api.validators [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] bootfile-name is not in valid_values {{(pid=87958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:02:20.592490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.api.validators [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] tftp-server is not in valid_values {{(pid=87958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:02:20.592828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.api.validators [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] server-ip-address is not in valid_values {{(pid=87958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:02:20.616384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Subnet': ['ID=c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:20.635989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Checking segment: {'id': 'b116ba61-a2a2-4bed-82d1-ae95fd75c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd92788f3-1c16-462f-8dcb-eb837a40d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:20.636669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Network hostable DHCP agents. Network: d92788f3-1c16-462f-8dcb-eb837a40d72a, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:20.637847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.725997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.749553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-941735f5-8f11-4b5f-b4e8-aa49c6257b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.752652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:20.755250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:20.757549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Usage tracker for resource:port and tenant:8abe524b58eb402dad301eb9b42717a4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:20.760686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:20.763551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Network d92788f3-1c16-462f-8dcb-eb837a40d72a is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:20.767431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:20.775646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:20.793135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Transition to ACTIVE for port object a77f4764-7b53-4b7e-8d16-94f5c76e5200 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:20.800531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, d5c86cb0-fd5e-4eea-bc21-948b0d064b6f) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:20.820884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f33a750-f609-423f-bb2b-3ccab8a2c379,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:20.835294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, d92788f3-1c16-462f-8dcb-eb837a40d72a) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:20.840023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:20.840294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-941735f5-8f11-4b5f-b4e8-aa49c6257b73 None None] For port ed7ee779-be1b-46ad-883d-12cbf25ee714, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ed7ee779-be1b-46ad-883d-12cbf25ee714,segment=NetworkSegment(ca4a1399-31c8-4a96-a6d5-28d6f830b8e0),segment_id=ca4a1399-31c8-4a96-a6d5-28d6f830b8e0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:20.841150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.857824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e30d-b4a0-4931-997d-f09fefd5d4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.862889 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8ae6e30d-b4a0-4931-997d-f09fefd5d4e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/104eae71-8490-4dcd-b7fe-471591d84b6e HTTP/1.1" status: 204 len: 168 time: 0.6230392 Mar 11 13:02:20.875245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a899b-6529-4110-b675-2f7feed68fc9 None None] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:20.883190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6e30d-b4a0-4931-997d-f09fefd5d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104eae71-8490-4dcd-b7fe-471591d84b6e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:20.887729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Usage tracker for resource:security_group_rule and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:20.890535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Made reservation on behalf of 8abe524b58eb402dad301eb9b42717a4 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:20.895277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.914286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:20.924886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] device_id is not set on port 3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:20.960200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:20.961385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.969030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-941735f5-8f11-4b5f-b4e8-aa49c6257b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:20.987846 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-155feafd-3c4b-4fd5-b45d-0d84f3956c69 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1511354 Mar 11 13:02:21.002511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50606) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:21.010510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-245397264', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:21.023540 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3d905481-e115-4390-a4d1-8dfac43bde8a tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.6478372 Mar 11 13:02:21.025026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50610) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:21.027202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:21.037531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'floatingip': {'floating_network_id': 'd92788f3-1c16-462f-8dcb-eb837a40d72a'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:21.047106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:21.052222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:floatingip and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:21.055989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:21.062386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:21.076473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Usage tracker for resource:router and tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:21.086902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:21.090975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.123229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Allocated IP 2001:db8::6 (72efb8b5-f1cf-4313-b756-18e5042dd5f2/ffeb08cb-300c-489c-bc51-2e2bd05d384f/3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:21.131087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.147909 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407780bd-993c-4798-b44f-66216dfb3720 None None] Network d92788f3-1c16-462f-8dcb-eb837a40d72a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:21.237878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:21.298787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Network 08b2fea4-2120-4b82-a388-5093e1c33256 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:21.315414 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:21.323580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:21.324464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.361242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:21.501216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:21.524955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.530969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.531970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.591639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:21.601594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Pushing event updated for resources: {'Port': ['ID=a77f4764-7b53-4b7e-8d16-94f5c76e5200,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:21.608144 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.618896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:21.682141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.708013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.712478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:21.715535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:21.720382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.754934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.759942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.789650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Pushing event updated for resources: {'Port': ['ID=bb9e1fc5-a289-4ae8-9191-350b534dd37e,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:21.828015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:21.842935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Usage tracker for resource:security_group_rule and tenant:00ef740116b1479b9fea4a15fce30537 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:21.883675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:21.913191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:21.915313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event deleted for resources: {'Port': ['ID=1508f926-dda3-42dc-8499-b834f78ebcfc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:21.981863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941735f5-8f11-4b5f-b4e8-aa49c6257b73 None None] Pushing event updated for resources: {'Port': ['ID=ed7ee779-be1b-46ad-883d-12cbf25ee714,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:21.982194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.987451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:21.997550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Transition to ACTIVE for port object 3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:22.004940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.052503 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-95298101-868e-4605-b6a0-a1fbd1988261 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "DELETE /v2.0/ports/1508f926-dda3-42dc-8499-b834f78ebcfc HTTP/1.1" status: 204 len: 168 time: 3.6427052 Mar 11 13:02:22.059161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf30abb-77f2-4d63-90bb-aab2a8a551ef,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:22.063263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50636) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:22.084665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.088182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a7da53e8-f93f-468d-9a7d-0ce6305f1bb4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5484045 Mar 11 13:02:22.090351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50642) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:22.096378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Request body: {'security_group_rule': {'security_group_id': 'a7979ae8-29e7-43ee-a36f-00f37f26a88f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:22.109748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:22.117775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Usage tracker for resource:security_group_rule and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:22.127769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:22.140554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:22.146812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.279346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.311749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.331107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.355785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:22.391756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-d5c86cb0-fd5e-4eea-bc21-948b0d064b6f', 'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f', 'tenant_id': 'f3c6c1a7cd2745fcb51ebd08f4d0431e', 'fixed_ips': [{'subnet_id': 'c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:02:22.392271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:22.392743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.498936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:22.508297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:22.509315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.518565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.519072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.554630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0be172e6-7263-468a-8377-b8f043d5a588 tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4865289 Mar 11 13:02:22.574272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50654) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:22.580221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event updated for resources: {'Port': ['ID=3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:22.593845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.636869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Attempting to bind port bb9e1fc5-a289-4ae8-9191-350b534dd37e on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:22.637255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Attempting to bind port bb9e1fc5-a289-4ae8-9191-350b534dd37e by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '13927163-ffb7-47de-bb6d-6dee598aa35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:22.637597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Attempting to bind port bb9e1fc5-a289-4ae8-9191-350b534dd37e on network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:22.681466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.702073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00ef740116b1479b9fea4a15fce30537&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0799861 Mar 11 13:02:22.706736 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-43360a1e-b5d3-4ac1-b56a-97710f436785 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.1709051 Mar 11 13:02:22.708115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50658) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:22.708652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:22.709450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34bdb7-0a87-4d9e-9363-5b4bb7106e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750fa16-c8d2-409c-9d7d-3baa52c9ff54,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:22.719211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.721835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1728113363'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:22.726981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:22.729129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0764a2-733d-4b90-aa6e-803621342455 None None] Network d92788f3-1c16-462f-8dcb-eb837a40d72a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:22.736227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Usage tracker for resource:network and tenant:fe7bf933ebb74480b925e689b6818c95 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:22.741103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:22.750636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:22.767050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50666) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:22.781125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Made reservation on behalf of fe7bf933ebb74480b925e689b6818c95 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:22.785093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.869360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Allocated IP 172.20.0.6 (d92788f3-1c16-462f-8dcb-eb837a40d72a/0f33a750-f609-423f-bb2b-3ccab8a2c379/3c57d1f5-a1d8-4328-8b42-899cfb2a3b8b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:22.878017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:22.878438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Checking segment: {'id': '13927163-ffb7-47de-bb6d-6dee598aa35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:22.879113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.879442 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Bound using segment: {'id': '13927163-ffb7-47de-bb6d-6dee598aa35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:22.879929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Bound port: bb9e1fc5-a289-4ae8-9191-350b534dd37e, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13927163-ffb7-47de-bb6d-6dee598aa35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '72efb8b5-f1cf-4313-b756-18e5042dd5f2'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:22.880359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.914883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef66461f-4b2d-4979-a0f6-5fa6ba5ec44f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:22.930684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:02:22.930684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:02:22.932654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:22.956594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.960818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.962714 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1b6ac21-787f-4041-80a7-bdef3c319daf tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8712847 Mar 11 13:02:22.967406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:22.971061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd897-00f7-4fb3-be4a-9e9ea009f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.981502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.981853 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Added segment e7f8ae9d-ea95-4f9d-b5a7-0fbbd7ba0a07 of type vlan for network 6747824c-9e34-405f-8190-12258197b0a8 Mar 11 13:02:22.982892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:22.983563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.006895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-95c47cb6-db25-4c60-be70-cd5164ed2342 None None] Provisioning for port a77f4764-7b53-4b7e-8d16-94f5c76e5200 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:23.026409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:23.040226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:23.046508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-95c47cb6-db25-4c60-be70-cd5164ed2342 None None] Provisioning complete for port a77f4764-7b53-4b7e-8d16-94f5c76e5200 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:23.046676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-95c47cb6-db25-4c60-be70-cd5164ed2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.050594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Usage tracker for resource:floatingip and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:23.054383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd897-00f7-4fb3-be4a-9e9ea009f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.064783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:23.084646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Allocated IP 172.20.0.2 (d5c86cb0-fd5e-4eea-bc21-948b0d064b6f/c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d/7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:23.087908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:23.147831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52078723-2c55-4646-8475-d4c0d4f0b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:23.154357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52078723-2c55-4646-8475-d4c0d4f0b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:23.160977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52078723-2c55-4646-8475-d4c0d4f0b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:23.161878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-52078723-2c55-4646-8475-d4c0d4f0b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Synchronizing usage tracker for tenant:8abe524b58eb402dad301eb9b42717a4 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:23.166724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.214390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-471188524'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:23.224980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:23.234514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-52078723-2c55-4646-8475-d4c0d4f0b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Unset dirty status for tenant:8abe524b58eb402dad301eb9b42717a4 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:23.235723 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-52078723-2c55-4646-8475-d4c0d4f0b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5190859 Mar 11 13:02:23.241248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50676) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:23.242306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.244640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-95c47cb6-db25-4c60-be70-cd5164ed2342 None None] Port a77f4764-7b53-4b7e-8d16-94f5c76e5200 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:23.274737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Usage tracker for resource:network and tenant:deff103cd8884d688fb58da5e58bbf7a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:23.277453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Pushing event updated for resources: {'Port': ['ID=a77f4764-7b53-4b7e-8d16-94f5c76e5200,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:23.285847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:23.309644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] For port bb9e1fc5-a289-4ae8-9191-350b534dd37e, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:23.321207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 3, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:23.331451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd897-00f7-4fb3-be4a-9e9ea009f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.334252 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d5376d-bb7c-4fe0-9631-c28e1977b74a None None] The sync data for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv is: [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 3, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:23.344016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] For port bb9e1fc5-a289-4ae8-9191-350b534dd37e, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb9e1fc5-a289-4ae8-9191-350b534dd37e,segment=NetworkSegment(13927163-ffb7-47de-bb6d-6dee598aa35f),segment_id=13927163-ffb7-47de-bb6d-6dee598aa35f)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:23.369044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.372937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bd897-00f7-4fb3-be4a-9e9ea009f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750fa16-c8d2-409c-9d7d-3baa52c9ff54,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:23.450735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Deleting port 3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:23.451342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.480460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-82aa9e51-dcd7-4c8b-bbb7-fd77b8385b48 None None] Could not find standard attr ID for object 1508f926-dda3-42dc-8499-b834f78ebcfc. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:02:23.482745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd897-00f7-4fb3-be4a-9e9ea009f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.484182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c9bd897-00f7-4fb3-be4a-9e9ea009f687 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4750fa16-c8d2-409c-9d7d-3baa52c9ff54 HTTP/1.1" status: 204 len: 168 time: 0.7691283 Mar 11 13:02:23.557582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.630368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-82aa9e51-dcd7-4c8b-bbb7-fd77b8385b48 None None] Provisioning complete for port ed7ee779-be1b-46ad-883d-12cbf25ee714 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:23.630917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-82aa9e51-dcd7-4c8b-bbb7-fd77b8385b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.636268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Network 08b2fea4-2120-4b82-a388-5093e1c33256 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:23.648393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:23.657376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:23.669624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.739817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.775587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ca117-ed33-405c-99fb-558e26103cbc None None] Pushing event updated for resources: {'Port': ['ID=bb9e1fc5-a289-4ae8-9191-350b534dd37e,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:23.876386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.880280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.888870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:23.889834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:23.904862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Transition to ACTIVE for port object 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:23.932303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Made reservation on behalf of deff103cd8884d688fb58da5e58bbf7a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:23.970893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.004165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Port': ['ID=3c57d1f5-a1d8-4328-8b42-899cfb2a3b8b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:24.032673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Transition to ACTIVE for port object 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:24.063873 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4885166 Mar 11 13:02:24.069572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.102551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50684) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:24.158049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:24.246164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:24.255454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:24.294473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.309235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.310022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:24.416594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Pushing event updated for resources: {'Port': ['ID=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:24.459876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-026d636e-2a7e-445f-a5a8-609334bb1fda None None] Provisioning complete for port a77f4764-7b53-4b7e-8d16-94f5c76e5200 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:24.460451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-026d636e-2a7e-445f-a5a8-609334bb1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.517371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-026d636e-2a7e-445f-a5a8-609334bb1fda None None] Port a77f4764-7b53-4b7e-8d16-94f5c76e5200 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:24.519418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Attempting to bind port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:24.519958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Attempting to bind port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '2bd82194-592a-4411-80f6-d2e1040d2497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:24.520596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Attempting to bind port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 on network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:24.527528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:24.528177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Checking segment: {'id': '2bd82194-592a-4411-80f6-d2e1040d2497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:24.528714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.529312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Bound using segment: {'id': '2bd82194-592a-4411-80f6-d2e1040d2497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:24.529988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Bound port: 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd82194-592a-4411-80f6-d2e1040d2497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:24.530509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.541955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:24.544552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Network d92788f3-1c16-462f-8dcb-eb837a40d72a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:24.552784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:24.553340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.651078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:24.656036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:24.663011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:24.707491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Usage tracker for resource:security_group_rule and tenant:deff103cd8884d688fb58da5e58bbf7a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:24.708248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Calling delete_port for 3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:24.715464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d812f-b4c0-43a2-ad03-7b1f56093cbb tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event updated for resources: {'Network': ['ID=6747824c-9e34-405f-8190-12258197b0a8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:24.717797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:24.740952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:24.744050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.761273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 6747824c-9e34-405f-8190-12258197b0a8 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:24.855433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:24.900561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] For port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:24.905206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] For port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,segment=NetworkSegment(2bd82194-592a-4411-80f6-d2e1040d2497),segment_id=2bd82194-592a-4411-80f6-d2e1040d2497)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:24.943300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.073903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.095499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b13917-c740-42dd-8aea-9e536e03bb1c None None] Pushing event updated for resources: {'Port': ['ID=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:25.112214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Allocated IP 172.26.4.217 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/89ecd332-741e-4028-8819-76f6c3034fb8) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:25.113102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:25.117964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.118758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ed7ee779-be1b-46ad-883d-12cbf25ee714 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:25.230946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.240867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.282951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Router 7ccaf212-4db8-4344-967e-880d6919300f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:02:25.362755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ed7ee779-be1b-46ad-883d-12cbf25ee714 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:25.362755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.431074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:25.491711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0adea-598d-4eb1-8d3d-13301da1aee6 None None] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:25.630981 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8cb1f23-52bd-455f-b0c0-076fa86fd112 tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "GET /v2.0/agents/269df645-6d8d-4803-9b95-b10e74995975/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 1.5043929 Mar 11 13:02:25.630981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event deleted for resources: {'Port': ['ID=3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:25.646991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50712) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:25.756831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.773896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fd2cac1e-1e54-4a5a-ac4d-7df8e4cab561 None None] Provisioning for port bb9e1fc5-a289-4ae8-9191-350b534dd37e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:25.786328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-026abf76-bdc0-41ee-834f-a3c862002963 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "DELETE /v2.0/ports/3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1 HTTP/1.1" status: 204 len: 168 time: 2.5423346 Mar 11 13:02:25.793119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50720) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:25.820565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Request body: {'port': {'name': 'tempest-new-port-name-133921128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:25.820565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.api.validators [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] bootfile-name is not in valid_values {{(pid=87958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:02:25.820801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.api.validators [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] tftp-server is not in valid_values {{(pid=87958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:02:25.821131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.api.validators [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] server-ip-address is not in valid_values {{(pid=87958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:02:25.824213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2551443-3cd4-41ed-b4e4-7e95640d4b36 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:25.861543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:25.985362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port e2551443-3cd4-41ed-b4e4-7e95640d4b36 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:25.993225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e2551443-3cd4-41ed-b4e4-7e95640d4b36 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:25.993734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.050819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:26.052853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa9005-e55c-4485-a42f-238e6c516a2f tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] Network 6747824c-9e34-405f-8190-12258197b0a8 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:26.073687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.076341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.089247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.095325 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-52aa9005-e55c-4485-a42f-238e6c516a2f tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "POST /v2.0/agents/269df645-6d8d-4803-9b95-b10e74995975/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4429989 Mar 11 13:02:26.095325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:26.104812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.123099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2effb8e2-9c3d-4911-97e4-bc91f3b8420d None None] Network 6747824c-9e34-405f-8190-12258197b0a8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:26.131689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:26.147577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.223599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Allocated IP 172.26.4.218 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/48f2face-ab27-487a-b6d9-2a110e918a88) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:26.227721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.362386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port e2551443-3cd4-41ed-b4e4-7e95640d4b36, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e2551443-3cd4-41ed-b4e4-7e95640d4b36,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:26.368646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.430362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:26.444785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:26.449888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.450305 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Added segment f02837d8-47ec-4b14-8e46-0407c5f1f93d of type vlan for network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 Mar 11 13:02:26.483448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:26.496221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:26.527356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Sync routers for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:26.593268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:26.594137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:26.605772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event updated for resources: {'Port': ['ID=89ecd332-741e-4028-8819-76f6c3034fb8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:26.653245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.710148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5dbab8-492b-4721-bcf0-32c56170f0c5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:26.721867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=e2551443-3cd4-41ed-b4e4-7e95640d4b36,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:26.730448 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d724d98-7bfc-41de-beab-6c904b83a80a tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "GET /v2.0/agents/269df645-6d8d-4803-9b95-b10e74995975/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.6335216 Mar 11 13:02:26.731449 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ce6cf78a-1f7f-47a7-a8fd-8dfd1d4a1421 admin admin] 10.222.0.52 "PUT /v2.0/routers/7ccaf212-4db8-4344-967e-880d6919300f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3435817 Mar 11 13:02:26.747878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50736) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:26.760235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4e174429-6e09-4c61-921b-7f320f890a5c None None] Provisioning for port 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:26.839449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:26.863117 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd52af-4aa2-4f56-a1fb-e27e355211aa None None] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:26.929575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.933972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.936232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4e174429-6e09-4c61-921b-7f320f890a5c None None] Provisioning complete for port 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:26.936591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4e174429-6e09-4c61-921b-7f320f890a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.939918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:26.940768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.955644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.961831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-573299981', 'router:external': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:26.968394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:26.981130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:27.045358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4e174429-6e09-4c61-921b-7f320f890a5c None None] Port 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:27.054630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] In _notify_port_updated(), no bound segment for port 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb on network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:02:27.061708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:27.062305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.066569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "PUT /v2.0/ports/9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb HTTP/1.1" status: 200 len: 1128 time: 1.2698185 Mar 11 13:02:27.081759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50750) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:27.085497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:network and tenant:5268c4d21e904d0d97981357e7e83a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:27.099484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:27.117872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:27.148733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0bd06-8f47-40fd-a302-bf003ebcacc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event updated for resources: {'Port': ['ID=9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:27.156251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Made reservation on behalf of 5268c4d21e904d0d97981357e7e83a8e for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:27.159488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.172509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:27.176653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.178303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.197951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:27.202277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:security_group_rule and tenant:5268c4d21e904d0d97981357e7e83a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:27.206327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:27.258218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:27.297142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aa6f218e-8cda-4adb-b728-d93e59d0318e None None] Provisioning for port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:27.305048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.335616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.349346 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e6f2646e-e74d-43b6-8d2f-44a85139c47b tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "DELETE /v2.0/agents/269df645-6d8d-4803-9b95-b10e74995975/dhcp-networks/6747824c-9e34-405f-8190-12258197b0a8 HTTP/1.1" status: 204 len: 168 time: 0.5894165 Mar 11 13:02:27.416341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:27.417607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:27.424404 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.6535511 Mar 11 13:02:27.435159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50756) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:27.443797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:27.467142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:27.534191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:27.534711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.550708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e9e83-9a7b-4106-a876-d9e984fc9be5 tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Pushing event updated for resources: {'Network': ['ID=743e013b-b0d9-4dc0-98d7-e4bd03f82657,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:27.572124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aa6f218e-8cda-4adb-b728-d93e59d0318e None None] Provisioning complete for port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:27.572491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f218e-8cda-4adb-b728-d93e59d0318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.712480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:27.748177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50764) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:27.758100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e632c48-f085-4688-8f43-124eb5a31c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:27.759089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9e632c48-f085-4688-8f43-124eb5a31c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Synchronizing usage tracker for tenant:8abe524b58eb402dad301eb9b42717a4 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:27.781163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.789451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Request body: {'port': {'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657', 'binding:host_id': 'hv-neutron-8331', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-526628240'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:27.794980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:27.840566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Port': ['ID=48f2face-ab27-487a-b6d9-2a110e918a88,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:27.877819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event updated for resources: {'Port': ['ID=89ecd332-741e-4028-8819-76f6c3034fb8,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:27.901309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:27.917694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Usage tracker for resource:port and tenant:a94e6be59799486a88bd6bca5cb065bd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:27.924681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:27.940287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:27.951568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9e632c48-f085-4688-8f43-124eb5a31c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Unset dirty status for tenant:8abe524b58eb402dad301eb9b42717a4 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:27.957013 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9e632c48-f085-4688-8f43-124eb5a31c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "GET /v2.0/ports/9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb HTTP/1.1" status: 200 len: 1128 time: 0.8742468 Mar 11 13:02:27.957658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50768) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:27.993101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.011330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.038844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Deleting port 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:28.039183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.107476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Port': ['ID=3c57d1f5-a1d8-4328-8b42-899cfb2a3b8b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:28.163579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.180905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Made reservation on behalf of a94e6be59799486a88bd6bca5cb065bd for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:28.183375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.221404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.221725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.252321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f218e-8cda-4adb-b728-d93e59d0318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.295746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.300149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.310671 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3aa09daa-514a-40fb-980e-81d5f0f95a64 tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "GET /v2.0/agents/269df645-6d8d-4803-9b95-b10e74995975/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.8621094 Mar 11 13:02:28.311316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50774) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:28.326208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50778) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:28.328771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,segment=NetworkSegment(2bd82194-592a-4411-80f6-d2e1040d2497),segment_id=2bd82194-592a-4411-80f6-d2e1040d2497)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:28.329593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012093582', 'description': 'tempest-description--1946789237'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:28.342917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.344489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:28.353591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:28.363277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:28.367648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Usage tracker for resource:security_group and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:28.380277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:28.386908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.391053 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e6f42501-5369-471c-a606-b63fb1c989e1 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.3598316 Mar 11 13:02:28.391723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50782) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:28.392692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Usage tracker for resource:security_group_rule and tenant:a94e6be59799486a88bd6bca5cb065bd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:28.454956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.487997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:28.492360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:28.576228 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7b7d5a4d-c9ea-4d5a-b9aa-19eaeaeb0dfe tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "GET /v2.0/networks/8acc5bf9-2295-4eae-a049-ceadc62b9641/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2355082 Mar 11 13:02:28.576228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:28.586303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Calling delete_port for 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:28.587542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:28.591140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50786) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:28.602994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-995e60f9-1d79-41ee-b8d1-ac878ae7b5ad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Synchronizing usage tracker for tenant:2be9d84358024530a8a45cee5e76ed17 on resource:floatingip {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:28.608908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-aa6f218e-8cda-4adb-b728-d93e59d0318e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:02:28.609249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-aa6f218e-8cda-4adb-b728-d93e59d0318e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:02:28.616359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.617396 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c4f099a-8141-4e2b-b7c0-a3938e3d9d88 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6273613 Mar 11 13:02:28.618622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.619926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.622074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:22Z', 'revision_number': 2, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:28.627210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Checking router: 7ccaf212-4db8-4344-967e-880d6919300f for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:02:28.627796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Updating router 7ccaf212-4db8-4344-967e-880d6919300f port a77f4764-7b53-4b7e-8d16-94f5c76e5200 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:02:28.633408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:28.640389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.643464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.643958 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Added segment 935aa067-70f2-491f-98a0-ab39ec790f14 of type vlan for network 7c2623bc-1803-447f-af7c-2f4407cf1bab Mar 11 13:02:28.677969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.695639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:28.696428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.748636 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1391aa04-e903-4af9-8ca8-559552c28167 tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "GET /v2.0/networks/8acc5bf9-2295-4eae-a049-ceadc62b9641/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1520154 Mar 11 13:02:28.757042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:28.759292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50792) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:28.760332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0615a-7b46-40e1-9ede-b63b34a2466e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:28.771501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Usage tracker for resource:security_group_rule and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:28.783650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-995e60f9-1d79-41ee-b8d1-ac878ae7b5ad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Unset dirty status for tenant:2be9d84358024530a8a45cee5e76ed17 on resource:floatingip {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:28.787693 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-995e60f9-1d79-41ee-b8d1-ac878ae7b5ad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=d92788f3-1c16-462f-8dcb-eb837a40d72a HTTP/1.1" status: 200 len: 689 time: 0.3037636 Mar 11 13:02:28.788341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50798) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:28.789310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:28.792772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.794313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:28.796170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.812529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:28.822903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:28.844791 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7080336 Mar 11 13:02:28.888316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50806) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:28.908978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'subnet': {'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:28.964860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bb9e1fc5-a289-4ae8-9191-350b534dd37e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:28.968008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:28.980868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:subnet and tenant:5268c4d21e904d0d97981357e7e83a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:28.986767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:28.998506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:29.011177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b60d-336a-4648-91da-3d49e8d6a51d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Network': ['ID=7c2623bc-1803-447f-af7c-2f4407cf1bab,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:29.025628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.071339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.073992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Made reservation on behalf of 5268c4d21e904d0d97981357e7e83a8e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:29.076872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.110646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50824) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:29.123795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event deleted for resources: {'Port': ['ID=9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:29.130903 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 13:02:29.137046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 7c2623bc-1803-447f-af7c-2f4407cf1bab details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:29.253574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.334842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.340693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aa6f218e-8cda-4adb-b728-d93e59d0318e None None] Could not find standard attr ID for object 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:02:29.377230 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69ce4c1e-e1fb-4768-92bb-f207da226048 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "DELETE /v2.0/ports/9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb HTTP/1.1" status: 204 len: 168 time: 1.4185431 Mar 11 13:02:29.381407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50828) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:29.385789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port bb9e1fc5-a289-4ae8-9191-350b534dd37e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:29.387573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.427529 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-bcc03033-faba-4082-b1e3-2c403dfa1c92 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1247265082&fields=id&tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9 HTTP/1.1" status: 200 len: 267 time: 0.3051505 Mar 11 13:02:29.435586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bb9e1fc5-a289-4ae8-9191-350b534dd37e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:29.435951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.458357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.467363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Deleting port 3c57d1f5-a1d8-4328-8b42-899cfb2a3b8b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:29.468130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.502564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] device_id is not set on port 999d8816-67c4-40b2-bd8f-66cc8d45dbac yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:29.536596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bdf93cfa-991c-42ac-a296-a5668c76f1ad None None] Provisioning complete for port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:29.536945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bdf93cfa-991c-42ac-a296-a5668c76f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.545849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.586015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Deleting subnet ffeb08cb-300c-489c-bc51-2e2bd05d384f {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:02:29.601770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.670272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.713150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.714242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411bba3c-3101-487c-88b1-71f81fa099f8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:29.753760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-af55c37a-5170-40fb-a264-9db3d16328df tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:29.755210 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-af55c37a-5170-40fb-a264-9db3d16328df tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/networks?id=9346775a-32f7-42d4-9b7d-10b3cebf8d17 HTTP/1.1" status: 200 len: 806 time: 0.3182366 Mar 11 13:02:29.777920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd5ae78-65da-4506-8185-4123b7cce1fb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:29.793730 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-92b8c6a1-f415-4942-8dee-678b9173ae36 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/quotas/a37c3ff55fb9492bb0ed3f4b77a288b9 HTTP/1.1" status: 200 len: 375 time: 0.0296202 Mar 11 13:02:29.825935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port bb9e1fc5-a289-4ae8-9191-350b534dd37e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb9e1fc5-a289-4ae8-9191-350b534dd37e,segment=NetworkSegment(13927163-ffb7-47de-bb6d-6dee598aa35f),segment_id=13927163-ffb7-47de-bb6d-6dee598aa35f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:29.828356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.835521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.853450 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-15306d54-735b-447b-ba65-cd2d3b698dd2 tempest-DHCPAgentSchedulersTestJSON-611488260 tempest-DHCPAgentSchedulersTestJSON-611488260-project-admin] 10.222.0.52 "GET /v2.0/agents/269df645-6d8d-4803-9b95-b10e74995975/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 1.0891454 Mar 11 13:02:29.854637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:29.856063 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-555d4723-a66b-4174-97ce-aba06d77fd03 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5383384 Mar 11 13:02:29.869675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50832) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:29.870354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50834) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:29.885506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bdf93cfa-991c-42ac-a296-a5668c76f1ad None None] Could not find standard attr ID for object 9a5fbfd4-36fa-4617-ab06-f7c204ba4bcb. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:02:29.934613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Transition to ACTIVE for port object a77f4764-7b53-4b7e-8d16-94f5c76e5200 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:29.939992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=bb9e1fc5-a289-4ae8-9191-350b534dd37e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:29.945892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Request body: {'security_group_rule': {'security_group_id': '3cd5ae78-65da-4506-8185-4123b7cce1fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:29.949941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:29.983074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bdf93cfa-991c-42ac-a296-a5668c76f1ad None None] Could not find standard attr ID for object 3c40cb1c-a6aa-4f6a-af6e-bb5fbbea3ab1. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:02:29.994382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.058823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.147531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:30.166709 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-14151279-fe25-4e0b-b9f2-5b4e1adc4f86 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3591411 Mar 11 13:02:30.227047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:02:30.227571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.227733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Usage tracker for resource:security_group_rule and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:30.246100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc6fc9-9585-49a5-8e47-bf17762da7fb None None] Pushing event updated for resources: {'Port': ['ID=a77f4764-7b53-4b7e-8d16-94f5c76e5200,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:30.251456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:30.262571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.293171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.301870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:30.302228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.329355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "DELETE /v2.0/subnets/ffeb08cb-300c-489c-bc51-2e2bd05d384f HTTP/1.1" status: 204 len: 168 time: 0.9415255 Mar 11 13:02:30.349711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:30.349830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd1dcd3-957c-4e62-b0b3-c2822a9009c1 None None] Network 72efb8b5-f1cf-4313-b756-18e5042dd5f2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:30.392499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-df49b1e0-3442-419a-af41-3ed3b772f679 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:02:30.393670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-df49b1e0-3442-419a-af41-3ed3b772f679 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0829957 Mar 11 13:02:30.394411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6fbb6e4c-c245-4136-a415-3cec8cc565d8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:30.482606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Attempting to bind port a77f4764-7b53-4b7e-8d16-94f5c76e5200 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:30.483194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Attempting to bind port a77f4764-7b53-4b7e-8d16-94f5c76e5200 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:30.483552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Attempting to bind port a77f4764-7b53-4b7e-8d16-94f5c76e5200 on network 08b2fea4-2120-4b82-a388-5093e1c33256 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:30.488564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5874e4d-f0bc-46a1-895e-2d6460ce03ad tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event deleted for resources: {'Subnet': ['ID=ffeb08cb-300c-489c-bc51-2e2bd05d384f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:30.503229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:30.511316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:30.511688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Checking segment: {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:30.512078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.512467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Bound using segment: {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:30.513259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Bound port: a77f4764-7b53-4b7e-8d16-94f5c76e5200, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:30.513401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.528399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.560141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Checking segment: {'id': '935aa067-70f2-491f-98a0-ab39ec790f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:30.560865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network hostable DHCP agents. Network: 7c2623bc-1803-447f-af7c-2f4407cf1bab, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:30.654100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.672059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network 7c2623bc-1803-447f-af7c-2f4407cf1bab is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:30.696283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Deleting port bb9e1fc5-a289-4ae8-9191-350b534dd37e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:30.696949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.721589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2551443-3cd4-41ed-b4e4-7e95640d4b36 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:30.727531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 7c2623bc-1803-447f-af7c-2f4407cf1bab) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:30.730552 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-73e7e51e-5b5c-4e5a-beec-d9a72ca40c11 service neutron] 10.222.0.52 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917821 Mar 11 13:02:30.741177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:30.742091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.758515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe89c2-153c-49f9-818e-32bcbcddbd33 None None] Network 7c2623bc-1803-447f-af7c-2f4407cf1bab requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:30.767142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.772371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.772880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.798444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.810335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] device_id is not set on port 999d8816-67c4-40b2-bd8f-66cc8d45dbac yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:30.845678 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-151eb1a7-7029-4f8d-b444-7dabf818047d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9508071 Mar 11 13:02:30.846426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:30.847903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] For port a77f4764-7b53-4b7e-8d16-94f5c76e5200, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:30.905498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1048833072', 'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:30.912898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] For port a77f4764-7b53-4b7e-8d16-94f5c76e5200, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a77f4764-7b53-4b7e-8d16-94f5c76e5200,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:30.920389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:30.929450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.934367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:port and tenant:5268c4d21e904d0d97981357e7e83a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:30.941066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:30.961782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:30.974598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Calling delete_port for 3c57d1f5-a1d8-4328-8b42-899cfb2a3b8b owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:30.980069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:31.067963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Made reservation on behalf of 5268c4d21e904d0d97981357e7e83a8e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:31.070431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e2551443-3cd4-41ed-b4e4-7e95640d4b36 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:31.070852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.071964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.122610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Transition to ACTIVE for port object 999d8816-67c4-40b2-bd8f-66cc8d45dbac will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:31.126265 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-f5b03778-d493-4456-9eb2-3731f43c8d5b service neutron] 10.222.0.52 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740704 Mar 11 13:02:31.160205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] For port bb9e1fc5-a289-4ae8-9191-350b534dd37e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb9e1fc5-a289-4ae8-9191-350b534dd37e,segment=NetworkSegment(13927163-ffb7-47de-bb6d-6dee598aa35f),segment_id=13927163-ffb7-47de-bb6d-6dee598aa35f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:31.160405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Router aa9686a8-257d-4680-9758-d77f8816f8ee is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:02:31.166096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.179692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc6fc9-9585-49a5-8e47-bf17762da7fb None None] Pushing event updated for resources: {'Port': ['ID=a77f4764-7b53-4b7e-8d16-94f5c76e5200,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:31.187771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] DHCP port deletion for 72efb8b5-f1cf-4313-b756-18e5042dd5f2 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:02:31.209171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:31.209980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:31.305163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Deleting port bb9e1fc5-a289-4ae8-9191-350b534dd37e {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:31.305662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.320935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.326347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.329163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.402220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.486800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > segment before_delete 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.487196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.487928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.488255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > port after_create 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.488573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > port after_delete 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.488928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > port after_update 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.489328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > segment after_delete 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.489594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet after_create 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.489914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet after_delete 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.490226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet after_update 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.492406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Calling delete_port for bb9e1fc5-a289-4ae8-9191-350b534dd37e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:31.546482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50874) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:31.566040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] device_id is not set on port 4e648378-c60a-4218-8ddd-142fa2353e41 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:31.590844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db56da6f-cf71-412e-8fbd-1f28775dd995 None None] Network 7c2623bc-1803-447f-af7c-2f4407cf1bab requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:31.657551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet after_create 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.658082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet after_delete 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.658210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet before_create 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.658518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Subscribe: > subnet before_update 55550000 {{(pid=87959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 13:02:31.658886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6747824c-9e34-405f-8190-12258197b0a8']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:31.715335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f51043-f1de-4839-8547-16d88c5ef8b2,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:31.715987 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3391a518-ced7-4fe3-b40b-8bc4d73d6d6d req-202f06f6-3f97-462f-b8f3-c1e0d7db00e2 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.1676464 Mar 11 13:02:31.750835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f8ae9d-ea95-4f9d-b5a7-0fbbd7ba0a07') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:31.751319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f8ae9d-ea95-4f9d-b5a7-0fbbd7ba0a07') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:31.799882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Allocated IP 172.20.0.2 (7c2623bc-1803-447f-af7c-2f4407cf1bab/6fbb6e4c-c245-4136-a415-3cec8cc565d8/4e648378-c60a-4218-8ddd-142fa2353e41) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:31.842402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.843099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=999d8816-67c4-40b2-bd8f-66cc8d45dbac,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:31.855540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.905386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event deleted for resources: {'Port': ['ID=bb9e1fc5-a289-4ae8-9191-350b534dd37e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:31.912371 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] No DVR routers for this DVR port bb9e1fc5-a289-4ae8-9191-350b534dd37e on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:02:31.948448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:31.962464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:31.965923 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-25be8ee7-7f30-491d-bcb8-a2932d635bd2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0426872 Mar 11 13:02:31.973312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50888) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:31.982037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Request body: {'security_group_rule': {'security_group_id': '3cd5ae78-65da-4506-8185-4123b7cce1fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:31.998296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.007948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.020803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:32.060431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:32.060831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.088180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Checking segment: {'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:32.088521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Network hostable DHCP agents. Network: 743e013b-b0d9-4dc0-98d7-e4bd03f82657, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: from cryptography.utils import int_from_bytes Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: from cryptography.utils import int_from_bytes Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn_limited( Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn_limited( Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:32.096026 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:32.168819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Usage tracker for resource:security_group_rule and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:32.180773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:32.219554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:32.232854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c57d1f5-a1d8-4328-8b42-899cfb2a3b8b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:32.238976 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] Sync routers for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:32.249859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.256619 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:32.257335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:32.257622 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:32.263015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bb9e1fc5-a289-4ae8-9191-350b534dd37e no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:02:32.275690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.293995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72efb8b5-f1cf-4313-b756-18e5042dd5f2']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:32.317471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13927163-ffb7-47de-bb6d-6dee598aa35f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:32.317932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13927163-ffb7-47de-bb6d-6dee598aa35f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:32.336201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.354071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.368223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: bb9e1fc5-a289-4ae8-9191-350b534dd37e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:02:32.368559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bb9e1fc5-a289-4ae8-9191-350b534dd37e not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:02:32.400131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.403389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.416661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event deleted for resources: {'Network': ['ID=6747824c-9e34-405f-8190-12258197b0a8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:32.423851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.431154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:32.431661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.431897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.447462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:32.447690 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:32.451325 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1c9c0e40-3895-4aa6-be58-58c4a5c98e41 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.4463704 Mar 11 13:02:32.453188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50902) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:32.462273 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:32.484118 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-64141985-9f43-4103-85ef-bffe2d7c9959 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "DELETE /v2.0/networks/6747824c-9e34-405f-8190-12258197b0a8 HTTP/1.1" status: 204 len: 168 time: 2.5603094 Mar 11 13:02:32.491550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50904) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:32.491861 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:32.495173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] For port bb9e1fc5-a289-4ae8-9191-350b534dd37e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb9e1fc5-a289-4ae8-9191-350b534dd37e,segment=NetworkSegment(13927163-ffb7-47de-bb6d-6dee598aa35f),segment_id=13927163-ffb7-47de-bb6d-6dee598aa35f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:32.495738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.498166 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:32.557807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.560804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.579118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.589577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.600901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] Pushing event deleted for resources: {'Network': ['ID=72efb8b5-f1cf-4313-b756-18e5042dd5f2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:32.633589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.639100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deade59a-d261-499f-b54c-bcdcebb24f57,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:32.668149 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:32.668552 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19ef46-99df-45b9-bfc0-9f8a13168fb8 None None] The sync data for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:32.691395 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-99dd4de5-e84e-4334-b45c-7ae720488bcb tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016 tempest-ExtraDHCPOptionsIpV6TestJSON-1792228016-project] 10.222.0.52 "DELETE /v2.0/networks/72efb8b5-f1cf-4313-b756-18e5042dd5f2 HTTP/1.1" status: 204 len: 168 time: 2.3385818 Mar 11 13:02:32.741129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.745931 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-296a56b0-119a-4f5c-9936-717e14da8264 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7711940 Mar 11 13:02:32.750509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network 7c2623bc-1803-447f-af7c-2f4407cf1bab is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:32.751273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50916) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:32.756447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:32.763284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:32.784567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Calling delete_port for bb9e1fc5-a289-4ae8-9191-350b534dd37e owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:32.820695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:32.833904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:32.845151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:32.845883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:32.891573 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c3eff3-bd4c-443e-a625-5ec40e3b3aa2 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] DELETE failed (client error): The resource could not be found. Mar 11 13:02:32.892044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c3eff3-bd4c-443e-a625-5ec40e3b3aa2 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:02:32.893765 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-58c3eff3-bd4c-443e-a625-5ec40e3b3aa2 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "DELETE /v2.0/ports/1508f926-dda3-42dc-8499-b834f78ebcfc HTTP/1.1" status: 404 len: 333 time: 0.4012740 Mar 11 13:02:32.919760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50922) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:32.940044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:32.957414 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f30f588-08c4-456a-9cec-afbc6258ef5d req-af8631ac-9705-4f4d-aafa-567387470981 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.0959413 Mar 11 13:02:32.959122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Usage tracker for resource:floatingip and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:32.964065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Port': ['ID=4e648378-c60a-4218-8ddd-142fa2353e41,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:32.969709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:32.975052 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-339c96ce-1e70-4726-b909-9c3a040889fa tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0800569 Mar 11 13:02:32.978608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:32.997669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 743e013b-b0d9-4dc0-98d7-e4bd03f82657) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:33.023281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:33.037781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:33.044066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7bad39-f2f7-4fac-8dab-79f741a13719 None None] Network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:33.083079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:02:33.083570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:02:33.103505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.123607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Deleting port 4e648378-c60a-4218-8ddd-142fa2353e41 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:33.124146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.140231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.287114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50934) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:33.290299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:33.290825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:33.291180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:33.299081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.312222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13c2374a-602e-428b-8509-4756311108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:30Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:33.324334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2374a-602e-428b-8509-4756311108a3 None None] The sync data for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv is: [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:30Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:33.413212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Deleting subnet d9282003-f60d-45a8-aa2a-0a50383f1694 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:02:33.425117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.499286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:33.499631 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:33.536383 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 2 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:33.544707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f33a750-f609-423f-bb2b-3ccab8a2c379,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:33.585072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Deleting port bb9e1fc5-a289-4ae8-9191-350b534dd37e {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:33.585986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.602635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.607783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.670082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-646f9475-af64-4ddc-8231-d771f1f2b82b None None] The port 'bb9e1fc5-a289-4ae8-9191-350b534dd37e' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:02:33.717380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:33.717740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:33.718092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:33.790607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Calling delete_port for 4e648378-c60a-4218-8ddd-142fa2353e41 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:33.793525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:33.794050 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:33.803732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.838096 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 3 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:33.866240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:33.971159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.50', 59231) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:33.978672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:33.979074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:33.979324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:34.035995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92788f3-1c16-462f-8dcb-eb837a40d72a']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:34.045267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:34.045568 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:34.051023 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ddb07fca-9db3-49bf-a8d2-5c9a82dac20d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8abe524b58eb402dad301eb9b42717a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7622299 Mar 11 13:02:34.054118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50944) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:34.067332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Allocated IP 172.26.4.40 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/f4b39a7b-1941-4714-bfc6-2a7a50c109a7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:34.069518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.165780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e648378-c60a-4218-8ddd-142fa2353e41,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:34.238516 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:02:34.305279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a77f4764-7b53-4b7e-8d16-94f5c76e5200 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:34.327838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4af51116-10eb-4522-8606-9726b4e33a71 req-27840262-6d52-4d14-ab28-0169f440ffa2 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.1666956 Mar 11 13:02:34.407161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a77f4764-7b53-4b7e-8d16-94f5c76e5200 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:34.410989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.415196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a77f4764-7b53-4b7e-8d16-94f5c76e5200 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:34.415802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.487422 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 4 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:34.543932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b116ba61-a2a2-4bed-82d1-ae95fd75c124') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:34.544326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b116ba61-a2a2-4bed-82d1-ae95fd75c124') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:34.556160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.590343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.605724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.620996 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df61b1be-2771-4cba-8ed8-378fa08fe1a8 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "DELETE /v2.0/ports/4e648378-c60a-4218-8ddd-142fa2353e41 HTTP/1.1" status: 204 len: 168 time: 1.6411147 Mar 11 13:02:34.623016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50960) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:34.631381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab', 'external_fixed_ips': [{'subnet_id': '6fbb6e4c-c245-4136-a415-3cec8cc565d8', 'ip_address': '172.20.0.2'}]}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:34.637284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:34.638451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event deleted for resources: {'Subnet': ['ID=d9282003-f60d-45a8-aa2a-0a50383f1694,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:34.644316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:router and tenant:5268c4d21e904d0d97981357e7e83a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:34.648987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:34.656986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:34.667851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.670439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.693153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:34.693764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:34.694325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:34.697108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57ea43-16cb-47f7-a0e7-814b2090538c None None] Network 8acc5bf9-2295-4eae-a049-ceadc62b9641 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:34.712614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.723009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.723137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.723489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:34.723918 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:34.724341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.727970 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d7df32bb-d541-42f6-8d4d-5dc2999cb879 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "DELETE /v2.0/subnets/d9282003-f60d-45a8-aa2a-0a50383f1694 HTTP/1.1" status: 204 len: 168 time: 1.8050075 Mar 11 13:02:34.739915 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 5 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:34.747407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50966) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:34.758510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.775073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.848360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a77f4764-7b53-4b7e-8d16-94f5c76e5200, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a77f4764-7b53-4b7e-8d16-94f5c76e5200,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:34.860854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.863058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:34.876235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:34.883097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:34.883665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:34.885934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:34.915269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event updated for resources: {'Port': ['ID=f4b39a7b-1941-4714-bfc6-2a7a50c109a7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:34.981839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:34.982444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:34.982869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:35.016433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a77f4764-7b53-4b7e-8d16-94f5c76e5200,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:35.016859 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:35.068538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:35.068915 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:35.118109 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 6 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:35.146876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] DHCP port deletion for 8acc5bf9-2295-4eae-a049-ceadc62b9641 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:02:35.152075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] Deleting port ed7ee779-be1b-46ad-883d-12cbf25ee714 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:35.152211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-f3875770-9236-4f18-b88b-c9b531ae4dfc tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:35.152445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.152912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2b70be90-e522-4480-a318-cf94595b92e1 req-f3875770-9236-4f18-b88b-c9b531ae4dfc tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Synchronizing usage tracker for tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:35.244228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0845dc3-c662-4700-b5c8-52a7e0976afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.251334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.256564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:35.256903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:35.257242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:35.306894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:35.307231 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:35.308263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.365910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.396830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d92788f3-1c16-462f-8dcb-eb837a40d72a {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 13:02:35.399926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.412406 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 7 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:35.424211 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "DELETE /v2.0/networks/d92788f3-1c16-462f-8dcb-eb837a40d72a HTTP/1.1" status: 204 len: 168 time: 6.6269245 Mar 11 13:02:35.433081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50984) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:35.440907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2b70be90-e522-4480-a318-cf94595b92e1 req-f3875770-9236-4f18-b88b-c9b531ae4dfc tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Unset dirty status for tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:35.441909 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-f3875770-9236-4f18-b88b-c9b531ae4dfc tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.50 "GET /v2.0/networks?id=9346775a-32f7-42d4-9b7d-10b3cebf8d17 HTTP/1.1" status: 200 len: 806 time: 1.4645815 Mar 11 13:02:35.452597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aea05-82cb-4eaa-9f87-9327a8437fce tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event deleted for resources: {'Network': ['ID=d92788f3-1c16-462f-8dcb-eb837a40d72a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:35.478382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:35.478713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:35.479051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:35.497527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0845dc3-c662-4700-b5c8-52a7e0976afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.516464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:35.516859 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:35.522583 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 8 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:35.589769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] For port ed7ee779-be1b-46ad-883d-12cbf25ee714, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ed7ee779-be1b-46ad-883d-12cbf25ee714,segment=NetworkSegment(ca4a1399-31c8-4a96-a6d5-28d6f830b8e0),segment_id=ca4a1399-31c8-4a96-a6d5-28d6f830b8e0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:35.590807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.640060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Deleting port ed7ee779-be1b-46ad-883d-12cbf25ee714 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:35.640407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.695175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.714491 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fa5e9b22-4e0f-4e62-93d1-f6da969a4c58 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.2791340 Mar 11 13:02:35.756961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 50990) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:35.826053 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4c92c0b5-51db-4402-a1a5-57c764bec988 req-4c412da6-ed6b-412a-811a-7e0d323f2fa8 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.1077225 Mar 11 13:02:35.832271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.896941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:35.897554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:35.897554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:35.898866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] Calling delete_port for ed7ee779-be1b-46ad-883d-12cbf25ee714 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:35.931707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:35.989857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2b70be90-e522-4480-a318-cf94595b92e1 req-7a51ccfb-004f-4e9b-9f1a-f09ab1000bc1 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Synchronizing usage tracker for tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:36.016722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:36.017093 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:36.030018 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 9 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:36.104564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2b70be90-e522-4480-a318-cf94595b92e1 req-7a51ccfb-004f-4e9b-9f1a-f09ab1000bc1 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Unset dirty status for tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:36.105649 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-7a51ccfb-004f-4e9b-9f1a-f09ab1000bc1 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9 HTTP/1.1" status: 200 len: 380 time: 0.5498133 Mar 11 13:02:36.132462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:36.178943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:36.178943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:36.178943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:36.245382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a77f4764-7b53-4b7e-8d16-94f5c76e5200 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:36.288329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Request body: {'port': {'device_id': '97365b2d-1e56-4267-9c34-0f108a794223', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'admin_state_up': True, 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'security_groups': ['a7979ae8-29e7-43ee-a36f-00f37f26a88f']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:36.317083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] Pushing event deleted for resources: {'Port': ['ID=ed7ee779-be1b-46ad-883d-12cbf25ee714,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:36.324025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f7a67-465d-4912-a7b4-cabac9718959 None None] No DVR routers for this DVR port ed7ee779-be1b-46ad-883d-12cbf25ee714 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:02:36.350349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a77f4764-7b53-4b7e-8d16-94f5c76e5200 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:36.350519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:36.387082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.387532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.387995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.388445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.388888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.389331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.404647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.407942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Synchronizing usage tracker for tenant:2be9d84358024530a8a45cee5e76ed17 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:36.423235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:36.423576 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:36.424124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0845dc3-c662-4700-b5c8-52a7e0976afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:36.435118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:36.564388 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 10 to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac Mar 11 13:02:36.617428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ed7ee779-be1b-46ad-883d-12cbf25ee714 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:02:36.657179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ed7ee779-be1b-46ad-883d-12cbf25ee714 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:02:36.657554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ed7ee779-be1b-46ad-883d-12cbf25ee714 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:02:36.760781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0845dc3-c662-4700-b5c8-52a7e0976afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5deafe1-322d-4864-987e-4ae71bbea14a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:36.769156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:36.769594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:36.770222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:36.780981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Unset dirty status for tenant:2be9d84358024530a8a45cee5e76ed17 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:36.783301 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-62581adf-b6d5-4f53-b4f1-e9b2c0604fad tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4561 time: 0.9258733 Mar 11 13:02:36.828248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:36.832538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 50994) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:36.955708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0845dc3-c662-4700-b5c8-52a7e0976afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:36.957533 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b0845dc3-c662-4700-b5c8-52a7e0976afc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5deafe1-322d-4864-987e-4ae71bbea14a HTTP/1.1" status: 204 len: 168 time: 2.4614434 Mar 11 13:02:36.973534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:36.974189 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 999d8816-67c4-40b2-bd8f-66cc8d45dbac on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:36.974720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.069101 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-17ed8b35-97fb-4035-9a59-0934b9f42d47 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] delete failed (client error): The resource could not be found. Mar 11 13:02:37.074484 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-17ed8b35-97fb-4035-9a59-0934b9f42d47 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/a2b21a8e-2190-4b91-b2e3-0e14acec6a5c HTTP/1.1" status: 404 len: 345 time: 0.1315386 Mar 11 13:02:37.084895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51002) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:37.101759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-65b7a711-eefc-4a24-9059-3fdb353395aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.176273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:37.180044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] For port ed7ee779-be1b-46ad-883d-12cbf25ee714, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ed7ee779-be1b-46ad-883d-12cbf25ee714,segment=NetworkSegment(ca4a1399-31c8-4a96-a6d5-28d6f830b8e0),segment_id=ca4a1399-31c8-4a96-a6d5-28d6f830b8e0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:37.180761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.206371 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.268936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Usage tracker for resource:port and tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:37.273865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:37.297567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-566f836c-0522-40f9-bd5c-97f56db44616 req-bbf27e57-5b3c-437d-b3a4-7542e35436d1 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.1707597 Mar 11 13:02:37.305097 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d3e1b5-c096-4518-8bf7-a1215e656445 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 13:02:37.305709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d3e1b5-c096-4518-8bf7-a1215e656445 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:02:37.311825 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a3d3e1b5-c096-4518-8bf7-a1215e656445 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "DELETE /v2.0/networks/d92788f3-1c16-462f-8dcb-eb837a40d72a HTTP/1.1" status: 404 len: 339 time: 0.2237041 Mar 11 13:02:37.313576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51008) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:37.316830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event updated for resources: {'Port': ['ID=f4b39a7b-1941-4714-bfc6-2a7a50c109a7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:37.321462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.322915 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7321dd40-eaeb-4205-a914-8a29e33db1c7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5705788 Mar 11 13:02:37.326915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'network': {'name': 'tempest-network--678237066', 'router:external': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:37.332565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:37.337402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:network and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:37.341032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:37.350846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:37.358380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Calling delete_port for ed7ee779-be1b-46ad-883d-12cbf25ee714 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:37.364644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Made reservation on behalf of 2be9d84358024530a8a45cee5e76ed17 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:37.380087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.399634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.406294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:37.496776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.533784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Allocated IP 172.20.0.1 (d5c86cb0-fd5e-4eea-bc21-948b0d064b6f/c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d/cb928692-763a-430d-9730-46c231f3d3a0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:37.602579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:02:37.603026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:02:37.618847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] For port 999d8816-67c4-40b2-bd8f-66cc8d45dbac, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:37.619305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempted to set empty binding levels {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 13:02:37.621537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Made reservation on behalf of a37c3ff55fb9492bb0ed3f4b77a288b9 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:37.627273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.664984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.760338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:37.761280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.805468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=999d8816-67c4-40b2-bd8f-66cc8d45dbac,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:37.819718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:37.832454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Allocated IP 172.20.0.2 (7c2623bc-1803-447f-af7c-2f4407cf1bab/6fbb6e4c-c245-4136-a415-3cec8cc565d8/bb771e68-a182-4c3f-a459-35329af4e016) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:37.847296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-851e2361-5425-4ffd-b4b8-e255743abf6d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Synchronizing usage tracker for tenant:7800a39c051941e994d725ad41f030e9 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:37.860401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:37.860830 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Added segment 24e74b0b-b94d-4b89-80de-94049f1827e4 of type vlan for network 65fd052d-3f77-440f-a16d-6902fcc5ff17 Mar 11 13:02:37.938416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-851e2361-5425-4ffd-b4b8-e255743abf6d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Unset dirty status for tenant:7800a39c051941e994d725ad41f030e9 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:37.939696 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-851e2361-5425-4ffd-b4b8-e255743abf6d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2012093582&fields=id&tenant_id=7800a39c051941e994d725ad41f030e9 HTTP/1.1" status: 200 len: 267 time: 0.1896982 Mar 11 13:02:37.994821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.019799 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5e1736b9-77a1-4102-ad3a-6cfbab9a8d1f tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 10.2541864 Mar 11 13:02:38.027571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51038) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:38.105135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Deleting port ed7ee779-be1b-46ad-883d-12cbf25ee714 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:38.105625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.223255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:02:38.224247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] The port 'ed7ee779-be1b-46ad-883d-12cbf25ee714' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:02:38.265423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Deleting port 999d8816-67c4-40b2-bd8f-66cc8d45dbac {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:38.265970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.395783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.523021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51046) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:38.538854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-50d5cadf-156e-4a7b-b4e4-85a8cee8adaf tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:38.539580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-50d5cadf-156e-4a7b-b4e4-85a8cee8adaf tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Synchronizing usage tracker for tenant:7800a39c051941e994d725ad41f030e9 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:38.543722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.544811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.555670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Transition to ACTIVE for port object cb928692-763a-430d-9730-46c231f3d3a0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:38.560399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Allocated IP 172.20.0.9 (9346775a-32f7-42d4-9b7d-10b3cebf8d17/2452bf8f-fc85-43da-bce0-93f1e76bb2df/f007be93-1c36-468e-80af-d936d22da15d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:38.595016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.595988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:38.596575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.613743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acc5bf9-2295-4eae-a049-ceadc62b9641']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:38.631276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4a1399-31c8-4a96-a6d5-28d6f830b8e0') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:38.631890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4a1399-31c8-4a96-a6d5-28d6f830b8e0') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:38.649815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.659872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06b89c34-2276-46a4-a5ad-cdf8e5175064 req-b8a8e9d9-2137-42a9-8972-0bc306c6c37c tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.1107721 Mar 11 13:02:38.675991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.695515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-50d5cadf-156e-4a7b-b4e4-85a8cee8adaf tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Unset dirty status for tenant:7800a39c051941e994d725ad41f030e9 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:38.700449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:38.701256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:38.702574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-50d5cadf-156e-4a7b-b4e4-85a8cee8adaf tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 811 time: 0.7036054 Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:38.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:38.887040 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5671458 Mar 11 13:02:38.890875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'networks': [{'name': 'tempest-network--177683261'}, {'name': 'tempest-network--2146026315'}]} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:38.891416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'network': {'name': 'tempest-network--177683261'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:38.891684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'network': {'name': 'tempest-network--2146026315'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:38.892511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ff7af-1530-439e-9c1d-b8e3a560c3cb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Network': ['ID=65fd052d-3f77-440f-a16d-6902fcc5ff17,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:38.897393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51052) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:38.903756 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-355ff0ce-02c9-4569-805f-9acf612b8fa7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/quotas/7800a39c051941e994d725ad41f030e9 HTTP/1.1" status: 200 len: 375 time: 0.2001822 Mar 11 13:02:38.906863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:38.914522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 65fd052d-3f77-440f-a16d-6902fcc5ff17 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:39.030550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Usage tracker for resource:network and tenant:83cb02bd3cae4c2c91482497e4dd8a46 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:39.063609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:39.063961 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] For port 999d8816-67c4-40b2-bd8f-66cc8d45dbac, host hv-neutron-8331, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:39.064247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.074556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:39.109086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.120064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Made reservation on behalf of 83cb02bd3cae4c2c91482497e4dd8a46 for: {'network': 2} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:39.126881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.144283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.201308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.208729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b6df-5e9e-4674-8b48-a5398728ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.216163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.319322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.322706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Calling delete_port for 999d8816-67c4-40b2-bd8f-66cc8d45dbac owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:39.358438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] Pushing event deleted for resources: {'Network': ['ID=8acc5bf9-2295-4eae-a049-ceadc62b9641,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:39.367372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Port': ['ID=bb771e68-a182-4c3f-a459-35329af4e016,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:39.453235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network 7c2623bc-1803-447f-af7c-2f4407cf1bab is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:39.465752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:39.470178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:39.589024 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-cc701b5d-3a3b-49ec-b129-91d4ca29d02a tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6844335 Mar 11 13:02:39.612524 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-546cc228-810d-4354-9725-c0d155cabe37 tempest-DHCPAgentSchedulersTestJSON-625960965 tempest-DHCPAgentSchedulersTestJSON-625960965-project] 10.222.0.52 "DELETE /v2.0/networks/8acc5bf9-2295-4eae-a049-ceadc62b9641 HTTP/1.1" status: 204 len: 168 time: 4.8476825 Mar 11 13:02:39.613541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Port': ['ID=cb928692-763a-430d-9730-46c231f3d3a0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:39.636315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:39.649796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:39.652321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:39.660544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:39.746670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.778018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:39.909281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Usage tracker for resource:security_group_rule and tenant:83cb02bd3cae4c2c91482497e4dd8a46 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:39.936502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:39.957777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event deleted for resources: {'Port': ['ID=999d8816-67c4-40b2-bd8f-66cc8d45dbac,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.043776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:40.052827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.069161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.096421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.099444 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-13da1a46-e86f-404e-91cb-253853de48b4 req-6b1a2c41-3edc-4246-8030-b128c1144d3f tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.1052516 Mar 11 13:02:40.109005 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15e98a04-a09b-4d15-a436-b2a8e5356849 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "DELETE /v2.0/ports/999d8816-67c4-40b2-bd8f-66cc8d45dbac HTTP/1.1" status: 204 len: 168 time: 2.0682399 Mar 11 13:02:40.112897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1d2687c1-2142-4151-92d7-8bedafdda976 None None] Provisioning for port cb928692-763a-430d-9730-46c231f3d3a0 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:40.126066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51062) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:40.126400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1d2687c1-2142-4151-92d7-8bedafdda976 None None] Provisioning complete for port cb928692-763a-430d-9730-46c231f3d3a0 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:40.126775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d2687c1-2142-4151-92d7-8bedafdda976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.207493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1d2687c1-2142-4151-92d7-8bedafdda976 None None] Port cb928692-763a-430d-9730-46c231f3d3a0 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:40.267626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.273373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4e925-94d0-44aa-9d74-16c45a8d8234 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:40.280855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4e925-94d0-44aa-9d74-16c45a8d8234 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:40.283472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51066) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:40.285899 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-884b278d-d418-468b-b71b-28f983b3dae0 service neutron] 10.222.0.52 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782560 Mar 11 13:02:40.289647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4e925-94d0-44aa-9d74-16c45a8d8234 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:40.296624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4e925-94d0-44aa-9d74-16c45a8d8234 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:40.303378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4e925-94d0-44aa-9d74-16c45a8d8234 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:40.305896 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-60a4e925-94d0-44aa-9d74-16c45a8d8234 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 1.4063993 Mar 11 13:02:40.315918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:40.451337 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-466ad00c-53f6-4ebb-9844-c1cb375318cb tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:02:40.451685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-466ad00c-53f6-4ebb-9844-c1cb375318cb tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Synchronizing usage tracker for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:40.485976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Transition to ACTIVE for port object f007be93-1c36-468e-80af-d936d22da15d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:40.532108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.629034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-466ad00c-53f6-4ebb-9844-c1cb375318cb tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Unset dirty status for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:40.630647 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-466ad00c-53f6-4ebb-9844-c1cb375318cb tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "GET /v2.0/ports/999d8816-67c4-40b2-bd8f-66cc8d45dbac HTTP/1.1" status: 404 len: 333 time: 0.4999962 Mar 11 13:02:40.644767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51078) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:40.657053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Request body: {'port': {'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1312016379'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:40.661698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:40.672972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:40.728628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Made reservation on behalf of a94e6be59799486a88bd6bca5cb065bd for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:40.730940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.759422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.770208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.814051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.814512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.867825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.905036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:40.908879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] device_id is not set on port 59d18b06-1066-4de9-9972-d3a7d9948a0d yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:40.984277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-224ab593-1e2b-454e-a369-ee6ee6a4584e service neutron] 10.222.0.52 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668036 Mar 11 13:02:41.002808 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed85354d-4aba-4a29-ad80-c3b77b44de53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe7bf933ebb74480b925e689b6818c95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7156062 Mar 11 13:02:41.006033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51082) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:41.022689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:41.058338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:41.081679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:41.091787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:41.141338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729591ba-eb5b-457d-b6b9-ec39230a817a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:41.145901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event updated for resources: {'Port': ['ID=f007be93-1c36-468e-80af-d936d22da15d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:41.205041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.205664 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Added segment 90c0d5c2-57f6-4b44-99ba-e1c8c7a01352 of type vlan for network a8de30a2-16f6-44a5-afd6-ffdfff031e6a Mar 11 13:02:41.352579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.395489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:41.399665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.472285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.478052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.556166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-60915738-143e-4ba8-a53b-adf9da54babe None None] Provisioning for port f007be93-1c36-468e-80af-d936d22da15d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:41.565405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-60915738-143e-4ba8-a53b-adf9da54babe None None] Provisioning complete for port f007be93-1c36-468e-80af-d936d22da15d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:41.574180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-60915738-143e-4ba8-a53b-adf9da54babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.635210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:41.642692 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-110e4ace-6aa0-419b-a503-ac0fc9bf1dc3 req-f2b76234-c727-4248-9616-7369ecd8ad77 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.1972167 Mar 11 13:02:41.672714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.673627 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Added segment 9eea067f-49da-48cc-9ea8-c31106192198 of type vlan for network ccf660f8-0f6b-45ef-8760-3eeeaca0c4e4 Mar 11 13:02:41.687748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.723015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.760781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fd052d-3f77-440f-a16d-6902fcc5ff17']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:41.764242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-60915738-143e-4ba8-a53b-adf9da54babe None None] Port f007be93-1c36-468e-80af-d936d22da15d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:41.862805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2f6e4af-43a9-435b-ba36-930538cfd7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.867844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e74b0b-b94d-4b89-80de-94049f1827e4') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:41.868393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e74b0b-b94d-4b89-80de-94049f1827e4') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:41.905069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.923453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.953426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2f6e4af-43a9-435b-ba36-930538cfd7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:41.988413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1880d96-e22b-4cc5-8ba6-f7246eae150c req-749cf1a2-9bf4-46af-8b79-d31ae076e381 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:41.995508 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1880d96-e22b-4cc5-8ba6-f7246eae150c req-749cf1a2-9bf4-46af-8b79-d31ae076e381 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 931 time: 0.5483644 Mar 11 13:02:42.005772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.039036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:42.039540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.056502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:42.069602 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:42.084668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.085553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.098766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:42.104253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:42.105014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.212082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.264828 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.7289369 Mar 11 13:02:42.266651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.277564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51116) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:42.353358 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-c234fb67-6b31-4733-b328-89a90e4056a7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1797686 Mar 11 13:02:42.377015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1880d96-e22b-4cc5-8ba6-f7246eae150c req-9e02c8f2-b775-4d67-8857-f48713a05e84 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804624 Mar 11 13:02:42.412258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.496215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2f6e4af-43a9-435b-ba36-930538cfd7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.522109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.526514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65fd052d-3f77-440f-a16d-6902fcc5ff17 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 13:02:42.545602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.614936 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "DELETE /v2.0/networks/65fd052d-3f77-440f-a16d-6902fcc5ff17 HTTP/1.1" status: 204 len: 168 time: 2.2963693 Mar 11 13:02:42.629623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f805e-96eb-4df8-ad3e-1e825245defb tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event deleted for resources: {'Network': ['ID=65fd052d-3f77-440f-a16d-6902fcc5ff17,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:42.632488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6e4af-43a9-435b-ba36-930538cfd7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdae269-37fd-4874-9766-9be28b39636f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:42.634330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51124) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:42.646068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2f6e4af-43a9-435b-ba36-930538cfd7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:42.650587 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2f6e4af-43a9-435b-ba36-930538cfd7a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfdae269-37fd-4874-9766-9be28b39636f HTTP/1.1" status: 204 len: 168 time: 1.6412065 Mar 11 13:02:42.736938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'network': {'name': 'tempest-network--382911445', 'router:external': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:42.743127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:42.780147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:42.834456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:42.845481 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bce2a904-f20a-4262-aa19-895275e1a412 req-3ff3d907-edab-4d61-9512-d88f0f9a29f2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.0870800 Mar 11 13:02:42.856939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:network and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:42.869400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:42.919335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:43.005393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Made reservation on behalf of 2be9d84358024530a8a45cee5e76ed17 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:43.014426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:43.077650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.085121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.092028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.099465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.105867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.112604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.113897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Synchronizing usage tracker for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:43.132086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Router 9eb392d5-708f-48b1-8f80-48846447e0eb is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:02:43.135349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:43.137760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-0d61f1e2-6dff-4cde-a20e-d647fb4998d7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:02:43.139576 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-0d61f1e2-6dff-4cde-a20e-d647fb4998d7 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700009 Mar 11 13:02:43.242730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:43.243691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.244330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:43.330625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Port': ['ID=cb928692-763a-430d-9730-46c231f3d3a0,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:43.495716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51138) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:43.505559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Network': ['ID=a8de30a2-16f6-44a5-afd6-ffdfff031e6a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:43.523949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network a8de30a2-16f6-44a5-afd6-ffdfff031e6a details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:43.732669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:43.735682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:43.736024 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Added segment 8d03579a-69fc-409c-a6e3-6991cf4598ff of type vlan for network 811a7f6a-8826-49e3-baf9-2bb1364e946d Mar 11 13:02:43.758682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Sync routers for ids ['9eb392d5-708f-48b1-8f80-48846447e0eb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:43.770970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Routers {'9eb392d5-708f-48b1-8f80-48846447e0eb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:43.771847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9eb392d5-708f-48b1-8f80-48846447e0eb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:43.778705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:43.788656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a507ea-557c-458b-9609-96fef539bd27 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Network': ['ID=ccf660f8-0f6b-45ef-8760-3eeeaca0c4e4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:43.802792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:43.806424 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-78a4e982-013c-46f9-84e5-3b0715714b5c tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.1822281 Mar 11 13:02:43.808061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51144) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:43.816715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Unset dirty status for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:43.818020 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d8440a51-2b7e-4862-aa6c-d5eb8eb7f243 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3560 time: 1.5174553 Mar 11 13:02:43.819592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1701093 Mar 11 13:02:43.840935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51148) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:43.841563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51150) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:43.869737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network ccf660f8-0f6b-45ef-8760-3eeeaca0c4e4 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:43.954894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:43.979003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84652bb-9b93-40f3-b975-2550eee8ab1c req-506ac980-3e27-4010-b795-a5f64b0e59cc tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:43.980804 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d84652bb-9b93-40f3-b975-2550eee8ab1c req-506ac980-3e27-4010-b795-a5f64b0e59cc tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 931 time: 0.2509568 Mar 11 13:02:43.999028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:44.025527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:44.123221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Usage tracker for resource:security_group_rule and tenant:58c712ef027e4a5ea99fecccb5f362a3 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:44.126970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd266e58-aa77-4d0c-b1f3-c6ba0c4d5768 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=59d18b06-1066-4de9-9972-d3a7d9948a0d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:44.148629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:44.149972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:44.177256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:44.193382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Request body: {'port': {'device_id': '97365b2d-1e56-4267-9c34-0f108a794223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:44.283530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:44.306049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:44.333132 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0764328-d071-4383-b384-629c9434950d req-2a971d3a-ab97-424b-9581-e76cf279d823 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.1623740 Mar 11 13:02:44.336355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:02:44.391905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Set router 9eb392d5-708f-48b1-8f80-48846447e0eb gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:44.464588 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d84652bb-9b93-40f3-b975-2550eee8ab1c req-f5f4553f-25d5-416c-a12f-1e9d2947f3cc tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648434 Mar 11 13:02:44.575367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:44.694632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:44.695595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:44.696156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:44.721802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:44.820089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Network': ['ID=811a7f6a-8826-49e3-baf9-2bb1364e946d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:44.823166 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-613d4ea7-e19e-4742-a8c4-072f0e88de54 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1818836 Mar 11 13:02:44.829783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51164) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:44.917213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 811a7f6a-8826-49e3-baf9-2bb1364e946d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:44.980575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-4c0747ec-5a71-4026-9ab2-ffdb2b752b2a tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:44.982038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-4c0747ec-5a71-4026-9ab2-ffdb2b752b2a tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 811 time: 0.8287244 Mar 11 13:02:45.040186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.067817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4d46af09-266e-463e-8a98-2c3ff9ae7868 None None] Provisioning complete for port cb928692-763a-430d-9730-46c231f3d3a0 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:45.068212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4d46af09-266e-463e-8a98-2c3ff9ae7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.073786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.118265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365948a-5276-417e-950b-1ba6cb62d42f tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:45.118828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f365948a-5276-417e-950b-1ba6cb62d42f tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Synchronizing usage tracker for tenant:a0d0c00991c647bdb265bd5f8f7474ef on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:45.125514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.139283 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-ffeaabf7-72d5-4bd7-8864-e6dc72410530 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7800a39c051941e994d725ad41f030e9 HTTP/1.1" status: 200 len: 380 time: 0.0955689 Mar 11 13:02:45.143983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Deleting port bb771e68-a182-4c3f-a459-35329af4e016 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:45.144321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.144641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4d46af09-266e-463e-8a98-2c3ff9ae7868 None None] Port cb928692-763a-430d-9730-46c231f3d3a0 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:45.156524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb392d5-708f-48b1-8f80-48846447e0eb', 'name': '', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab', 'external_fixed_ips': [{'subnet_id': '6fbb6e4c-c245-4136-a415-3cec8cc565d8', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb771e68-a182-4c3f-a459-35329af4e016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:34Z', 'updated_at': '2022-03-11T13:02:40Z', 'revision_number': 3, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port': {'id': 'bb771e68-a182-4c3f-a459-35329af4e016', 'name': '', 'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb392d5-708f-48b1-8f80-48846447e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '6fbb6e4c-c245-4136-a415-3cec8cc565d8', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:37Z', 'updated_at': '2022-03-11T13:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fbb6e4c-c245-4136-a415-3cec8cc565d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:45.160313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Checking router: 9eb392d5-708f-48b1-8f80-48846447e0eb for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:02:45.160646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Updating router 9eb392d5-708f-48b1-8f80-48846447e0eb port bb771e68-a182-4c3f-a459-35329af4e016 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:02:45.187628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.192005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f365948a-5276-417e-950b-1ba6cb62d42f tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Unset dirty status for tenant:a0d0c00991c647bdb265bd5f8f7474ef on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:45.193200 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f365948a-5276-417e-950b-1ba6cb62d42f tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] 10.222.0.52 "GET /v2.0/networks/811a7f6a-8826-49e3-baf9-2bb1364e946d HTTP/1.1" status: 200 len: 756 time: 0.3593264 Mar 11 13:02:45.200042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51170) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:45.223024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.281816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Request body: {'port': {'device_id': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'admin_state_up': True, 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'security_groups': ['3cd5ae78-65da-4506-8185-4123b7cce1fb']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:45.301480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8de30a2-16f6-44a5-afd6-ffdfff031e6a']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:45.319770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Router aa9686a8-257d-4680-9758-d77f8816f8ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:02:45.349077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c0d5c2-57f6-4b44-99ba-e1c8c7a01352') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:45.349498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c0d5c2-57f6-4b44-99ba-e1c8c7a01352') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:45.420080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.441142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.620824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.636961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Transition to ACTIVE for port object bb771e68-a182-4c3f-a459-35329af4e016 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:45.645575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.699731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.723154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.728408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Attempting to bind port bb771e68-a182-4c3f-a459-35329af4e016 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:45.728875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Attempting to bind port bb771e68-a182-4c3f-a459-35329af4e016 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '935aa067-70f2-491f-98a0-ab39ec790f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:45.729359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Attempting to bind port bb771e68-a182-4c3f-a459-35329af4e016 on network 7c2623bc-1803-447f-af7c-2f4407cf1bab {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:45.737912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:45.738350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Checking segment: {'id': '935aa067-70f2-491f-98a0-ab39ec790f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:45.738801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.739244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Bound using segment: {'id': '935aa067-70f2-491f-98a0-ab39ec790f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:45.739759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Bound port: bb771e68-a182-4c3f-a459-35329af4e016, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935aa067-70f2-491f-98a0-ab39ec790f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7c2623bc-1803-447f-af7c-2f4407cf1bab'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:45.740183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.754181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Calling delete_port for bb771e68-a182-4c3f-a459-35329af4e016 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:45.810249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6caf6-0317-467a-8211-cd5555f006ad None None] Pushing event updated for resources: {'Port': ['ID=bb771e68-a182-4c3f-a459-35329af4e016,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:45.858111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] For port bb771e68-a182-4c3f-a459-35329af4e016, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:45.967268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:45.967857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:45.970254 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82ecaeda-3d91-4339-b3e7-0f71acd8ea24 req-501650b9-93ae-4d83-a46e-2e8d6182bbed tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.1557641 Mar 11 13:02:45.986508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeceb76-e860-4a04-b707-a2da1a71c0f7 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:45.990852 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ffeceb76-e860-4a04-b707-a2da1a71c0f7 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] 10.222.0.52 "GET /v2.0/networks/15c3d19c-dfd4-45e3-a214-820882933290 HTTP/1.1" status: 200 len: 768 time: 0.7898080 Mar 11 13:02:45.991751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51178) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:46.002670 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:46.075607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.224361 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58c712ef027e4a5ea99fecccb5f362a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7155392 Mar 11 13:02:46.227508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] For port bb771e68-a182-4c3f-a459-35329af4e016, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb771e68-a182-4c3f-a459-35329af4e016,segment=NetworkSegment(935aa067-70f2-491f-98a0-ab39ec790f14),segment_id=935aa067-70f2-491f-98a0-ab39ec790f14)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:46.234974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.244663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51182) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:46.262082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] device_id is not set on port 59d18b06-1066-4de9-9972-d3a7d9948a0d yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:46.266296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.270663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.306506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:46.311277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128f77d-8fa6-4a34-bbf3-a52490250aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf86f32-3634-45de-b5ac-0a19b3237c41,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:46.314157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.316687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.321649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Usage tracker for resource:port and tenant:7800a39c051941e994d725ad41f030e9 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:46.323094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Routers {'9eb392d5-708f-48b1-8f80-48846447e0eb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:46.323790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9eb392d5-708f-48b1-8f80-48846447e0eb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.325805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:46.338272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8a6c-5ca9-47d3-b788-2ba47da000e2 req-cb840b9c-ec3b-4415-97a9-66c13cad644c tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:46.338592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:46.345779 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-009d8a6c-5ca9-47d3-b788-2ba47da000e2 req-cb840b9c-ec3b-4415-97a9-66c13cad644c tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 931 time: 0.5623691 Mar 11 13:02:46.351064 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] Sync routers for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:46.361584 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:46.362396 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.383894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:46.392818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Network': ['ID=a8de30a2-16f6-44a5-afd6-ffdfff031e6a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:46.394190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6caf6-0317-467a-8211-cd5555f006ad None None] Pushing event updated for resources: {'Port': ['ID=bb771e68-a182-4c3f-a459-35329af4e016,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:46.435630 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.446299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Transition to ACTIVE for port object 59d18b06-1066-4de9-9972-d3a7d9948a0d will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:46.448351 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:46.449374 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.453999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:46.458185 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4324c53f-d260-45a6-a087-23ddf9037bde tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/networks/a8de30a2-16f6-44a5-afd6-ffdfff031e6a HTTP/1.1" status: 204 len: 168 time: 2.6087282 Mar 11 13:02:46.469410 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fd6d2839-12ef-4afc-aa4e-004effc1a142 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "PUT /v2.0/routers/aa9686a8-257d-4680-9758-d77f8816f8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9832890 Mar 11 13:02:46.473093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Made reservation on behalf of 7800a39c051941e994d725ad41f030e9 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:46.474314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.476573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.479486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51188) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:46.506500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] Set router 9eb392d5-708f-48b1-8f80-48846447e0eb gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:02:46.516698 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.517303 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a9db41-e548-41de-92c9-92fe8c865450 None None] The sync data for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:46.560381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f007be93-1c36-468e-80af-d936d22da15d {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:02:46.569060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.584437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Transition to ACTIVE for port object f007be93-1c36-468e-80af-d936d22da15d will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:46.585711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:02:46.586129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:02:46.612748 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-009d8a6c-5ca9-47d3-b788-2ba47da000e2 req-5e3602f8-ee98-486a-abef-3a40bf554abd tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661166 Mar 11 13:02:46.624246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb392d5-708f-48b1-8f80-48846447e0eb', 'name': '', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:34Z', 'updated_at': '2022-03-11T13:02:45Z', 'revision_number': 4, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.629066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43520002-bcf8-41ea-8114-d9b26a6d15ef None None] The sync data for ids ['9eb392d5-708f-48b1-8f80-48846447e0eb'] in dv-neutron-833198-1-hyperv is: [{'id': '9eb392d5-708f-48b1-8f80-48846447e0eb', 'name': '', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:34Z', 'updated_at': '2022-03-11T13:02:45Z', 'revision_number': 4, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:46.634736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb14471-0599-4618-8125-5590708ba857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.639700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Request body: {'port': {'network_id': 'd5c86cb0-fd5e-4eea-bc21-948b0d064b6f', 'name': 'tempest-FloatingIPAdminTestJSON-1286863643'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:46.713973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.810165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.830364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.896656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811a7f6a-8826-49e3-baf9-2bb1364e946d']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.918301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb14471-0599-4618-8125-5590708ba857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.920577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d03579a-69fc-409c-a6e3-6991cf4598ff') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.921073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d03579a-69fc-409c-a6e3-6991cf4598ff') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:46.938635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=59d18b06-1066-4de9-9972-d3a7d9948a0d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:46.967369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:46.995262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:46.995262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:46.995596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.023866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.038354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Allocated IP 172.20.0.5 (08b2fea4-2120-4b82-a388-5093e1c33256/a546b542-fc2a-4c0e-ae8d-40cfccd1b130/04dd0dd8-9547-4d8d-8640-a366490c9540) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:47.073296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.073296 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.078536 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 2 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.092978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:47.094034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.106696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Deleting port bb771e68-a182-4c3f-a459-35329af4e016 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:47.107017 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:47.130639 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:47.157284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Pushing event updated for resources: {'Port': ['ID=f007be93-1c36-468e-80af-d936d22da15d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:47.163633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.163967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.164305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.180810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.181140 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.183630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:47.185923 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 3 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.209253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Usage tracker for resource:port and tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:47.215435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:47.221532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb14471-0599-4618-8125-5590708ba857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.236547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.237197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.237197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.239511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:47.253540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Attempting to bind port f007be93-1c36-468e-80af-d936d22da15d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.253873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Attempting to bind port f007be93-1c36-468e-80af-d936d22da15d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.254208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Attempting to bind port f007be93-1c36-468e-80af-d936d22da15d on network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.256312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb14471-0599-4618-8125-5590708ba857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf86f32-3634-45de-b5ac-0a19b3237c41,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:47.257924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.258244 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.261822 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 4 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.262207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.276544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Port f007be93-1c36-468e-80af-d936d22da15d on network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.276903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Attempting to bind port f007be93-1c36-468e-80af-d936d22da15d on network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.286151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Made reservation on behalf of f3c6c1a7cd2745fcb51ebd08f4d0431e for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:47.289482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.304760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.305088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.305416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.307471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:47.307801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Checking segment: {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:47.308370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Bound using segment: {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:47.308803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Bound port: f007be93-1c36-468e-80af-d936d22da15d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca15dc7-d458-4810-84f7-c6f6cb955d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:47.309140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.328000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb14471-0599-4618-8125-5590708ba857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.330219 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-beb14471-0599-4618-8125-5590708ba857 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bf86f32-3634-45de-b5ac-0a19b3237c41 HTTP/1.1" status: 204 len: 168 time: 1.0767472 Mar 11 13:02:47.343945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.344277 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.376687 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 5 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.383064 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dd55c601-4cd5-4507-8177-1e03948a4337 req-1b320b20-b106-40db-bb45-aefe43ac8334 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.1342416 Mar 11 13:02:47.420185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] device_id is not set on port dbc221e7-505a-478a-8aec-52929ed3f9d9 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:47.424453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf660f8-0f6b-45ef-8760-3eeeaca0c4e4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:47.472485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.472848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.473273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.481660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.482142 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.486454 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 6 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.488520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eea067f-49da-48cc-9ea8-c31106192198') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:47.488811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eea067f-49da-48cc-9ea8-c31106192198') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:47.509627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.528014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.635708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.636043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.636670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.664505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.664845 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.668622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 811a7f6a-8826-49e3-baf9-2bb1364e946d {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 13:02:47.670777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event deleted for resources: {'Network': ['ID=811a7f6a-8826-49e3-baf9-2bb1364e946d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:47.672106 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 7 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.684796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.688283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.713975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:47.714588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:47.732385 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:47.734705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] For port f007be93-1c36-468e-80af-d936d22da15d, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:47.736704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.737036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.737372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.751576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.751903 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.753367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] For port f007be93-1c36-468e-80af-d936d22da15d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f007be93-1c36-468e-80af-d936d22da15d,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:47.756068 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 8 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.765574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa5451ba-e277-47ac-a431-88d051d110b7 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "DELETE /v2.0/networks/811a7f6a-8826-49e3-baf9-2bb1364e946d HTTP/1.1" status: 204 len: 168 time: 1.7659678 Mar 11 13:02:47.772164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51204) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:47.775181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.775521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.775861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.784348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.784673 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.785786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.791947 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 9 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.847322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'network': {'name': 'tempest-network--1393717922'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:47.853019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Allocated IP 172.20.0.4 (d5c86cb0-fd5e-4eea-bc21-948b0d064b6f/c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d/dbc221e7-505a-478a-8aec-52929ed3f9d9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:47.884556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.885557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.886316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.892322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:47.893293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.895922 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] 10.222.0.50 "PUT /v2.0/ports/f007be93-1c36-468e-80af-d936d22da15d HTTP/1.1" status: 200 len: 1093 time: 4.3915768 Mar 11 13:02:47.902873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:47.903422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:02:47.936545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.938044 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.942799 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 10 to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d Mar 11 13:02:47.959488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Usage tracker for resource:network and tenant:2be9d84358024530a8a45cee5e76ed17 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:47.971555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:47.972246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:47.972785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:47.984810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:47.985529 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 59d18b06-1066-4de9-9972-d3a7d9948a0d on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:47.986109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:47.991903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:47.996781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] For port bb771e68-a182-4c3f-a459-35329af4e016, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb771e68-a182-4c3f-a459-35329af4e016,segment=NetworkSegment(935aa067-70f2-491f-98a0-ab39ec790f14),segment_id=935aa067-70f2-491f-98a0-ab39ec790f14)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:47.997137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.042191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:48.043578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9556813-5029-448d-8554-dc7a80bacd5e service neutron] Pushing event updated for resources: {'Port': ['ID=f007be93-1c36-468e-80af-d936d22da15d,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:48.186167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.260297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Calling delete_port for bb771e68-a182-4c3f-a459-35329af4e016 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:48.316295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.319521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.349903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Network': ['ID=ccf660f8-0f6b-45ef-8760-3eeeaca0c4e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:48.365552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Made reservation on behalf of 2be9d84358024530a8a45cee5e76ed17 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:48.367835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.386882 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a7ac215d-307c-4ed4-a0b6-cac5526ff5c1 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/networks/ccf660f8-0f6b-45ef-8760-3eeeaca0c4e4 HTTP/1.1" status: 204 len: 168 time: 1.9290259 Mar 11 13:02:48.392687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Transition to ACTIVE for port object 04dd0dd8-9547-4d8d-8640-a366490c9540 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:48.400999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51232) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:48.438944 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d', 'status': 'completed', 'code': 200} Mar 11 13:02:48.491059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] For port 59d18b06-1066-4de9-9972-d3a7d9948a0d, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:48.491616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempted to set empty binding levels {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 13:02:48.521673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.584543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-6f665b0c-91d3-43e3-b63f-eb27701a7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.586295 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-6f665b0c-91d3-43e3-b63f-eb27701a7702 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9&device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 1096 time: 0.6056063 Mar 11 13:02:48.609247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:48.662702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] In _notify_port_updated(), no bound segment for port 59d18b06-1066-4de9-9972-d3a7d9948a0d on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:02:48.663784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.664519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.666136 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "PUT /v2.0/ports/59d18b06-1066-4de9-9972-d3a7d9948a0d HTTP/1.1" status: 200 len: 977 time: 4.8154230 Mar 11 13:02:48.679099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51240) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:48.694549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db414-2d82-4e34-a95f-e477871505a6 req-d703b1ae-b65a-42fa-abf0-8c8816421da4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.696037 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea7db414-2d82-4e34-a95f-e477871505a6 req-d703b1ae-b65a-42fa-abf0-8c8816421da4 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 943 time: 0.8668664 Mar 11 13:02:48.703109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-07adcc0a-22b7-44a4-bfdf-090f649ba462 req-58fef50c-78cc-431c-a37d-3c13f616225f tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Synchronizing usage tracker for tenant:7800a39c051941e994d725ad41f030e9 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:48.707396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.707739 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Added segment 6ead5a21-495a-4894-bfb2-b0c979ca1539 of type vlan for network f3dfb28e-2c0b-4191-b047-73f547f9024e Mar 11 13:02:48.735495 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-5a4b206f-8a18-4dc4-8f18-80698251d956 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f007be93-1c36-468e-80af-d936d22da15d HTTP/1.1" status: 200 len: 217 time: 0.1273749 Mar 11 13:02:48.744740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.797046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.804789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad99222-02f8-4cee-9693-32d456f47b41 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=59d18b06-1066-4de9-9972-d3a7d9948a0d,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:48.827159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a45584-f8f4-4bfc-8ee1-fcd48dc81c93 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.833645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a45584-f8f4-4bfc-8ee1-fcd48dc81c93 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.837394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Transition to ACTIVE for port object dbc221e7-505a-478a-8aec-52929ed3f9d9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:48.839554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a45584-f8f4-4bfc-8ee1-fcd48dc81c93 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.840381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b3a45584-f8f4-4bfc-8ee1-fcd48dc81c93 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Synchronizing usage tracker for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:48.855776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a6d18573-a1a9-4274-84b3-a472676b7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.857221 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-a6d18573-a1a9-4274-84b3-a472676b7034 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2452bf8f-fc85-43da-bce0-93f1e76bb2df HTTP/1.1" status: 200 len: 845 time: 0.1028080 Mar 11 13:02:48.882018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.885618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-07adcc0a-22b7-44a4-bfdf-090f649ba462 req-58fef50c-78cc-431c-a37d-3c13f616225f tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Unset dirty status for tenant:7800a39c051941e994d725ad41f030e9 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:48.886737 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-07adcc0a-22b7-44a4-bfdf-090f649ba462 req-58fef50c-78cc-431c-a37d-3c13f616225f tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.2750342 Mar 11 13:02:48.941536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.942012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.942471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.942932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.943369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.943822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.944285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.944706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.945147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.945624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.946064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.946506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.946949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.947391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.947831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.948273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.948711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.949154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.949622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:48.951353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Synchronizing usage tracker for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:48.970901 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea7db414-2d82-4e34-a95f-e477871505a6 req-3d92f235-2472-4a89-b219-9f74d4c2f300 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588210 Mar 11 13:02:48.975705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:48.993572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Network 08b2fea4-2120-4b82-a388-5093e1c33256 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:49.005453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:49.021340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b3a45584-f8f4-4bfc-8ee1-fcd48dc81c93 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Unset dirty status for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:49.022706 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b3a45584-f8f4-4bfc-8ee1-fcd48dc81c93 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.6207633 Mar 11 13:02:49.023885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:49.026607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Unset dirty status for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:49.026607 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-60faca22-a4c4-4f8d-b63e-48a5177cdc5d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16949 time: 0.3382130 Mar 11 13:02:49.031789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51252) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:49.032294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51254) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:49.046059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1663954279'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:49.065640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event updated for resources: {'Port': ['ID=04dd0dd8-9547-4d8d-8640-a366490c9540,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:49.115909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.116865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:49.118322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.121555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Deleting port 59d18b06-1066-4de9-9972-d3a7d9948a0d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:49.121934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.159811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:49.179424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.194735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:49.197705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:49.201846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:49.204938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:49.275564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ad16c7d7-8952-4319-8e66-33f13ac661c5 None None] Provisioning for port 04dd0dd8-9547-4d8d-8640-a366490c9540 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:49.284535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:49.285178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.290366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ad16c7d7-8952-4319-8e66-33f13ac661c5 None None] Provisioning complete for port 04dd0dd8-9547-4d8d-8640-a366490c9540 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:49.290736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ad16c7d7-8952-4319-8e66-33f13ac661c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.316304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51264) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:49.321105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70be90-e522-4480-a318-cf94595b92e1 req-7bc8ca4a-f3ee-4856-a7cd-3ffcf02bef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:49.322727 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-7bc8ca4a-f3ee-4856-a7cd-3ffcf02bef5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9346775a-32f7-42d4-9b7d-10b3cebf8d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4579976 Mar 11 13:02:49.323461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event updated for resources: {'Port': ['ID=dbc221e7-505a-478a-8aec-52929ed3f9d9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:49.367826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Made reservation on behalf of 83cb02bd3cae4c2c91482497e4dd8a46 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:49.371300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.414532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ad16c7d7-8952-4319-8e66-33f13ac661c5 None None] Port 04dd0dd8-9547-4d8d-8640-a366490c9540 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:49.485522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:49.486104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.497822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb771e68-a182-4c3f-a459-35329af4e016,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:49.504485 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ca2c44ed-535e-4303-916b-a63770b094d5 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8854275 Mar 11 13:02:49.509787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51270) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:49.539195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b25b3637-5dac-40e7-a8cf-b75b58e5d248 None None] Provisioning for port dbc221e7-505a-478a-8aec-52929ed3f9d9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:49.549256 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7197332 Mar 11 13:02:49.549923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b25b3637-5dac-40e7-a8cf-b75b58e5d248 None None] Provisioning complete for port dbc221e7-505a-478a-8aec-52929ed3f9d9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:49.549923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b25b3637-5dac-40e7-a8cf-b75b58e5d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.563895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51276) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:49.564351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1cc27-2694-4619-ab48-5832f5f167e6 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Network': ['ID=f3dfb28e-2c0b-4191-b047-73f547f9024e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:49.584630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:49.599473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:49.603996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-673283264'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:49.605100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-d31378a9-121f-4e57-a701-33d484240af4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3289196 Mar 11 13:02:49.624854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Request body: {'port': {'device_id': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:49.634265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b25b3637-5dac-40e7-a8cf-b75b58e5d248 None None] Port dbc221e7-505a-478a-8aec-52929ed3f9d9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:02:49.637919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f3dfb28e-2c0b-4191-b047-73f547f9024e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:49.671666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:49.691831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.695395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Usage tracker for resource:router and tenant:d69589b0491545a8b48092eaa5843687 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:49.701558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'project_id': 'f3c6c1a7cd2745fcb51ebd08f4d0431e', 'port_id': 'dbc221e7-505a-478a-8aec-52929ed3f9d9'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:49.721285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:49.859518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:49.861855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.862194 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Added segment 23d97ac6-8751-447b-8110-a05fe145495d of type vlan for network 4adb62e7-dd6f-4b39-aecb-883d3be254ae Mar 11 13:02:49.869173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:49.872475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] For port 59d18b06-1066-4de9-9972-d3a7d9948a0d, host hv-neutron-8331, got binding levels [] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:49.872813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.893655 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-79f12d0c-6b5d-4617-b730-15e59bb37760 service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314481 Mar 11 13:02:49.894582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Usage tracker for resource:floatingip and tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:49.902994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:49.914532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.918290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:49.970597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:50.008498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.069871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Calling delete_port for 59d18b06-1066-4de9-9972-d3a7d9948a0d owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:50.107582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.108093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb392d5-708f-48b1-8f80-48846447e0eb {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:02:50.150771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.151693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.168953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.176190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.180070 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7bd1c4a2-d673-4459-94ad-764238c69317 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "DELETE /v2.0/routers/9eb392d5-708f-48b1-8f80-48846447e0eb HTTP/1.1" status: 204 len: 168 time: 6.3627260 Mar 11 13:02:50.190748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51290) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:50.267562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.359960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Deleting subnet 6fbb6e4c-c245-4136-a415-3cec8cc565d8 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:02:50.364787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.375829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.416070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d1b5-69d0-4eac-990a-ab3044fb1e22 req-44b61fc8-367a-425f-be18-2eb304e6133b tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:50.417697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7a75d1b5-69d0-4eac-990a-ab3044fb1e22 req-44b61fc8-367a-425f-be18-2eb304e6133b tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 931 time: 0.3997631 Mar 11 13:02:50.445347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.446986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.452287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:50.452873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.523448 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.536720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.541390 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2b70be90-e522-4480-a318-cf94595b92e1 req-bb9d97e4-b566-4215-96aa-9e2bcc34b982 service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339498 Mar 11 13:02:50.561310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba94de-04e0-45fa-b765-9a8b1ef84a59 req-cf211259-dc65-4b71-ae29-8755a7dccc29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:50.562964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fba94de-04e0-45fa-b765-9a8b1ef84a59 req-cf211259-dc65-4b71-ae29-8755a7dccc29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 943 time: 0.4528553 Mar 11 13:02:50.569522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.632532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event deleted for resources: {'Port': ['ID=59d18b06-1066-4de9-9972-d3a7d9948a0d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:50.651693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7a75d1b5-69d0-4eac-990a-ab3044fb1e22 req-82f35177-26e7-435b-a03d-150726a1507a tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223780 Mar 11 13:02:50.692049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.699235 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fba94de-04e0-45fa-b765-9a8b1ef84a59 req-74cc6bb1-e336-4046-92f4-4e6b130c4378 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979900 Mar 11 13:02:50.706277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.747091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.782874 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7420795 Mar 11 13:02:50.783703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Network f3dfb28e-2c0b-4191-b047-73f547f9024e is not hosted by any dhcp agent {{(pid=87959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 13:02:50.784515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:50.785124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.786304 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "PUT /v2.0/networks/f3dfb28e-2c0b-4191-b047-73f547f9024e HTTP/1.1" status: 200 len: 858 time: 1.2215536 Mar 11 13:02:50.786821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51296) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:50.792612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93437e71-3c51-45b7-9243-1a366f018079 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Network': ['ID=4adb62e7-dd6f-4b39-aecb-883d3be254ae,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:50.794636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:50.796827 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-43407309-a2ce-4373-ab84-b0c46c77f3a8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "DELETE /v2.0/ports/59d18b06-1066-4de9-9972-d3a7d9948a0d HTTP/1.1" status: 204 len: 168 time: 1.7658887 Mar 11 13:02:50.801929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-746558722'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:50.806672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51304) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:50.807546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.811257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 4adb62e7-dd6f-4b39-aecb-883d3be254ae details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:50.811732 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1aedebeb-d013-449b-b2a9-6830f81ad97e tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4932194 Mar 11 13:02:50.828831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51306) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:50.834702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:50.907380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efc9f40-fa6f-45e2-afda-b2a6054e8131 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:02:50.907812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4efc9f40-fa6f-45e2-afda-b2a6054e8131 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Synchronizing usage tracker for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:50.911862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04dd0dd8-9547-4d8d-8640-a366490c9540 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:02:50.918397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Usage tracker for resource:network and tenant:83cb02bd3cae4c2c91482497e4dd8a46 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:50.925755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:50.927038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:50.987431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:51.050857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87e63383-631b-4106-884a-e37c20995016 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.100977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.135212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Transition to ACTIVE for port object 04dd0dd8-9547-4d8d-8640-a366490c9540 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:51.136732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b81bb-b0bc-4f5e-aced-5eca133715c5 tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event updated for resources: {'Network': ['ID=f3dfb28e-2c0b-4191-b047-73f547f9024e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:51.138943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Made reservation on behalf of 83cb02bd3cae4c2c91482497e4dd8a46 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:51.141240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4efc9f40-fa6f-45e2-afda-b2a6054e8131 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Unset dirty status for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:51.147858 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4efc9f40-fa6f-45e2-afda-b2a6054e8131 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "GET /v2.0/ports/59d18b06-1066-4de9-9972-d3a7d9948a0d HTTP/1.1" status: 404 len: 333 time: 0.3178525 Mar 11 13:02:51.148140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.148247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.151989 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51312) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:51.154685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbb6e4c-c245-4136-a415-3cec8cc565d8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:51.158015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.162252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.198287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1588171408', 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:51.215634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:51.229097 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a85cb1e-3c4a-43ec-b9b1-b2c10575313a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/6fbb6e4c-c245-4136-a415-3cec8cc565d8 HTTP/1.1" status: 204 len: 168 time: 1.0372665 Mar 11 13:02:51.232600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51316) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:51.314030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f490e-e17d-481c-b179-61601852be45 req-9379aa9b-ca37-4240-b182-afa318c1969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:51.316217 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-324f490e-e17d-481c-b179-61601852be45 req-9379aa9b-ca37-4240-b182-afa318c1969f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9&device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 1096 time: 0.6922376 Mar 11 13:02:51.341599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:51.492066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:02:51.514326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Pushing event updated for resources: {'Port': ['ID=04dd0dd8-9547-4d8d-8640-a366490c9540,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:51.527190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Made reservation on behalf of a94e6be59799486a88bd6bca5cb065bd for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:51.529445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.613152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87e63383-631b-4106-884a-e37c20995016 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.622026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87e63383-631b-4106-884a-e37c20995016 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.625697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.629914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.630263 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Added segment 551a6322-2067-4a21-a3d2-df2af3aeaba0 of type vlan for network a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892 Mar 11 13:02:51.648152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.650596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.674374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] device_id is not set on port 4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:51.741929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dfb28e-2c0b-4191-b047-73f547f9024e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:51.799484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.804555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ead5a21-495a-4894-bfb2-b0c979ca1539') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:51.804844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ead5a21-495a-4894-bfb2-b0c979ca1539') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:51.805354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87e63383-631b-4106-884a-e37c20995016 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.806780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e63383-631b-4106-884a-e37c20995016 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5d2a684-f384-44f8-99ba-0abe311d352c {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:02:51.845179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.846153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f490e-e17d-481c-b179-61601852be45 req-fee8dc0a-4bdb-401b-9428-3126ecb5aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:51.847613 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-324f490e-e17d-481c-b179-61601852be45 req-fee8dc0a-4bdb-401b-9428-3126ecb5aa66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9346775a-32f7-42d4-9b7d-10b3cebf8d17 HTTP/1.1" status: 200 len: 907 time: 0.5201380 Mar 11 13:02:51.879943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:51.915260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Attempting to bind port 04dd0dd8-9547-4d8d-8640-a366490c9540 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:51.915622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Attempting to bind port 04dd0dd8-9547-4d8d-8640-a366490c9540 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:51.915958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Attempting to bind port 04dd0dd8-9547-4d8d-8640-a366490c9540 on network 08b2fea4-2120-4b82-a388-5093e1c33256 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:51.970609 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-324f490e-e17d-481c-b179-61601852be45 req-7b200e40-c814-4754-a9ba-244f6fcd03d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f007be93-1c36-468e-80af-d936d22da15d HTTP/1.1" status: 200 len: 217 time: 0.1094904 Mar 11 13:02:51.987175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Port 04dd0dd8-9547-4d8d-8640-a366490c9540 on network 08b2fea4-2120-4b82-a388-5093e1c33256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:51.987496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Attempting to bind port 04dd0dd8-9547-4d8d-8640-a366490c9540 on network 08b2fea4-2120-4b82-a388-5093e1c33256 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:52.013523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87e63383-631b-4106-884a-e37c20995016 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.014607 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-87e63383-631b-4106-884a-e37c20995016 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "DELETE /v2.0/routers/e5d2a684-f384-44f8-99ba-0abe311d352c HTTP/1.1" status: 204 len: 168 time: 1.1848979 Mar 11 13:02:52.020307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.025647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:52.026218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.033582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51324) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:52.046706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.058597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:02:52.058931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Checking segment: {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:52.059499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Bound using segment: {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:02:52.060420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Bound port: 04dd0dd8-9547-4d8d-8640-a366490c9540, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5ac05b-5f5c-4416-b954-392b74a6a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:02:52.060764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.071019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.078491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Request body: {'router': {'name': 'tempest-router-1610186532', 'distributed': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:52.090316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:52.090745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.099023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:52.110366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Allocated IP 172.26.4.124 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/e1595b28-3726-41da-8534-1d74b2a14328) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:52.110694 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:52.118299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Usage tracker for resource:router and tenant:d69589b0491545a8b48092eaa5843687 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:52.125874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:52.136116 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3446767 Mar 11 13:02:52.160101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51328) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:52.189781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:52.202682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f490e-e17d-481c-b179-61601852be45 req-a09bffb5-7e90-47ce-8edf-eaf9beab0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:52.204134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-324f490e-e17d-481c-b179-61601852be45 req-a09bffb5-7e90-47ce-8edf-eaf9beab0bdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2452bf8f-fc85-43da-bce0-93f1e76bb2df HTTP/1.1" status: 200 len: 845 time: 0.2231994 Mar 11 13:02:52.259767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2623bc-1803-447f-af7c-2f4407cf1bab']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:52.265884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec173b-7d1d-47d9-a251-dbcff1bbb59e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Network': ['ID=a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:52.271606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'ports': [{'network_id': '4adb62e7-dd6f-4b39-aecb-883d3be254ae', 'name': 'tempest-port--480191272', 'admin_state_up': True}, {'network_id': 'a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892', 'admin_state_up': False}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:52.271925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'port': {'network_id': '4adb62e7-dd6f-4b39-aecb-883d3be254ae', 'name': 'tempest-port--480191272', 'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:52.272398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'port': {'network_id': 'a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892', 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:52.277730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:02:52.278094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.279095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.369081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.382454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935aa067-70f2-491f-98a0-ab39ec790f14') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:52.382703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935aa067-70f2-491f-98a0-ab39ec790f14') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:52.434666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.441596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.445666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.477155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f490e-e17d-481c-b179-61601852be45 req-8bbf2e1c-d6b9-472c-ae03-2075a3077a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:52.478502 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-324f490e-e17d-481c-b179-61601852be45 req-8bbf2e1c-d6b9-472c-ae03-2075a3077a90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9346775a-32f7-42d4-9b7d-10b3cebf8d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2523592 Mar 11 13:02:52.481633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.482778 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8533670c-89d5-4fef-a22b-005928f64e93 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4280536 Mar 11 13:02:52.486146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51332) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:52.623590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.628047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3dfb28e-2c0b-4191-b047-73f547f9024e {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 13:02:52.630454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.700329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.702170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.710016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3dfb28e-2c0b-4191-b047-73f547f9024e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:52.735918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16965ced-f9d6-4d10-8a2e-ce83a69ba5cf req-d67d609c-5876-47f0-898b-b6ca7c53267d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:52.737509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16965ced-f9d6-4d10-8a2e-ce83a69ba5cf req-d67d609c-5876-47f0-898b-b6ca7c53267d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 943 time: 0.9374394 Mar 11 13:02:52.754618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] For port 04dd0dd8-9547-4d8d-8640-a366490c9540, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:02:52.759682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:52.760222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.782442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffe396-641e-4f83-9c5d-c7aba58311b8 req-ed4b467d-1566-432b-95de-5dc3cf6c591b tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:52.784010 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-69ffe396-641e-4f83-9c5d-c7aba58311b8 req-ed4b467d-1566-432b-95de-5dc3cf6c591b tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 943 time: 0.8964326 Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:52.784682 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:52.833948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a29a9b93-f96e-43f1-9084-eee0cdc82702 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.841122 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c6c5044d-25d1-4f19-bdfd-cbfd8fa18eda tempest-ExternalNetworksTestJSON-680539087 tempest-ExternalNetworksTestJSON-680539087-project-admin] 10.222.0.52 "DELETE /v2.0/networks/f3dfb28e-2c0b-4191-b047-73f547f9024e HTTP/1.1" status: 204 len: 168 time: 2.0406153 Mar 11 13:02:52.888934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51336) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:52.922388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] For port 04dd0dd8-9547-4d8d-8640-a366490c9540, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04dd0dd8-9547-4d8d-8640-a366490c9540,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:02:52.945949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:52.995261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.050929 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a251240-cdff-415e-a0c2-9a3e1916cea6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] DELETE failed (client error): The resource could not be found. Mar 11 13:02:53.051377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a251240-cdff-415e-a0c2-9a3e1916cea6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:02:53.053068 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0a251240-cdff-415e-a0c2-9a3e1916cea6 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] 10.222.0.52 "DELETE /v2.0/subnets/0f33a750-f609-423f-bb2b-3ccab8a2c379 HTTP/1.1" status: 404 len: 337 time: 0.1614997 Mar 11 13:02:53.066217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51340) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:53.100386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:53.101000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.102372 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] 10.222.0.50 "PUT /v2.0/ports/04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 1093 time: 3.4844840 Mar 11 13:02:53.107757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:02:53.111658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.118293 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-69ffe396-641e-4f83-9c5d-c7aba58311b8 req-a4af9f2b-4e85-4e14-bb14-51eccf287c36 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865953 Mar 11 13:02:53.120977 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16965ced-f9d6-4d10-8a2e-ce83a69ba5cf req-363a0260-fb5e-4f2c-82bf-1d7d792af5be tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678887 Mar 11 13:02:53.124075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c2623bc-1803-447f-af7c-2f4407cf1bab {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 13:02:53.126566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.157100 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-324f490e-e17d-481c-b179-61601852be45 req-95f6a6d0-d42c-4882-bf08-95747f6923ce service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716769 Mar 11 13:02:53.173762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:53.222795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:53.238436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Usage tracker for resource:port and tenant:83cb02bd3cae4c2c91482497e4dd8a46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:53.241796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c2623bc-1803-447f-af7c-2f4407cf1bab,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:53.245743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.260654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-36ed646a-f376-4ef2-9a78-293896f5d368 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "DELETE /v2.0/networks/7c2623bc-1803-447f-af7c-2f4407cf1bab HTTP/1.1" status: 204 len: 168 time: 2.0187786 Mar 11 13:02:53.269702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:53.270823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:53.280161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:53.292657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf35fec-ee42-4513-b0cb-0cbfb03fe821 service neutron] Pushing event updated for resources: {'Port': ['ID=04dd0dd8-9547-4d8d-8640-a366490c9540,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:53.328370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:53.336561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:53.345279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:53.348382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:53.349670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:53.350726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.432004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Made reservation on behalf of 83cb02bd3cae4c2c91482497e4dd8a46 for: {'port': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:53.440693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.485550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.498591 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3452272 Mar 11 13:02:53.511230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c4d5-9c95-4457-91bf-2699ed3b09f2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:53.515326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:53.645839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'status': 'completed', 'code': 200} Mar 11 13:02:53.666015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-0efb99ef-0786-41f7-a4fc-60f6b7df1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:53.667416 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-0efb99ef-0786-41f7-a4fc-60f6b7df1f67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1096 time: 0.4952128 Mar 11 13:02:53.711036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a29a9b93-f96e-43f1-9084-eee0cdc82702 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.712713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Pushing event updated for resources: {'Port': ['ID=e1595b28-3726-41da-8534-1d74b2a14328,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:53.725995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51364) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:53.727041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a29a9b93-f96e-43f1-9084-eee0cdc82702 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.738282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.788273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'router': {'name': 'tempest-router--1346394656', 'project_id': '4e4e4055044d4a04ac3be6a18f6e031d'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:53.792984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d694df-d86f-4742-b919-82828edf6cc5 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:53.793680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c4d694df-d86f-4742-b919-82828edf6cc5 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Synchronizing usage tracker for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:53.798521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-25ae17c9-0527-428f-81a1-91ddc3f70401 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 217 time: 0.0987034 Mar 11 13:02:53.838449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:53.865275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:router and tenant:4e4e4055044d4a04ac3be6a18f6e031d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:53.869522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:53.883192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:53.931168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a29a9b93-f96e-43f1-9084-eee0cdc82702 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:53.931549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29a9b93-f96e-43f1-9084-eee0cdc82702 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 594166e2-d104-444b-9990-f0517999a5d8 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:02:53.936288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c4d694df-d86f-4742-b919-82828edf6cc5 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Unset dirty status for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:53.938317 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c4d694df-d86f-4742-b919-82828edf6cc5 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "GET /v2.0/ports/4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef HTTP/1.1" status: 200 len: 955 time: 0.4191892 Mar 11 13:02:53.947270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:54.000399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-59e9bc39-f9d4-44f2-8912-542f3388093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:54.001851 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-59e9bc39-f9d4-44f2-8912-542f3388093d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.1859431 Mar 11 13:02:54.032558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.033566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.043454 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-324f490e-e17d-481c-b179-61601852be45 req-ae9c92a5-6eed-42ba-af02-50f8968c6ae8 service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070235 Mar 11 13:02:54.045031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a29a9b93-f96e-43f1-9084-eee0cdc82702 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.045229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] device_id is not set on port 5e53e92d-56f2-4ebf-a3c6-3861a1bf1688 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:54.046078 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a29a9b93-f96e-43f1-9084-eee0cdc82702 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "DELETE /v2.0/routers/594166e2-d104-444b-9990-f0517999a5d8 HTTP/1.1" status: 204 len: 168 time: 1.5409882 Mar 11 13:02:54.053099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51372) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:54.060445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Request body: {'router': {'name': 'tempest-router-874562107', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c90880417e8b4ea8a623570053595df1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:54.076801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:54.092427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Usage tracker for resource:router and tenant:c90880417e8b4ea8a623570053595df1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:54.097585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:54.107148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Deleting port 4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:54.107484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.137189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:54.181879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.184630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.185620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.205259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.235562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c3d19c-dfd4-45e3-a214-820882933290']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:54.261806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1df0b39-60f2-46b0-ba40-6e944b52b326') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:54.262083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1df0b39-60f2-46b0-ba40-6e944b52b326') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:54.271129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.332493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.333267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.348620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-1fd573af-0ec3-42bb-bada-865d46eb606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:54.350085 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-1fd573af-0ec3-42bb-bada-865d46eb606b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3390319 Mar 11 13:02:54.364664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f007be93-1c36-468e-80af-d936d22da15d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:02:54.508633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f007be93-1c36-468e-80af-d936d22da15d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f007be93-1c36-468e-80af-d936d22da15d,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:54.524435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'f007be93-1c36-468e-80af-d936d22da15d', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'port_id': 'f007be93-1c36-468e-80af-d936d22da15d', 'mac_address': 'fa:16:3e:1c:98:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:02:54.583204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.600616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f007be93-1c36-468e-80af-d936d22da15d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:02:54.617216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f007be93-1c36-468e-80af-d936d22da15d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f007be93-1c36-468e-80af-d936d22da15d,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:54.622628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.651613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.661396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.665240 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b19f33aa-09af-49b7-8df9-1bab8eaec698 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9336488 Mar 11 13:02:54.668552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51380) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:54.673787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:02:54.674190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:02:54.690549 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:02:54.697944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f007be93-1c36-468e-80af-d936d22da15d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:54.757853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.762995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.805615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.896004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc7d2-984c-4f87-8b9b-2f94cdcde224 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.900238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['f007be93-1c36-468e-80af-d936d22da15d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:02:54.974212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:54.978225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.024487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Calling delete_port for 4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:55.069996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d564c-3799-47ca-b0fe-3c70976e11ff req-381f11d7-3d42-4a42-b1c0-98edd50a25f8 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:55.071670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e02d564c-3799-47ca-b0fe-3c70976e11ff req-381f11d7-3d42-4a42-b1c0-98edd50a25f8 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 943 time: 0.8184049 Mar 11 13:02:55.074047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] Pushing event deleted for resources: {'Network': ['ID=15c3d19c-dfd4-45e3-a214-820882933290,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:55.114930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d06ae-8f9f-4b69-891b-14f58d79af9a req-afcb0e15-369a-45cb-b2b6-9a9f3535fb94 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:55.116344 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d91d06ae-8f9f-4b69-891b-14f58d79af9a req-afcb0e15-369a-45cb-b2b6-9a9f3535fb94 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 943 time: 0.7815168 Mar 11 13:02:55.139477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.140604 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-70500090-39b0-4d43-a7a5-2f657c87f560 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0842383 Mar 11 13:02:55.145900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] device_id is not set on port 90bc2c87-8eb6-4750-988d-2339201d8454 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:55.161839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51384) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:55.172817 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-252334cf-623b-4a62-a32a-70b2338e0cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311814 Mar 11 13:02:55.182782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:55.201192 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9cc0fe89-8b42-4b0b-b508-3430c4ad42b5 tempest-ExternalNetworksTestJSON-1500749299 tempest-ExternalNetworksTestJSON-1500749299-project] 10.222.0.52 "DELETE /v2.0/networks/15c3d19c-dfd4-45e3-a214-820882933290 HTTP/1.1" status: 204 len: 168 time: 2.1268671 Mar 11 13:02:55.203965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.303204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc7d2-984c-4f87-8b9b-2f94cdcde224 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.306999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc7d2-984c-4f87-8b9b-2f94cdcde224 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.370112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc7d2-984c-4f87-8b9b-2f94cdcde224 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.371203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5cc7d2-984c-4f87-8b9b-2f94cdcde224 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d08729a-b4b4-44d6-98df-afc4ca7966f1 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:02:55.383300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc7d2-984c-4f87-8b9b-2f94cdcde224 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.387285 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3f5cc7d2-984c-4f87-8b9b-2f94cdcde224 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "DELETE /v2.0/routers/3d08729a-b4b4-44d6-98df-afc4ca7966f1 HTTP/1.1" status: 204 len: 168 time: 0.7149355 Mar 11 13:02:55.408961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.467627 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e02d564c-3799-47ca-b0fe-3c70976e11ff req-b356e0c1-2dbe-43da-90a8-53024b42e428 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635798 Mar 11 13:02:55.491010 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d91d06ae-8f9f-4b69-891b-14f58d79af9a req-44d0047f-a260-4a13-b8f7-cc359b410633 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542242 Mar 11 13:02:55.580793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.582347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51394) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:55.661566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51400) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:55.695854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.702273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.714634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:55.815778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.824245 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8541d87e-30a7-4d70-b0c3-d0ede24836da req-94f3d6a7-1f11-49d1-8500-bd81e44d884f service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866528 Mar 11 13:02:55.826462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Pushing event updated for resources: {'Port': ['ID=e1595b28-3726-41da-8534-1d74b2a14328,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:55.847470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.938499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:55.938831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.123567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1238422995', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:56.126319 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-854e6657-8975-448a-b4a6-16dd032ffc5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0d0c00991c647bdb265bd5f8f7474ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4636261 Mar 11 13:02:56.128902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51406) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:56.139119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:56.145094 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c47c2221-bb86-428c-960e-ddccd9ee69a2 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "DELETE /v2.0/ports/4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef HTTP/1.1" status: 204 len: 168 time: 2.1968806 Mar 11 13:02:56.153827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51410) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:56.202562 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Floating IP f8d5b2e4-8c4c-4882-88db-254a6d9018a0 associated. External IP: 172.26.4.124, port: dbc221e7-505a-478a-8aec-52929ed3f9d9. Mar 11 13:02:56.214732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Usage tracker for resource:router and tenant:715ea961e89646f19dd7580caff139f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:56.225978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:56.234610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.242204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:56.253687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87958) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 11 13:02:56.254028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Router aa83ec5a-d80d-40fa-a117-d7741d494616 migrating from provider to provider. {{(pid=87958) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 11 13:02:56.254388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.266581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.268659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.269675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.279765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.285925 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a546cde8-4cb6-4e7f-823c-2e74f9c34ba6 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:02:56.286453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a546cde8-4cb6-4e7f-823c-2e74f9c34ba6 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Synchronizing usage tracker for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:02:56.337769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f007be93-1c36-468e-80af-d936d22da15d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:02:56.370257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.382225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a546cde8-4cb6-4e7f-823c-2e74f9c34ba6 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Unset dirty status for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:02:56.387174 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a546cde8-4cb6-4e7f-823c-2e74f9c34ba6 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "GET /v2.0/ports/4cb5c562-2cd6-49e5-8a9c-1acaf18a81ef HTTP/1.1" status: 404 len: 333 time: 0.2286232 Mar 11 13:02:56.393595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51414) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:56.399948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b99ac327-3820-4c09-8091-e729b725c872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.406641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Request body: {'port': {'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1579660423'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:56.419397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:56.437922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port f007be93-1c36-468e-80af-d936d22da15d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:02:56.445699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port f007be93-1c36-468e-80af-d936d22da15d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:02:56.446145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.446283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.456765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-f7e6aa30-fa4e-4db4-a83f-376d34779fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:56.457078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b99ac327-3820-4c09-8091-e729b725c872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.458347 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-f7e6aa30-fa4e-4db4-a83f-376d34779fb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1096 time: 0.5676365 Mar 11 13:02:56.464266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:56.557824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Made reservation on behalf of a94e6be59799486a88bd6bca5cb065bd for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:02:56.560168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.574400 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.scheduler.l3_agent_scheduler [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] No L3 agents can host the router aa83ec5a-d80d-40fa-a117-d7741d494616 Mar 11 13:02:56.598960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.630167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] device_id is not set on port 8429eb5e-4213-4c69-9d38-875ab2c82e81 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:56.636388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f007be93-1c36-468e-80af-d936d22da15d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f007be93-1c36-468e-80af-d936d22da15d,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:56.637603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:02:56.697491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.774938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f007be93-1c36-468e-80af-d936d22da15d,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:56.794486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b99ac327-3820-4c09-8091-e729b725c872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.831179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ac327-3820-4c09-8091-e729b725c872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5720ece9-8825-4e97-ad0f-115bbd38ee33,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:56.843202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Router aa9686a8-257d-4680-9758-d77f8816f8ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:02:56.852176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Port': ['ID=5e53e92d-56f2-4ebf-a3c6-3861a1bf1688,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:56.963510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b99ac327-3820-4c09-8091-e729b725c872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:56.964619 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b99ac327-3820-4c09-8091-e729b725c872 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5720ece9-8825-4e97-ad0f-115bbd38ee33 HTTP/1.1" status: 204 len: 168 time: 0.8349009 Mar 11 13:02:57.119528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Checking segment: {'id': '23d97ac6-8751-447b-8110-a05fe145495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4adb62e7-dd6f-4b39-aecb-883d3be254ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:57.119739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:57.119998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network hostable DHCP agents. Network: 4adb62e7-dd6f-4b39-aecb-883d3be254ae, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:57.146623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:02:57.163923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] Sync routers for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:57.178532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:57.179200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:57.181517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:57.243799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:57.252814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:02:57.253063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:57.262052 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0e8546cf-d68a-49c3-bd47-eee8bdd55a8f tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.7422702 Mar 11 13:02:57.265764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51432) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.267166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:57.283128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-92bd5a73-7d24-4841-9dca-6e19d0df3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:57.284579 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-92bd5a73-7d24-4841-9dca-6e19d0df3c1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.7924838 Mar 11 13:02:57.298844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Hosts for router aa83ec5a-d80d-40fa-a117-d7741d494616: [] {{(pid=87958) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 11 13:02:57.319632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:57.320173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee149b3-73e7-4d6b-839a-a321f6d2977f None None] The sync data for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:57.326373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51436) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.352071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:57.450679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=8429eb5e-4213-4c69-9d38-875ab2c82e81,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:57.460711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:02:57.463513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:57.476435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:57.477347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:57.477972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:57.492471 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a641b23a-9727-4e5c-a72e-f1220a90bbad tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] 10.222.0.52 "GET /v2.0/floatingips/f8d5b2e4-8c4c-4882-88db-254a6d9018a0 HTTP/1.1" status: 200 len: 983 time: 0.2252860 Mar 11 13:02:57.495082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51440) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.504121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network 4adb62e7-dd6f-4b39-aecb-883d3be254ae is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:57.546318 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-c58f02d8-763b-4685-a14b-00d20104a9fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 217 time: 0.2477875 Mar 11 13:02:57.560268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cdc23-2a26-45da-91e2-b6cf574631eb req-406a71d8-4d34-4217-82df-6e67a7ec127d tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:57.562359 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a8cdc23-2a26-45da-91e2-b6cf574631eb req-406a71d8-4d34-4217-82df-6e67a7ec127d tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 0.9603462 Mar 11 13:02:57.577604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Hosts for other DVR routers connected to router aa83ec5a-d80d-40fa-a117-d7741d494616: set() {{(pid=87958) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 11 13:02:57.613622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 4adb62e7-dd6f-4b39-aecb-883d3be254ae) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:57.621211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac6921-5dc3-4a51-a95b-dbca53fd93a0 None None] Network 4adb62e7-dd6f-4b39-aecb-883d3be254ae requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:57.651427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:57.652264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:57.662785 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9daf08c-d4e8-4739-9a68-28d327987fa8 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2663360 Mar 11 13:02:57.670136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51444) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.676364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3401f10-adce-4d2f-bd0e-f1c956d46b81 req-b4b137e2-37ae-4931-b915-06bf470cc2c5 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:57.677870 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3401f10-adce-4d2f-bd0e-f1c956d46b81 req-b4b137e2-37ae-4931-b915-06bf470cc2c5 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 943 time: 0.9183331 Mar 11 13:02:57.678879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:57.724271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:57.727911 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72878be6-5e98-4749-9aeb-d896f33e5af1 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "PUT /v2.0/routers/aa83ec5a-d80d-40fa-a117-d7741d494616 HTTP/1.1" status: 200 len: 716 time: 2.5555725 Mar 11 13:02:57.728424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51448) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.813870 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34ba094a-842b-453f-9f19-d0246bff4025 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2be9d84358024530a8a45cee5e76ed17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3354945 Mar 11 13:02:57.817273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51452) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.819842 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ddcba3bb-183d-47f3-bbb9-dd0dcf6e6cc2 tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.3238044 Mar 11 13:02:57.826755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a8cdc23-2a26-45da-91e2-b6cf574631eb req-a2f252a0-598c-47dc-a8be-7b2048821a90 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513061 Mar 11 13:02:57.834815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.841678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-b27eb91f-89e2-4a4d-adb6-f154dd900b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:57.843697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-b27eb91f-89e2-4a4d-adb6-f154dd900b7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.2672408 Mar 11 13:02:57.945624 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-25595786-252d-4b03-b192-b7c074cd8d7a tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "GET /v2.0/routers/aa83ec5a-d80d-40fa-a117-d7741d494616 HTTP/1.1" status: 200 len: 716 time: 0.2160375 Mar 11 13:02:57.950206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51462) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:57.984271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.004575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Port': ['ID=90bc2c87-8eb6-4750-988d-2339201d8454,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:58.043591 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3401f10-adce-4d2f-bd0e-f1c956d46b81 req-57a04f68-ee30-4e5f-9bec-61e6652449d4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258123 Mar 11 13:02:58.058552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4de4fa1-f2f4-4135-af4a-39722c7ae0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.079206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Checking segment: {'id': '551a6322-2067-4a21-a3d2-df2af3aeaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:02:58.079567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network hostable DHCP agents. Network: a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:02:58.129269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4de4fa1-f2f4-4135-af4a-39722c7ae0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.134675 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d', 'code': 200} Mar 11 13:02:58.215030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:02:58.256704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:02:58.268906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c248d3-5782-41f4-9c76-99a46f823767 None None] Network a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:02:58.269298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Deleting port e1595b28-3726-41da-8534-1d74b2a14328 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:58.269673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.304282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:02:58.309853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:58.315451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:58.316099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.323385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-bcfc264b-652f-4415-8651-f119eace4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:58.324846 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-bcfc264b-652f-4415-8651-f119eace4472 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4550807 Mar 11 13:02:58.354446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 04dd0dd8-9547-4d8d-8640-a366490c9540 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:02:58.450555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1478a6fb-90b5-4379-a13e-532fcc2c3e2b tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2408583 Mar 11 13:02:58.484806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51468) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:58.500773 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ca9fb6a3-dfba-4577-88fa-6eb7f164d3ad tempest-RoutersTestDVR-2114324176 tempest-RoutersTestDVR-2114324176-project] 10.222.0.52 "GET /v2.0/routers/aa83ec5a-d80d-40fa-a117-d7741d494616 HTTP/1.1" status: 200 len: 682 time: 0.5477967 Mar 11 13:02:58.549043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51472) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:58.609300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 04dd0dd8-9547-4d8d-8640-a366490c9540, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04dd0dd8-9547-4d8d-8640-a366490c9540,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:58.627129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'port_id': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'mac_address': 'fa:16:3e:91:8d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:02:58.713966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.721844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.729907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-32c5fb2e-631a-473a-9eed-e788500bb800 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.739408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04dd0dd8-9547-4d8d-8640-a366490c9540 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:02:58.755223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 04dd0dd8-9547-4d8d-8640-a366490c9540, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04dd0dd8-9547-4d8d-8640-a366490c9540,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:02:58.759619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.763598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.819074 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-5e726cdf-0548-4a40-91ec-08ef35bd6618 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845011 Mar 11 13:02:58.825833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.826162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.832462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=04dd0dd8-9547-4d8d-8640-a366490c9540,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:58.849178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4de4fa1-f2f4-4135-af4a-39722c7ae0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:58.965917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['04dd0dd8-9547-4d8d-8640-a366490c9540'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:02:59.054991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-fd500fcd-6529-49ed-ba16-055e433239f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:59.056559 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-fd500fcd-6529-49ed-ba16-055e433239f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 1098 time: 0.6617405 Mar 11 13:02:59.096354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de4fa1-f2f4-4135-af4a-39722c7ae0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7184d4f-c2be-4a23-a10f-d850007ad7b7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:59.168250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] device_id is not set on port 8429eb5e-4213-4c69-9d38-875ab2c82e81 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:02:59.204027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.213651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Calling delete_port for e1595b28-3726-41da-8534-1d74b2a14328 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:02:59.215825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371b3cd8-2a53-4dd0-af46-edee7fd4a114 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:59.222240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371b3cd8-2a53-4dd0-af46-edee7fd4a114 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:59.223845 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-371b3cd8-2a53-4dd0-af46-edee7fd4a114 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7358408 Mar 11 13:02:59.224714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.235701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51480) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:59.288518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4de4fa1-f2f4-4135-af4a-39722c7ae0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.289606 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f4de4fa1-f2f4-4135-af4a-39722c7ae0ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7184d4f-c2be-4a23-a10f-d850007ad7b7 HTTP/1.1" status: 204 len: 168 time: 1.4687271 Mar 11 13:02:59.343645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-32c5fb2e-631a-473a-9eed-e788500bb800 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.355319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:59.357827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-32c5fb2e-631a-473a-9eed-e788500bb800 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.362293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Transition to ACTIVE for port object 8429eb5e-4213-4c69-9d38-875ab2c82e81 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:02:59.385660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Usage tracker for resource:security_group_rule and tenant:af29f7bfe1624762956b0a9e59fcf724 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:59.395978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:59.446337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Deleting port 5e53e92d-56f2-4ebf-a3c6-3861a1bf1688 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:02:59.447456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.464447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0bac627-cbc1-44ea-9460-1a9a4a106b8d req-8a731011-2c2c-4d3b-a389-327caa92a1a1 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246026 Mar 11 13:02:59.469789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Allocated IP 172.26.4.65 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/ae218e25-3672-4bd6-b4ff-44e69d959059) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:02:59.497498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.505404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:59.632362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a2bf7-1464-45c4-8064-610543c8814d req-ea899b11-7c6e-4704-80d3-3122191c6648 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:59.633795 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b6a2bf7-1464-45c4-8064-610543c8814d req-ea899b11-7c6e-4704-80d3-3122191c6648 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 0.5728583 Mar 11 13:02:59.646377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cee5f9-fe43-484c-aeba-39209368be27 req-d23ff0dc-cb28-439d-8571-0b4c8e5eb9af tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:59.647853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50cee5f9-fe43-484c-aeba-39209368be27 req-d23ff0dc-cb28-439d-8571-0b4c8e5eb9af tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 944 time: 0.4026859 Mar 11 13:02:59.685222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-32c5fb2e-631a-473a-9eed-e788500bb800 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.685627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c5fb2e-631a-473a-9eed-e788500bb800 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa83ec5a-d80d-40fa-a117-d7741d494616 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:02:59.744135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:59.744456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:59.744789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:59.753876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-32c5fb2e-631a-473a-9eed-e788500bb800 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.754988 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-32c5fb2e-631a-473a-9eed-e788500bb800 tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "DELETE /v2.0/routers/aa83ec5a-d80d-40fa-a117-d7741d494616 HTTP/1.1" status: 204 len: 168 time: 1.1999395 Mar 11 13:02:59.759065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=8429eb5e-4213-4c69-9d38-875ab2c82e81,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:59.765139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51496) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:02:59.767598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:59.768022 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:59.771179 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 2 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:02:59.789016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Request body: {'router': {'name': 'tempest-router-1217252433', 'distributed': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:59.799861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.807980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:02:59.844391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Usage tracker for resource:router and tenant:d69589b0491545a8b48092eaa5843687 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:02:59.852862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:02:59.855777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:59.856106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:59.856712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:59.873699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:02:59.876151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:02:59.876478 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:02:59.879529 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50cee5f9-fe43-484c-aeba-39209368be27 req-0f2e5339-3006-4672-b5e9-65e6a856c2fc tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682508 Mar 11 13:02:59.893487 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b6a2bf7-1464-45c4-8064-610543c8814d req-8c2dab4c-b576-4386-b686-780a85d725b2 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446463 Mar 11 13:02:59.925039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Port': ['ID=e1595b28-3726-41da-8534-1d74b2a14328,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:59.932112 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 3 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:02:59.977144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.978133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.981285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:02:59.981781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:02:59.982123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:02:59.987263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:02:59.995505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.008299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:00.008456 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:00.012365 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 4 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:03:00.022553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.022955 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Floating IP f8d5b2e4-8c4c-4882-88db-254a6d9018a0 disassociated (deleted). External IP: 172.26.4.124, port: dbc221e7-505a-478a-8aec-52929ed3f9d9. Mar 11 13:03:00.155577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Calling delete_port for 5e53e92d-56f2-4ebf-a3c6-3861a1bf1688 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:00.197301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.198655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:00.199009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:00.199365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:00.202554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.234603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:00.234928 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:00.244137 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 5 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:03:00.268385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.286465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.292243 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:00.292565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:00.292896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:00.310847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.321052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:00.321373 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:00.326970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:00.330841 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 6 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:03:00.343637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:00.350189 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1338b0ce-8c89-4829-86ae-04c57c36ea0b req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2496743 Mar 11 13:03:00.351387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:00.356340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 04dd0dd8-9547-4d8d-8640-a366490c9540 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:00.356840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.387811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event updated for resources: {'Port': ['ID=ae218e25-3672-4bd6-b4ff-44e69d959059,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:00.431997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f43b4a-9778-44e6-a550-bb953fc4d2b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=097994bf-a9c3-422c-940a-37b8d9b48ab3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:00.436932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:00.437562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:00.438222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:00.447839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.450832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Port': ['ID=5e53e92d-56f2-4ebf-a3c6-3861a1bf1688,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:00.460520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:00.460929 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:00.461455 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 7 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:03:00.472696 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1977f6c3-0ab2-422a-9a44-70650b1468b9 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/ports/5e53e92d-56f2-4ebf-a3c6-3861a1bf1688 HTTP/1.1" status: 204 len: 168 time: 1.1856143 Mar 11 13:03:00.473866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51514) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:00.481458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.485707 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c0f44b62-d902-479e-bc10-a911ef12ebed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7163572 Mar 11 13:03:00.514348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51518) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:00.523336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:00.523671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:00.524085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:00.533215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 04dd0dd8-9547-4d8d-8640-a366490c9540 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:00.550478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 04dd0dd8-9547-4d8d-8640-a366490c9540 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:00.551074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.611637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:00.612077 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:00.621887 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 8 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:03:00.688837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.712117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Deleting port 90bc2c87-8eb6-4750-988d-2339201d8454 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:00.712459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.722210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:03:00.735009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 04dd0dd8-9547-4d8d-8640-a366490c9540, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04dd0dd8-9547-4d8d-8640-a366490c9540,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:00.738190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:00.738588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:00.738913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:00.743201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.750603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8530aed-2bda-416c-9346-1822bf527eed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:00.816642 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'code': 200} Mar 11 13:03:00.819210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=04dd0dd8-9547-4d8d-8640-a366490c9540,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:00.930713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Router aa9686a8-257d-4680-9758-d77f8816f8ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:03:00.948062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:00.948379 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:00.958464 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 9 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:03:01.203904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:01.204235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:01.204562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:01.228549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51542) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:01.264983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:01.265313 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:01.314544 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempt 10 to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 Mar 11 13:03:01.337487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8530aed-2bda-416c-9346-1822bf527eed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.346584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8530aed-2bda-416c-9346-1822bf527eed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.359820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:01.359985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:01.360207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempting to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:01.405849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:03:01.406248 dv-neutron-833198-1-hyperv neutron-server[87959]: ERROR neutron.plugins.ml2.managers [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Failed to bind port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'f02837d8-47ec-4b14-8e46-0407c5f1f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '743e013b-b0d9-4dc0-98d7-e4bd03f82657'}] Mar 11 13:03:01.406624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.428215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1f290d26-3f0b-4513-9d59-f146bcebbaa8 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:01.486134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8530aed-2bda-416c-9346-1822bf527eed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.486602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8530aed-2bda-416c-9346-1822bf527eed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4bf0b38-cd75-44b2-a49d-2235ec5ea8d3 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:03:01.488054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.547291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8530aed-2bda-416c-9346-1822bf527eed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.548399 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f8530aed-2bda-416c-9346-1822bf527eed tempest-RoutersTestDVR-1812805071 tempest-RoutersTestDVR-1812805071-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c4bf0b38-cd75-44b2-a49d-2235ec5ea8d3 HTTP/1.1" status: 204 len: 168 time: 1.0317423 Mar 11 13:03:01.559726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.560942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:01.574857 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] Sync routers for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:01.592445 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:01.593147 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:01.608400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34d20e-4598-4238-b2d9-ee2d0ffbd0c5 req-fd3354e8-5f11-410e-9f0f-abd1ea3681a6 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:01.609891 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d34d20e-4598-4238-b2d9-ee2d0ffbd0c5 req-fd3354e8-5f11-410e-9f0f-abd1ea3681a6 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 0.4686441 Mar 11 13:03:01.617037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f07db5-76c7-45df-b471-8b42eda46615 req-30a424af-c50b-4ced-9f27-56e5cba1a58d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:01.618427 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d4f07db5-76c7-45df-b471-8b42eda46615 req-30a424af-c50b-4ced-9f27-56e5cba1a58d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4689708 Mar 11 13:03:01.713228 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:01.715487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Calling delete_port for 90bc2c87-8eb6-4750-988d-2339201d8454 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:01.722646 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:01.723418 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:01.729609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.750015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bedb5-4f3d-4980-a116-af18c2ddb2d0 req-d3fac8a8-8e6f-4c6c-96db-2538cf81c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:01.751679 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a66bedb5-4f3d-4980-a116-af18c2ddb2d0 req-d3fac8a8-8e6f-4c6c-96db-2538cf81c5ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 0.6390502 Mar 11 13:03:01.772966 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1f290d26-3f0b-4513-9d59-f146bcebbaa8 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "PUT /v2.0/quotas/0c42f2ae878d4466958fa38ece0d313e HTTP/1.1" status: 200 len: 366 time: 0.5304847 Mar 11 13:03:01.782360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51550) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:01.788629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] For port 8429eb5e-4213-4c69-9d38-875ab2c82e81, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:01.788992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attempted to set empty binding levels {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 13:03:01.790109 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:01.790784 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c96f3-4a9a-4ad2-b932-b859eef147e0 None None] The sync data for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:01.807617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.856518 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d34d20e-4598-4238-b2d9-ee2d0ffbd0c5 req-2b4f65a1-02a1-4c1c-a9ba-31202481e3cd tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349453 Mar 11 13:03:01.867196 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e1d1c081-53c2-4e27-a6c4-82a61fcf6517 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0823750 Mar 11 13:03:01.869953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51556) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:01.877872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] In _notify_port_updated(), no bound segment for port 8429eb5e-4213-4c69-9d38-875ab2c82e81 on network 743e013b-b0d9-4dc0-98d7-e4bd03f82657 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:03:01.878881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:01.879466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.884243 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "PUT /v2.0/ports/8429eb5e-4213-4c69-9d38-875ab2c82e81 HTTP/1.1" status: 200 len: 977 time: 4.2093484 Mar 11 13:03:01.891784 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d4f07db5-76c7-45df-b471-8b42eda46615 req-e8749bf3-7b46-4975-a9b5-bcad843b5ef5 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605100 Mar 11 13:03:01.893016 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-468a7740-40db-4608-8c60-cf154c4d3f18 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "DELETE /v2.0/floatingips/f8d5b2e4-8c4c-4882-88db-254a6d9018a0 HTTP/1.1" status: 204 len: 168 time: 4.0484612 Mar 11 13:03:01.894445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51560) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:01.898528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51562) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:01.901230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a66bedb5-4f3d-4980-a116-af18c2ddb2d0 req-ab88ba68-f5cc-4f42-8001-8895271320bd service neutron] Synchronizing usage tracker for tenant:af29f7bfe1624762956b0a9e59fcf724 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:01.932533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:01.945492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:01.949885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8aa10-23ff-44b5-aea7-1a49ec09044a tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event updated for resources: {'Port': ['ID=8429eb5e-4213-4c69-9d38-875ab2c82e81,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:01.962564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Usage tracker for resource:floatingip and tenant:5348bcbc5dd4445ca5866dfe494b574f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:01.967045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:01.970972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:01.990516 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15ee0a66-4513-4546-b1f7-de7d7846c46a tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "GET /v2.0/quotas/0c42f2ae878d4466958fa38ece0d313e HTTP/1.1" status: 200 len: 366 time: 0.1192837 Mar 11 13:03:02.008858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51568) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.013898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a66bedb5-4f3d-4980-a116-af18c2ddb2d0 req-ab88ba68-f5cc-4f42-8001-8895271320bd service neutron] Unset dirty status for tenant:af29f7bfe1624762956b0a9e59fcf724 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:02.015070 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a66bedb5-4f3d-4980-a116-af18c2ddb2d0 req-ab88ba68-f5cc-4f42-8001-8895271320bd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512057 Mar 11 13:03:02.023282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:02.039071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51572) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.042571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.048785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Port': ['ID=90bc2c87-8eb6-4750-988d-2339201d8454,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:02.062817 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ef4cc2bf-a8d1-4a33-8d7f-cbaa678b2b90 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/ports/90bc2c87-8eb6-4750-988d-2339201d8454 HTTP/1.1" status: 204 len: 168 time: 1.5859232 Mar 11 13:03:02.063837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51576) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.068227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.121689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Deleting port 8429eb5e-4213-4c69-9d38-875ab2c82e81 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:02.121821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.143117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-56f56bbe-af37-4a34-8790-f7d1d1c6bc03 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Synchronizing usage tracker for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:02.209842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-56f56bbe-af37-4a34-8790-f7d1d1c6bc03 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Unset dirty status for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:02.214875 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-56f56bbe-af37-4a34-8790-f7d1d1c6bc03 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1492743 Mar 11 13:03:02.215487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51582) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.225675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1476340643'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:02.232475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:02.245421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Usage tracker for resource:network and tenant:83cb02bd3cae4c2c91482497e4dd8a46 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:02.249467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:02.256545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:02.271206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Made reservation on behalf of 83cb02bd3cae4c2c91482497e4dd8a46 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:02.276620 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f97f7059-47eb-4ad5-ad37-c031de23e36e tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/0c42f2ae878d4466958fa38ece0d313e HTTP/1.1" status: 204 len: 168 time: 0.2641029 Mar 11 13:03:02.276759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.284394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51586) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.304207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.309074 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c341e31b-a7df-4474-bd79-ce932e614196 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0222478 Mar 11 13:03:02.313452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51590) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.327754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:02.339552 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4874b936-28d3-49d3-ba63-fb849e2aa136 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "GET /v2.0/quotas/0c42f2ae878d4466958fa38ece0d313e HTTP/1.1" status: 200 len: 370 time: 0.0225439 Mar 11 13:03:02.339552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.341606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:02.343157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51594) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.345643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.345981 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Added segment 09b52dac-8fce-4f14-aacb-f975c9fc3e9a of type vlan for network b4ca6f2a-6663-4a60-9a94-e97b10cbf258 Mar 11 13:03:02.354498 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b85d359b-5bcc-42bc-8f66-8be015f2c4f3 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "GET /v2.0/quotas/0c42f2ae878d4466958fa38ece0d313e/default HTTP/1.1" status: 200 len: 370 time: 0.0103619 Mar 11 13:03:02.377385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51598) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.378386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Usage tracker for resource:security_group_rule and tenant:c90880417e8b4ea8a623570053595df1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:02.382965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.389822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:02.408925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:02.433462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.472482 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9945ebfc-b57d-4ce7-aca2-5b650c02fcf3 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] delete failed (client error): The resource could not be found. Mar 11 13:03:02.473653 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9945ebfc-b57d-4ce7-aca2-5b650c02fcf3 tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/0c42f2ae878d4466958fa38ece0d313e HTTP/1.1" status: 404 len: 348 time: 0.0922146 Mar 11 13:03:02.517450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.523054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:02.523998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.685651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Allocated IP 172.26.4.105 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/3b34922e-b102-4263-93e9-ee90ab3965bb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:02.687354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51604) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.701573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] For port 8429eb5e-4213-4c69-9d38-875ab2c82e81, host hv-neutron-8331, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:02.702466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.764031 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5440762 Mar 11 13:03:02.772154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51608) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:02.789420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9943de3-8751-47ca-98aa-980570b3d0a4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Network': ['ID=b4ca6f2a-6663-4a60-9a94-e97b10cbf258,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:02.800536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network b4ca6f2a-6663-4a60-9a94-e97b10cbf258 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:02.809212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1376252379'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:02.818015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:02.823142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:network and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:02.827988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Usage tracker for resource:network and tenant:83cb02bd3cae4c2c91482497e4dd8a46 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:02.856436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Calling delete_port for 8429eb5e-4213-4c69-9d38-875ab2c82e81 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:02.873091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:02.879819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:02.892178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:02.913948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:subnet and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:02.920292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Made reservation on behalf of 83cb02bd3cae4c2c91482497e4dd8a46 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:02.923728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:02.944787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:02.982198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:subnetpool and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:02.995551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.000314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:03.003741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:03.022038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.022323 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Added segment 66564521-426f-4e80-adfd-37a492d3078c of type vlan for network 8b0db71b-2201-4601-85e7-96022c9b2728 Mar 11 13:03:03.029076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:port and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:03.041075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:03.065751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.076930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:router and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:03.083605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.084181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.125183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:03.130239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.153348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.155681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Router d32ebb11-7a66-41ae-a702-6addeae3ecc6 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:03:03.163524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:03.168751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:03.171588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:03.220810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:floatingip and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:03.230000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Pushing event updated for resources: {'Port': ['ID=3b34922e-b102-4263-93e9-ee90ab3965bb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:03.237345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.244267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:03.245183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.247948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Pushing event deleted for resources: {'Port': ['ID=8429eb5e-4213-4c69-9d38-875ab2c82e81,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:03.269013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c90880417e8b4ea8a623570053595df1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2233899 Mar 11 13:03:03.269318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.270005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:03.271907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09517f71-00be-4ca2-950f-231a04093256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb83ed1-78b6-43a6-b3de-28deb2b08759,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:03.274563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51616) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:03.385531 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-20330064-60b0-45fb-9119-71fc6b9c8a4d tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8429eb5e-4213-4c69-9d38-875ab2c82e81 HTTP/1.1" status: 204 len: 168 time: 1.4331472 Mar 11 13:03:03.389204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51620) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:03.406715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ff7a9-806f-4347-8a49-98714fe4cf3c req-8ca362fc-c017-426c-9054-78475649c9e0 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:03.408128 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0a4ff7a9-806f-4347-8a49-98714fe4cf3c req-8ca362fc-c017-426c-9054-78475649c9e0 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 0.4071500 Mar 11 13:03:03.411886 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6382401 Mar 11 13:03:03.418351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a78a-b478-471e-9336-365a450d94f4 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Network': ['ID=8b0db71b-2201-4601-85e7-96022c9b2728,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:03.438213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 8b0db71b-2201-4601-85e7-96022c9b2728 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:03.462282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.515373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ba06a-6ec4-4d8e-b64b-cbe8ec27f4ba req-6de6c4f3-306e-41b3-8b47-cdf810ac08a9 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:03.518770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:security_group and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:03.522241 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4c3ba06a-6ec4-4d8e-b64b-cbe8ec27f4ba req-6de6c4f3-306e-41b3-8b47-cdf810ac08a9 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4431787 Mar 11 13:03:03.531899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.536696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:03.557511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51624) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:03.566461 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb17783f-080a-4726-8ee6-deb5421ae979 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:03:03.566986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb17783f-080a-4726-8ee6-deb5421ae979 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Synchronizing usage tracker for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:03.579114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.587107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'subnets': [{'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1964268827', 'ip_version': 4}, {'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:03.587424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'subnet': {'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1964268827', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:03.587990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Request body: {'subnet': {'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:03.609696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.616392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Usage tracker for resource:security_group_rule and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:03.638102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:03.662184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:03.665168 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c693c758-db7f-4871-9b77-be2fb0934e3f tempest-QuotasTest-677989668 tempest-QuotasTest-677989668-project-admin] 10.222.0.52 "GET /v2.0/quotas/3d2ba10f11994c5aa80606032e6415cc/details.json HTTP/1.1" status: 200 len: 703 time: 0.9767857 Mar 11 13:03:03.678084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] Sync routers for ids ['d32ebb11-7a66-41ae-a702-6addeae3ecc6'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:03.691330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] Routers {'d32ebb11-7a66-41ae-a702-6addeae3ecc6'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:03.692405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d32ebb11-7a66-41ae-a702-6addeae3ecc6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:03.740960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4c3ba06a-6ec4-4d8e-b64b-cbe8ec27f4ba req-2586596e-310c-45bd-bba7-45e3648310b3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177856 Mar 11 13:03:03.749242 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0a4ff7a9-806f-4347-8a49-98714fe4cf3c req-616cf630-adf2-441e-9102-07236f8e842b tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597947 Mar 11 13:03:03.816326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:03.831543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] Routers {'d32ebb11-7a66-41ae-a702-6addeae3ecc6'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:03.832138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:02:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d32ebb11-7a66-41ae-a702-6addeae3ecc6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:03.839365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.867514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb83ed1-78b6-43a6-b3de-28deb2b08759,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:03.880491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.881187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.881774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.883352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.883894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.885387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.886064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.886626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.888259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.888490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.888817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.889782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:03.904491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.906227 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3b588ded-e084-4948-bb2a-bba2d0e82c53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8eb83ed1-78b6-43a6-b3de-28deb2b08759 HTTP/1.1" status: 204 len: 168 time: 0.6224017 Mar 11 13:03:03.928918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.942044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:03.959700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:03.960134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526abde5-b605-4c14-b2eb-0bdbb83ebd7d None None] The sync data for ids ['d32ebb11-7a66-41ae-a702-6addeae3ecc6'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:04.044669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51636) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.048374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb17783f-080a-4726-8ee6-deb5421ae979 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] Unset dirty status for tenant:a94e6be59799486a88bd6bca5cb065bd on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:04.052885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb17783f-080a-4726-8ee6-deb5421ae979 tempest-PortsAdminExtendedAttrsTestJSON-1479666036 tempest-PortsAdminExtendedAttrsTestJSON-1479666036-project-admin] 10.222.0.52 "GET /v2.0/ports/8429eb5e-4213-4c69-9d38-875ab2c82e81 HTTP/1.1" status: 404 len: 333 time: 0.6512265 Mar 11 13:03:04.053516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51640) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.089493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Pushing event updated for resources: {'Port': ['ID=3b34922e-b102-4263-93e9-ee90ab3965bb,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:04.135382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.139317 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1a9f7862-203e-47b1-9d5b-fe1fb75466f0 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.5491204 Mar 11 13:03:04.144938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51646) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.156366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:04.160315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Usage tracker for resource:subnet and tenant:83cb02bd3cae4c2c91482497e4dd8a46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:04.163312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:04.169176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:04.187058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Made reservation on behalf of 83cb02bd3cae4c2c91482497e4dd8a46 for: {'subnet': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:04.192000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.192333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.298486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.308960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a2246-7473-4cfb-82d0-5cf60bfa39a4 req-3540bc28-b5ad-4fe4-86cd-f406b2ee4e85 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:04.310666 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc1a2246-7473-4cfb-82d0-5cf60bfa39a4 req-3540bc28-b5ad-4fe4-86cd-f406b2ee4e85 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 0.2540233 Mar 11 13:03:04.321904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51652) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.329114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Request body: {'floatingip': {'port_id': 'f007be93-1c36-468e-80af-d936d22da15d'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:04.339944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.361800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51656) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.403343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.410924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.414608 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c9111f15-5b88-4c7f-985c-f716dcb8be9b tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5125089 Mar 11 13:03:04.414608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:04.416670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.431968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.468970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.489188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Usage tracker for resource:security_group_rule and tenant:5fe7132bdf7549a28c08cb93ae261a97 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:04.497558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:04.509616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:04.514138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:04.521864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Usage tracker for resource:security_group_rule and tenant:d69589b0491545a8b48092eaa5843687 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:04.533981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:04.587149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:04.620728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:04.661948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:04.676886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Usage tracker for resource:floatingip and tenant:f93ac69eea9e4ddcb0d12e5144b8f55d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:04.683953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:04.700169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:04.700719 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-41da6aea-f0f9-4d82-98ad-2ff1a50b0999 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/d32ebb11-7a66-41ae-a702-6addeae3ecc6 HTTP/1.1" status: 200 len: 920 time: 0.5522394 Mar 11 13:03:04.712101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51666) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.803345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.846568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743e013b-b0d9-4dc0-98d7-e4bd03f82657']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:04.848741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.865161 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6712c1ba-d1a4-4cac-8f86-663051563cd7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d32ebb11-7a66-41ae-a702-6addeae3ecc6 HTTP/1.1" status: 200 len: 205 time: 0.1496847 Mar 11 13:03:04.865591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02837d8-47ec-4b14-8e46-0407c5f1f93d') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:04.865882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02837d8-47ec-4b14-8e46-0407c5f1f93d') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:04.872789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:04.886031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.916857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.944290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:04.944703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:04.959287 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:05.047556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.061012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.068453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.086198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.132447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.144630 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fe7132bdf7549a28c08cb93ae261a97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0990522 Mar 11 13:03:05.158569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51676) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:05.160492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.162899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a2c06-2f59-4e0d-8733-bf77d597247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890bc829-3418-4eac-9d40-e350d886d681,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:05.173337 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d69589b0491545a8b48092eaa5843687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8028569 Mar 11 13:03:05.181491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:05.188592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] Pushing event deleted for resources: {'Network': ['ID=743e013b-b0d9-4dc0-98d7-e4bd03f82657,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:05.205054 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-46117812-4d6f-4d82-9522-6e8eb5d6b38c tempest-PortsAdminExtendedAttrsTestJSON-1840406570 tempest-PortsAdminExtendedAttrsTestJSON-1840406570-project] 10.222.0.52 "DELETE /v2.0/networks/743e013b-b0d9-4dc0-98d7-e4bd03f82657 HTTP/1.1" status: 204 len: 168 time: 1.1458533 Mar 11 13:03:05.214327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e940e3-52a9-4f61-a338-f6412a64db54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7347a-b381-4de2-a053-41d1ed81c371,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:05.497567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51688) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:05.656009 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b6245490-a2a8-4190-b06a-f979db933c9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=deff103cd8884d688fb58da5e58bbf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571395 Mar 11 13:03:05.658484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51694) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:05.714998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43868c29-c9fe-4c67-9175-0d8b9c9695da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.740822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43868c29-c9fe-4c67-9175-0d8b9c9695da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.775826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.793277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43868c29-c9fe-4c67-9175-0d8b9c9695da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.807378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43868c29-c9fe-4c67-9175-0d8b9c9695da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5dbab8-492b-4721-bcf0-32c56170f0c5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:05.813902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43868c29-c9fe-4c67-9175-0d8b9c9695da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:05.815655 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-43868c29-c9fe-4c67-9175-0d8b9c9695da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b5dbab8-492b-4721-bcf0-32c56170f0c5 HTTP/1.1" status: 204 len: 168 time: 0.1558983 Mar 11 13:03:05.882653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacc598-31c3-4424-8443-e11bee1978e5 req-74946e2b-3da7-4fc9-a55c-eb005472eed9 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:05.884129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-daacc598-31c3-4424-8443-e11bee1978e5 req-74946e2b-3da7-4fc9-a55c-eb005472eed9 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.0203021 Mar 11 13:03:05.943757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c72da92f-7532-43cb-90b2-9cfab9cdf997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.050884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57a8fb10-ece6-49d0-8861-bdbfeb070a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.100675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51704) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:06.121927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c72da92f-7532-43cb-90b2-9cfab9cdf997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.151515 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0bfb1cdd-30f3-42c0-97a4-73e79dafb252 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a94e6be59799486a88bd6bca5cb065bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473413 Mar 11 13:03:06.151920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51708) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:06.213342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce28f3bf-aa4d-40cf-9a4d-36341685b327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.236075 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-daacc598-31c3-4424-8443-e11bee1978e5 req-afd4c86b-4b18-4abc-a34f-c3f2dbe936c3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053155 Mar 11 13:03:06.238366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce28f3bf-aa4d-40cf-9a4d-36341685b327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.275306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57a8fb10-ece6-49d0-8861-bdbfeb070a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.306375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce28f3bf-aa4d-40cf-9a4d-36341685b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.322035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28f3bf-aa4d-40cf-9a4d-36341685b327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411bba3c-3101-487c-88b1-71f81fa099f8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:06.336635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce28f3bf-aa4d-40cf-9a4d-36341685b327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.338259 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ce28f3bf-aa4d-40cf-9a4d-36341685b327 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/411bba3c-3101-487c-88b1-71f81fa099f8 HTTP/1.1" status: 204 len: 168 time: 0.1854465 Mar 11 13:03:06.396581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.399727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.410892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:03:06.525832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.595544 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Deleting port ae218e25-3672-4bd6-b4ff-44e69d959059 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:06.596150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.714740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.767645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c72da92f-7532-43cb-90b2-9cfab9cdf997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.769994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Subnet': ['ID=b48165d7-244f-4186-9326-8116939bd965,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:06.771923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.911136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.911717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.911792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.912117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.912440 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.912764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.913086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.913416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.913742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.914053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.914373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.914694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:06.918163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57a8fb10-ece6-49d0-8861-bdbfeb070a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:06.936866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72da92f-7532-43cb-90b2-9cfab9cdf997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890bc829-3418-4eac-9d40-e350d886d681,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:07.087214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-232c7745-ddbd-4ab4-a48a-b3212a6b6ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.116606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51734) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:07.144603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Checking segment: {'id': '09b52dac-8fce-4f14-aacb-f975c9fc3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:07.144954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network hostable DHCP agents. Network: b4ca6f2a-6663-4a60-9a94-e97b10cbf258, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:07.172872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8fb10-ece6-49d0-8861-bdbfeb070a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7347a-b381-4de2-a053-41d1ed81c371,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:07.223312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c37a1d-ecca-402f-b95f-d7837c611a51 req-eef8d912-5ed9-4dfb-afd2-57233eb0cd31 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:07.224778 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-30c37a1d-ecca-402f-b95f-d7837c611a51 req-eef8d912-5ed9-4dfb-afd2-57233eb0cd31 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.8706987 Mar 11 13:03:07.224915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-195651825'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:07.234518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51740) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:07.237179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:07.242166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Request body: {'floatingip': {'port_id': '04dd0dd8-9547-4d8d-8640-a366490c9540'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:07.308200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Allocated IP 172.26.4.3 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/1e0a9270-06be-4711-9e90-fb37c11a216c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:07.309128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:network and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:07.318342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:07.327880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.338538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57a8fb10-ece6-49d0-8861-bdbfeb070a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.339711 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-57a8fb10-ece6-49d0-8861-bdbfeb070a01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63a7347a-b381-4de2-a053-41d1ed81c371 HTTP/1.1" status: 204 len: 168 time: 2.1466992 Mar 11 13:03:07.361400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c72da92f-7532-43cb-90b2-9cfab9cdf997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.362856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c72da92f-7532-43cb-90b2-9cfab9cdf997 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/890bc829-3418-4eac-9d40-e350d886d681 HTTP/1.1" status: 204 len: 168 time: 2.2015569 Mar 11 13:03:07.369228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.377246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network b4ca6f2a-6663-4a60-9a94-e97b10cbf258 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:07.386528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:07.409709 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Floating IP ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a associated. External IP: 172.26.4.217, port: f007be93-1c36-468e-80af-d936d22da15d. Mar 11 13:03:07.466207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:07.470131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.492273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.548328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:07.556245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:security_group_rule and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:07.561371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:07.570199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:07.640741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, b4ca6f2a-6663-4a60-9a94-e97b10cbf258) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:07.655581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5505ed-86a7-4dd2-a8e6-f21d1e261f99 None None] Network b4ca6f2a-6663-4a60-9a94-e97b10cbf258 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:07.657756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Calling delete_port for ae218e25-3672-4bd6-b4ff-44e69d959059 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:07.700932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.947630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.956912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:07.982117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event updated for resources: {'Subnet': ['ID=eb745181-e30d-4e5f-ab9e-c4d21dc8796c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:08.041236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1b25db-aeb1-448a-8d5d-a5ff08088497,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:08.044937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Checking segment: {'id': '66564521-426f-4e80-adfd-37a492d3078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:08.045379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network hostable DHCP agents. Network: 8b0db71b-2201-4601-85e7-96022c9b2728, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:08.058224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.060560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:08.082497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.082827 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Added segment 19a285d9-00d0-41b0-bd36-a26d606c6e4e of type vlan for network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 Mar 11 13:03:08.161148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-b4ca6f2a-6663-4a60-9a94-e97b10cbf258', 'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258', 'tenant_id': '83cb02bd3cae4c2c91482497e4dd8a46', 'fixed_ips': [{'subnet_id': 'b48165d7-244f-4186-9326-8116939bd965'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:08.162687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.168142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51760) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:08.194885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.205953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.221120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Network 8b0db71b-2201-4601-85e7-96022c9b2728 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:08.246468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.255569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.335579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:08.354605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 8b0db71b-2201-4601-85e7-96022c9b2728) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:08.362214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2ba10f11994c5aa80606032e6415cc is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:08.366085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cd4d4-243e-4181-ac52-924e57916d68 None None] Network 8b0db71b-2201-4601-85e7-96022c9b2728 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:08.390938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:08.391419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:08.392186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.399955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:08.452155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:03:08.471759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:08.492963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.500939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:08.501504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Allocated IP 172.20.0.2 (b4ca6f2a-6663-4a60-9a94-e97b10cbf258/b48165d7-244f-4186-9326-8116939bd965/ac95e503-8c43-4f46-bb12-96e878cadd30) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:08.502067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.528757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.536609 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6418336c-ee58-4512-9234-d288f784008d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.9695642 Mar 11 13:03:08.582638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51772) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:08.584921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:08.643259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Router 068abad3-85bb-4c57-bfde-1b94547bde58 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:03:08.665261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51776) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:08.686895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Network': ['ID=03007ba6-d1e0-4ba6-aa08-eced2aedda75,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:08.712349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:08.729221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:08.730427 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9b344144-e2d3-4767-a0d6-3f8cb31dcfe6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6126931 Mar 11 13:03:08.731724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51782) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:08.739296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:08.753971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:08.776705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Floating IP 957fb677-bbed-4b02-9893-8a9c4d3d5745 associated. External IP: 172.26.4.40, port: 04dd0dd8-9547-4d8d-8640-a366490c9540. Mar 11 13:03:08.824744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:08.978222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Pushing event updated for resources: {'Port': ['ID=1e0a9270-06be-4711-9e90-fb37c11a216c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:09.002647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-8b0db71b-2201-4601-85e7-96022c9b2728', 'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728', 'tenant_id': '83cb02bd3cae4c2c91482497e4dd8a46', 'fixed_ips': [{'subnet_id': 'eb745181-e30d-4e5f-ab9e-c4d21dc8796c'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:09.003445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.022374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.061516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-236cd380-8d34-4c53-bebc-db0b5b4b54cf tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.062534 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-236cd380-8d34-4c53-bebc-db0b5b4b54cf tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3937480 Mar 11 13:03:09.074943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Transition to ACTIVE for port object ac95e503-8c43-4f46-bb12-96e878cadd30 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:09.091601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51786) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.102863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-bed6811e-6fe5-4349-9a39-0ead783c83c9 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.103930 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bed6811e-6fe5-4349-9a39-0ead783c83c9 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0090821 Mar 11 13:03:09.110203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155a580-1b4f-41ff-9be3-3176a3cfa45d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:09.111819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155a580-1b4f-41ff-9be3-3176a3cfa45d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:09.113501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155a580-1b4f-41ff-9be3-3176a3cfa45d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:09.114309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4155a580-1b4f-41ff-9be3-3176a3cfa45d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Synchronizing usage tracker for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:09.115112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51790) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.117229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event deleted for resources: {'Port': ['ID=ae218e25-3672-4bd6-b4ff-44e69d959059,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:09.121612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Transition to ACTIVE for port object ac95e503-8c43-4f46-bb12-96e878cadd30 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:09.123368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-7db127d4-d7a4-4ce8-b7e3-f66be04fc418 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.125051 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7db127d4-d7a4-4ce8-b7e3-f66be04fc418 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0070899 Mar 11 13:03:09.132515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51794) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.142473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-4fc0a6f9-ea24-41d2-a12b-baff445b976e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.143051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.143618 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4fc0a6f9-ea24-41d2-a12b-baff445b976e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0099902 Mar 11 13:03:09.150169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.183790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-f0e1602e-55c1-4f57-861a-7e12e39f62a7 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.185006 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0e1602e-55c1-4f57-861a-7e12e39f62a7 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0273430 Mar 11 13:03:09.209686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:09.212261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51802) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.225900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-fbef535a-b915-4096-b7fa-b8264faceba9 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.229207 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fbef535a-b915-4096-b7fa-b8264faceba9 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0135057 Mar 11 13:03:09.230194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:09.232572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51806) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.237511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:09.243158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-fe87ace2-0e0a-49c8-bf95-bacf013fc378 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.244084 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fe87ace2-0e0a-49c8-bf95-bacf013fc378 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0081306 Mar 11 13:03:09.250982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.251696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:09.266921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.270321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Network b4ca6f2a-6663-4a60-9a94-e97b10cbf258 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:09.281511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:09.285114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:09.290040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Router 7ccaf212-4db8-4344-967e-880d6919300f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:03:09.290770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:09.292810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-912e16da-857c-4949-9ac3-a0da993a6a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.296086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.303822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Pushing event updated for resources: {'Port': ['ID=ac95e503-8c43-4f46-bb12-96e878cadd30,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:09.310255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4155a580-1b4f-41ff-9be3-3176a3cfa45d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Unset dirty status for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:09.314453 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4155a580-1b4f-41ff-9be3-3176a3cfa45d tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.7226470 Mar 11 13:03:09.314824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-ff9e0236-f9b6-4ef5-a15d-d5646782a2de tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.320600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff9e0236-f9b6-4ef5-a15d-d5646782a2de tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0578537 Mar 11 13:03:09.320771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51814) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.320771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51816) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.339508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Allocated IP 172.20.0.18 (8b0db71b-2201-4601-85e7-96022c9b2728/eb745181-e30d-4e5f-ab9e-c4d21dc8796c/f7e5967e-52ab-43e6-9c83-30da69cd57f8) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:09.340364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-5e001834-cee3-4120-a08c-98acb92d3185 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.344446 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5e001834-cee3-4120-a08c-98acb92d3185 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0194483 Mar 11 13:03:09.347503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.347848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.348179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.348534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.348834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.349182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.349474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.349794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.350107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.350419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.350733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.351037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:09.377962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51822) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.446121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Attempting to bind port ac95e503-8c43-4f46-bb12-96e878cadd30 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:09.446479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Attempting to bind port ac95e503-8c43-4f46-bb12-96e878cadd30 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '09b52dac-8fce-4f14-aacb-f975c9fc3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:09.446827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Attempting to bind port ac95e503-8c43-4f46-bb12-96e878cadd30 on network b4ca6f2a-6663-4a60-9a94-e97b10cbf258 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:09.459077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-1a56e889-91f9-4d9b-821d-66d8ae8a22ef tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.460015 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1a56e889-91f9-4d9b-821d-66d8ae8a22ef tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0172479 Mar 11 13:03:09.499657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:09.500138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Checking segment: {'id': '09b52dac-8fce-4f14-aacb-f975c9fc3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:09.500538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.500923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Bound using segment: {'id': '09b52dac-8fce-4f14-aacb-f975c9fc3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:09.501396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Bound port: ac95e503-8c43-4f46-bb12-96e878cadd30, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b52dac-8fce-4f14-aacb-f975c9fc3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b4ca6f2a-6663-4a60-9a94-e97b10cbf258'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:09.501787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.506641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.524464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.538948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-a08516e0-57f3-4baa-9227-1e25aa2e3e3e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.542425 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a08516e0-57f3-4baa-9227-1e25aa2e3e3e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0198989 Mar 11 13:03:09.546481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51830) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.548525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.559697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-b2ce04c7-7dee-4968-9a57-8b11053fe8b4 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.563498 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b2ce04c7-7dee-4968-9a57-8b11053fe8b4 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0105326 Mar 11 13:03:09.566924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.583598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.586786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:09.592771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-9b4cba15-535b-4c04-8fb3-95f61f9a3dbc tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.593873 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b4cba15-535b-4c04-8fb3-95f61f9a3dbc tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0204420 Mar 11 13:03:09.600658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.608266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.609373 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] Sync routers for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:09.609872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.628907 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:09.631150 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:09.633192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-7dd57494-5b0f-4082-b68f-575b08839c0e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.634272 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7dd57494-5b0f-4082-b68f-575b08839c0e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0140200 Mar 11 13:03:09.641153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.642056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Fanout notify agent at l3_agent the message router_deleted on router d32ebb11-7a66-41ae-a702-6addeae3ecc6 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:03:09.650557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Deleting subnet b48165d7-244f-4186-9326-8116939bd965 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:09.652252 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.666939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.702773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-19dff874-8433-4038-ad35-6b1fdba4c7d4 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.705992 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-19dff874-8433-4038-ad35-6b1fdba4c7d4 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0416596 Mar 11 13:03:09.713186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51846) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.719005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d52df2-bb9e-4e11-908d-13164f3b2505,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:09.731156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] For port ac95e503-8c43-4f46-bb12-96e878cadd30, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:09.738825 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-391049e1-c908-4865-a90c-6fdb5efd7dc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d2ba10f11994c5aa80606032e6415cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5661545 Mar 11 13:03:09.740503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.740870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-1dcb65af-7acf-4ed5-870c-49b03584c22b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.741934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1dcb65af-7acf-4ed5-870c-49b03584c22b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0268342 Mar 11 13:03:09.751341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51852) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.760440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:09.767757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-8c08b7da-a744-4bad-961a-c691ec7d2a5b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.768547 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8c08b7da-a744-4bad-961a-c691ec7d2a5b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0142772 Mar 11 13:03:09.771957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] For port ac95e503-8c43-4f46-bb12-96e878cadd30, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ac95e503-8c43-4f46-bb12-96e878cadd30,segment=NetworkSegment(09b52dac-8fce-4f14-aacb-f975c9fc3e9a),segment_id=09b52dac-8fce-4f14-aacb-f975c9fc3e9a)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:09.772278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51858) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.777687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] Sync routers for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:09.777890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.786923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.787305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.792534 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b686653-129b-40eb-8db1-d05390e05e14 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/d32ebb11-7a66-41ae-a702-6addeae3ecc6 HTTP/1.1" status: 204 len: 168 time: 4.9155803 Mar 11 13:03:09.796084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:09.796236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51862) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.796998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:09.799684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.835690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-16a3d545-e162-46f5-8c2d-4f38fee55d76 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.836685 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-16a3d545-e162-46f5-8c2d-4f38fee55d76 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0534580 Mar 11 13:03:09.844881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2120590014', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': False}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:09.851746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51866) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.852236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.856969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.900104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:09.911132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-9a4fa12a-ff85-4b3f-aafd-0117c19570a0 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.912375 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9a4fa12a-ff85-4b3f-aafd-0117c19570a0 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0352221 Mar 11 13:03:09.927162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51870) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.931360 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:09.937098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:router and tenant:5268c4d21e904d0d97981357e7e83a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:09.948498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-0e7df2e7-bda5-48c6-a412-34262eddd9ed tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.949742 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e7df2e7-bda5-48c6-a412-34262eddd9ed tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0213666 Mar 11 13:03:09.951068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:09.959859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51874) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.969269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49ee5-87fd-4695-a1e4-20b8750b4624 None None] Pushing event updated for resources: {'Port': ['ID=ac95e503-8c43-4f46-bb12-96e878cadd30,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:09.979058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Transition to ACTIVE for port object f7e5967e-52ab-43e6-9c83-30da69cd57f8 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:09.980730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-c284d6bb-dc93-4bc3-9e2b-bb7287252ac7 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:09.981869 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c284d6bb-dc93-4bc3-9e2b-bb7287252ac7 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0200896 Mar 11 13:03:09.984940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:09.990217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:09.992237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51878) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:09.994061 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc3ee020-5173-442e-8bcb-1089f015440a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "PUT /v2.0/floatingips/ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a HTTP/1.1" status: 200 len: 991 time: 5.6712768 Mar 11 13:03:10.001487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:03:10.020481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-1a34de99-b691-4ab6-814c-871e6a2e53b3 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.021960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1a34de99-b691-4ab6-814c-871e6a2e53b3 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0264554 Mar 11 13:03:10.029868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51886) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.052936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-05fab95e-9bac-4e74-a7d0-509d9e8919ee tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.053895 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-05fab95e-9bac-4e74-a7d0-509d9e8919ee tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0146735 Mar 11 13:03:10.064181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.066384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.073744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.075809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77feac3b-9d96-4762-b752-8daac93f15af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.090119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-82176802-90cd-4704-8972-0c8c87fc2439 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.091925 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-82176802-90cd-4704-8972-0c8c87fc2439 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0125830 Mar 11 13:03:10.102236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51894) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.130852 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bc81e6ba-bc86-43c3-8790-ae4b2323c408 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "PUT /v2.0/floatingips/957fb677-bbed-4b02-9893-8a9c4d3d5745 HTTP/1.1" status: 200 len: 990 time: 2.8906596 Mar 11 13:03:10.131627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Transition to ACTIVE for port object f7e5967e-52ab-43e6-9c83-30da69cd57f8 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:10.146556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:03:10.190528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.221482 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d', 'status': 'completed', 'code': 200} Mar 11 13:03:10.229666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-45181d02-c396-4426-9094-e3ac092ec1ce tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.238734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51902) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.241020 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45181d02-c396-4426-9094-e3ac092ec1ce tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0268304 Mar 11 13:03:10.259281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-d4ef25c1-d87b-47df-9fd3-fe2e1d91e07a tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.260239 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d4ef25c1-d87b-47df-9fd3-fe2e1d91e07a tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0205615 Mar 11 13:03:10.267620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51906) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.280383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-f16d6a2a-60ac-45ce-9fe1-84840ddf641d tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.281573 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f16d6a2a-60ac-45ce-9fe1-84840ddf641d tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0128624 Mar 11 13:03:10.288877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51910) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.289967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.299337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.356398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Network 8b0db71b-2201-4601-85e7-96022c9b2728 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:10.362830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.392104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.399434 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:10.421857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:10.437104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:10.447313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-fa9386a7-578b-43e1-84d5-bddb6edc57b5 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.450801 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fa9386a7-578b-43e1-84d5-bddb6edc57b5 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.1546998 Mar 11 13:03:10.457723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.469671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51914) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.475455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.482233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-42cc1568-a810-4e3a-a312-9f894430e325 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.486716 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-42cc1568-a810-4e3a-a312-9f894430e325 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0146027 Mar 11 13:03:10.495223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51918) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.525527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-b8021df6-251f-4cbe-ad23-7c2e38334830 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.529145 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b8021df6-251f-4cbe-ad23-7c2e38334830 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0281067 Mar 11 13:03:10.534744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Pushing event updated for resources: {'Port': ['ID=f7e5967e-52ab-43e6-9c83-30da69cd57f8,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:10.536968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77feac3b-9d96-4762-b752-8daac93f15af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.539202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.544063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51922) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.544805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:10.545861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network hostable DHCP agents. Network: 03007ba6-d1e0-4ba6-aa08-eced2aedda75, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:10.587587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-1777f20b-3754-4ac7-b689-6a9f1f87e09c tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.593022 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1777f20b-3754-4ac7-b689-6a9f1f87e09c tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0314984 Mar 11 13:03:10.602743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51926) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.618164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=faf4dedd-f2c2-4076-9271-ea2a144e323e,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:10.621836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-c726ad79-a879-4223-bf8e-0b42d4f71a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:10.624026 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-c726ad79-a879-4223-bf8e-0b42d4f71a66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9&device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 1098 time: 0.4957323 Mar 11 13:03:10.658571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.664653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-23825051-db95-402d-9ec8-85e635665e6e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.668300 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-23825051-db95-402d-9ec8-85e635665e6e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0558751 Mar 11 13:03:10.669042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:10.678330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51930) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.711489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 03007ba6-d1e0-4ba6-aa08-eced2aedda75) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:10.716828 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/subnets/b48165d7-244f-4186-9326-8116939bd965 HTTP/1.1" status: 204 len: 168 time: 1.3972034 Mar 11 13:03:10.719013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51934) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.727470 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'floating_ip_address': '172.26.4.217', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'port_id': 'f007be93-1c36-468e-80af-d936d22da15d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'mac_address': 'fa:16:3e:1c:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365b2d-1e56-4267-9c34-0f108a794223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:02:26Z', 'updated_at': '2022-03-11T13:03:06Z', 'revision_number': 1, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:26Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:10.729487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-30d83042-5cde-4765-99fc-6788be21fd9b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.733138 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] Checking router: 068abad3-85bb-4c57-bfde-1b94547bde58 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:03:10.733291 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-30d83042-5cde-4765-99fc-6788be21fd9b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0459445 Mar 11 13:03:10.736353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f816ff-b14d-4ba3-8977-8d80c628ad1b None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:10.737258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494c4ae-4705-45a0-b8ff-73683c90068e tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Subnet': ['ID=b48165d7-244f-4186-9326-8116939bd965,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:10.739457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:10.740037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:10.743643 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:10.744306 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:10.746299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51936) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.802541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-5a71d0cf-e38d-4af8-ad1d-22f564a94f15 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.806213 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5a71d0cf-e38d-4af8-ad1d-22f564a94f15 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0432725 Mar 11 13:03:10.817237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51942) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.888645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-445204df-11e7-4b77-900b-d42fd5ede1bc tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.892384 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-445204df-11e7-4b77-900b-d42fd5ede1bc tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0690541 Mar 11 13:03:10.900422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51946) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.915737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-062c2a1b-f151-4b50-96e1-cb8d8452af0b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.919835 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-062c2a1b-f151-4b50-96e1-cb8d8452af0b tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0185461 Mar 11 13:03:10.926162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51950) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.933424 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fc0914d9-9903-4481-b0ec-f2fc8532363e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1938176 Mar 11 13:03:10.933617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51954) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.941078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-5a858faf-cc17-4737-99a6-3f029b48cbf6 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.945002 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5a858faf-cc17-4737-99a6-3f029b48cbf6 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0153430 Mar 11 13:03:10.947863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51958) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.960102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Deleting subnet eb745181-e30d-4e5f-ab9e-c4d21dc8796c {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:10.964998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-98a46c39-e227-430d-b603-6ff9a14b0f06 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:10.969336 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-98a46c39-e227-430d-b603-6ff9a14b0f06 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0185783 Mar 11 13:03:10.976403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51962) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:10.980965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'name': 'tempest-NetworksTestDHCPv6-1346219250'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:10.982573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.012848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-e3f0411f-cc9e-4ac1-86f4-bd4325e6e8ba tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.017179 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e3f0411f-cc9e-4ac1-86f4-bd4325e6e8ba tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0398357 Mar 11 13:03:11.026443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51966) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.049927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-3505af20-3f8a-46b8-b67d-7d17285ce90f tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.053627 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3505af20-3f8a-46b8-b67d-7d17285ce90f tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0206175 Mar 11 13:03:11.054236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51970) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.057884 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:11.063702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-06817218-1710-437b-999e-5403c6d6e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:11.065397 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-06817218-1710-437b-999e-5403c6d6e877 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9346775a-32f7-42d4-9b7d-10b3cebf8d17 HTTP/1.1" status: 200 len: 907 time: 0.3842292 Mar 11 13:03:11.068643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-9c1ed7c6-fcf5-4263-a536-679cbb958ed1 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.072363 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9c1ed7c6-fcf5-4263-a536-679cbb958ed1 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0133109 Mar 11 13:03:11.077428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51974) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.111906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.126415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Attempting to bind port f7e5967e-52ab-43e6-9c83-30da69cd57f8 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:11.127031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Attempting to bind port f7e5967e-52ab-43e6-9c83-30da69cd57f8 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '66564521-426f-4e80-adfd-37a492d3078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:11.127477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Attempting to bind port f7e5967e-52ab-43e6-9c83-30da69cd57f8 on network 8b0db71b-2201-4601-85e7-96022c9b2728 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:11.146061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:11.146061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Checking segment: {'id': '66564521-426f-4e80-adfd-37a492d3078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:11.147626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-2d0294f5-84ab-46c2-94b0-93997fd10c90 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.148072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.151134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Bound using segment: {'id': '66564521-426f-4e80-adfd-37a492d3078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:11.151285 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2d0294f5-84ab-46c2-94b0-93997fd10c90 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0702360 Mar 11 13:03:11.151388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Bound port: f7e5967e-52ab-43e6-9c83-30da69cd57f8, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66564521-426f-4e80-adfd-37a492d3078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8b0db71b-2201-4601-85e7-96022c9b2728'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:11.151388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.159253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51978) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.163535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.207297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-90688a81-3022-4aa5-8410-3f9055cad05f tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.210510 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-90688a81-3022-4aa5-8410-3f9055cad05f tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0476298 Mar 11 13:03:11.247742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 51982) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.300939 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:03:11.335396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.351405 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-59a602b1-0919-47fa-b936-31db92f8440c tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.354922 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59a602b1-0919-47fa-b936-31db92f8440c tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.1021593 Mar 11 13:03:11.354922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Pushing event updated for resources: {'Port': ['ID=1e0a9270-06be-4711-9e90-fb37c11a216c,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:11.372147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51988) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.384275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-1be5874a-f9ba-4109-99ee-2ee3f48d0cc5 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.387673 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1be5874a-f9ba-4109-99ee-2ee3f48d0cc5 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122890 Mar 11 13:03:11.418712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51992) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.443771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'faf4dedd-f2c2-4076-9271-ea2a144e323e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:11.444595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.447053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-fe4d586e-53de-4c89-a293-b53d5b232fd1 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.450592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fe4d586e-53de-4c89-a293-b53d5b232fd1 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0281243 Mar 11 13:03:11.453201 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-90a1615c-b089-432b-b0ff-a0939ad4dca5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f007be93-1c36-468e-80af-d936d22da15d HTTP/1.1" status: 200 len: 999 time: 0.3772283 Mar 11 13:03:11.453725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 51996) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.463667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-ffc49cb3-13ad-4597-ac58-8197e4b70106 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.467234 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ffc49cb3-13ad-4597-ac58-8197e4b70106 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076609 Mar 11 13:03:11.491676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.517457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.542889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-fc2283fe-c231-4990-8190-245a4ea81d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:11.544566 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-fc2283fe-c231-4990-8190-245a4ea81d6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2452bf8f-fc85-43da-bce0-93f1e76bb2df HTTP/1.1" status: 200 len: 845 time: 0.0790701 Mar 11 13:03:11.548940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.571969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-6bf240a7-3ff7-4ae0-beb4-f81b3af9b230 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.572313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] For port f7e5967e-52ab-43e6-9c83-30da69cd57f8, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:11.572953 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6bf240a7-3ff7-4ae0-beb4-f81b3af9b230 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0797632 Mar 11 13:03:11.580832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.595340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-c91fc80e-79a5-4959-b974-f4318248f962 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.599106 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c91fc80e-79a5-4959-b974-f4318248f962 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0131202 Mar 11 13:03:11.600255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.604288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77feac3b-9d96-4762-b752-8daac93f15af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.620753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52008) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.641225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] For port f7e5967e-52ab-43e6-9c83-30da69cd57f8, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f7e5967e-52ab-43e6-9c83-30da69cd57f8,segment=NetworkSegment(66564521-426f-4e80-adfd-37a492d3078c),segment_id=66564521-426f-4e80-adfd-37a492d3078c)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:11.653688 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'floating_ip_address': '172.26.4.217', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'port_id': 'f007be93-1c36-468e-80af-d936d22da15d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'mac_address': 'fa:16:3e:1c:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365b2d-1e56-4267-9c34-0f108a794223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:02:26Z', 'updated_at': '2022-03-11T13:03:06Z', 'revision_number': 1, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:26Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:11.666846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-e839bde6-0e8b-418e-ad6a-b51325abb314 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.667325 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e37dc-b745-4089-8e59-29a943dc6fae None None] The sync data for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv is: [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'floating_ip_address': '172.26.4.217', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'port_id': 'f007be93-1c36-468e-80af-d936d22da15d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'mac_address': 'fa:16:3e:1c:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365b2d-1e56-4267-9c34-0f108a794223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:02:26Z', 'updated_at': '2022-03-11T13:03:06Z', 'revision_number': 1, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:26Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:11.671484 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e839bde6-0e8b-418e-ad6a-b51325abb314 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0396442 Mar 11 13:03:11.684253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e0bfa-295b-433a-9c6e-839b923e1955 req-7ba7dc1c-48f3-4a09-a775-815fe70ad266 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:11.686442 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-032e0bfa-295b-433a-9c6e-839b923e1955 req-7ba7dc1c-48f3-4a09-a775-815fe70ad266 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 1.4434340 Mar 11 13:03:11.694550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52012) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.694981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77feac3b-9d96-4762-b752-8daac93f15af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d52df2-bb9e-4e11-908d-13164f3b2505,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:11.696913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.719211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.722476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Subnet': ['ID=eb745181-e30d-4e5f-ab9e-c4d21dc8796c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:11.731729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-a2132a4f-373b-4c64-9a7b-66f0a676f074 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.735704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a2132a4f-373b-4c64-9a7b-66f0a676f074 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0339544 Mar 11 13:03:11.736611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52016) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.742728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-cf6f83a6-a621-4af9-800f-aea607501b31 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.746199 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cf6f83a6-a621-4af9-800f-aea607501b31 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057044 Mar 11 13:03:11.746199 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-56f878b1-b702-41f6-bb0b-a85224a56587 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/subnets/eb745181-e30d-4e5f-ab9e-c4d21dc8796c HTTP/1.1" status: 204 len: 168 time: 1.0095451 Mar 11 13:03:11.747178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52020) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.750116 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52022) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.756333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-b2156ee1-54dd-472b-bac2-918e0a5208bf tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.760172 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b2156ee1-54dd-472b-bac2-918e0a5208bf tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0092437 Mar 11 13:03:11.761011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52028) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.771963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77feac3b-9d96-4762-b752-8daac93f15af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.776038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77feac3b-9d96-4762-b752-8daac93f15af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27d52df2-bb9e-4e11-908d-13164f3b2505 HTTP/1.1" status: 204 len: 168 time: 2.0313420 Mar 11 13:03:11.786831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:11.790032 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4fdf60b4-5be3-463c-88a6-afbf04355eca tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.3698769 Mar 11 13:03:11.806663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.830478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:11.836608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:11.841298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:11.849396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:11.855711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18923cf7-3053-45e5-9087-eb7031ee5299 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:11.856157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-18923cf7-3053-45e5-9087-eb7031ee5299 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Synchronizing usage tracker for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:11.865598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-b6af5bbc-ad7e-4787-86ab-f849f74d2307 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.869286 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b6af5bbc-ad7e-4787-86ab-f849f74d2307 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0162802 Mar 11 13:03:11.874132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52036) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.882423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a207173-51a7-43cf-a81c-4b280431e398 req-e9cc5a6d-a912-4992-9fbb-82a77c991471 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:11.885670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a207173-51a7-43cf-a81c-4b280431e398 req-e9cc5a6d-a912-4992-9fbb-82a77c991471 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.2433298 Mar 11 13:03:11.886794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-be556fd9-e106-4806-a36e-a81115f22f5a tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.891331 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-be556fd9-e106-4806-a36e-a81115f22f5a tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106943 Mar 11 13:03:11.892850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52042) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.902493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-4f71a9e1-9afa-4368-b9da-e6145560247e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.905515 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4f71a9e1-9afa-4368-b9da-e6145560247e tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082183 Mar 11 13:03:11.915392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52046) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.918555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515c8b5-9137-418f-a817-4823ee70a7fe None None] Network b4ca6f2a-6663-4a60-9a94-e97b10cbf258 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:11.920495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-89fbdc5d-29d6-41da-a077-1aa8fda6eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:11.921981 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-89fbdc5d-29d6-41da-a077-1aa8fda6eb60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9346775a-32f7-42d4-9b7d-10b3cebf8d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3678586 Mar 11 13:03:11.924849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-32874b8d-2dc9-47e4-928d-6ca6b2975af2 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:11.925790 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-32874b8d-2dc9-47e4-928d-6ca6b2975af2 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0094643 Mar 11 13:03:11.926628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-18923cf7-3053-45e5-9087-eb7031ee5299 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Unset dirty status for tenant:83cb02bd3cae4c2c91482497e4dd8a46 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:11.931227 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-18923cf7-3053-45e5-9087-eb7031ee5299 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1753867 Mar 11 13:03:11.931227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52050) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:11.932634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52052) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.057365 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a207173-51a7-43cf-a81c-4b280431e398 req-84c71a55-210b-470f-b295-af859095ef3a tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513116 Mar 11 13:03:12.073654 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ef26a-e81e-4269-b4a7-bac2c0034f7e None None] New status for floating IP ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:03:12.081497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:12.097307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:12.121419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-7f9084e2-b626-4f2d-a6e6-e1d6d2b70017 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.123835 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7f9084e2-b626-4f2d-a6e6-e1d6d2b70017 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.1927445 Mar 11 13:03:12.132089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:12.136519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/faf4dedd-f2c2-4076-9271-ea2a144e323e/1418caae-7611-416c-8d4c-99c51d2ecf14) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:12.142362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52062) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.186670 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'status': 'completed', 'code': 200} Mar 11 13:03:12.192365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-b571e224-e641-44f1-9778-d6239a7644e8 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.193827 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b571e224-e641-44f1-9778-d6239a7644e8 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0308151 Mar 11 13:03:12.197623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52066) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.202671 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-032e0bfa-295b-433a-9c6e-839b923e1955 req-6952459a-cfd1-4a71-9e41-6c5bd4073b8a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4894371 Mar 11 13:03:12.280705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-ecd27577-4129-4614-bd5d-b99799af0865 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.282219 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ecd27577-4129-4614-bd5d-b99799af0865 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0830863 Mar 11 13:03:12.290612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52072) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.321571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-1076f175-eab6-4a2b-b2f8-e05cba937aab tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.328643 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1076f175-eab6-4a2b-b2f8-e05cba937aab tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0310152 Mar 11 13:03:12.335436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52076) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.341233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Deleting port f7e5967e-52ab-43e6-9c83-30da69cd57f8 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:12.341829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:12.379324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-3984fe40-8c6c-48d3-b139-6606e82da093 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.380601 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3984fe40-8c6c-48d3-b139-6606e82da093 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0410721 Mar 11 13:03:12.383938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52084) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.403898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-db7bfa55-97b8-47f9-a423-0f2fd9b7bcc5 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.405209 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-db7bfa55-97b8-47f9-a423-0f2fd9b7bcc5 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0201297 Mar 11 13:03:12.412634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52088) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.425555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-79e2988c-b373-48ab-aa73-6a4a484f2c09 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.427120 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-79e2988c-b373-48ab-aa73-6a4a484f2c09 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0128970 Mar 11 13:03:12.433028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52092) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.437486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 6d99559b-a99d-4237-8f81-1023cc14c81b yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:12.452720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-187711f8-ffe7-42e0-b6b2-4c046ad88034 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.453877 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-187711f8-ffe7-42e0-b6b2-4c046ad88034 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0193636 Mar 11 13:03:12.460021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:12.463799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52096) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.464560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ac95e503-8c43-4f46-bb12-96e878cadd30 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:12.476588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-80540bb0-5051-4b57-9850-b6012768abd9 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.477900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-80540bb0-5051-4b57-9850-b6012768abd9 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0093555 Mar 11 13:03:12.481667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52100) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.486556 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-960626be-ed73-48ce-9140-2defcf9e71bd service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529008 Mar 11 13:03:12.490148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-9a40ded8-fc03-49bf-8c66-8ca56828c8a2 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.491226 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9a40ded8-fc03-49bf-8c66-8ca56828c8a2 tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075393 Mar 11 13:03:12.518013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52104) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.553966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-df826e37-d59f-4671-9844-fa93a3f3ee9f tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.555062 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-df826e37-d59f-4671-9844-fa93a3f3ee9f tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0302310 Mar 11 13:03:12.559602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52110) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.600541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6d36-9a0c-4399-9fe7-d4b361832765 None None] Pushing event updated for resources: {'Port': ['ID=f7e5967e-52ab-43e6-9c83-30da69cd57f8,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:12.602097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [None req-adf18128-e7f3-4f01-9aff-abe9997c63aa tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:03:12.603253 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-adf18128-e7f3-4f01-9aff-abe9997c63aa tempest-ExtensionsTestJSON-1158997724 tempest-ExtensionsTestJSON-1158997724-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0255575 Mar 11 13:03:12.684574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1be45cb8-2175-4b67-8f50-16ecc1ceba4d None None] Provisioning for port ac95e503-8c43-4f46-bb12-96e878cadd30 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:12.745283 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a94926cc-7573-493b-ae3d-8c0821c519e2 tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3214 time: 0.8539562 Mar 11 13:03:12.752197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52118) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:12.903199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab4d0193-53d8-4c84-afd8-da9ae07e70f4 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Synchronizing usage tracker for tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e on resource:floatingip {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:12.942976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-6221077f-a181-4730-a776-880db8f92f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:12.944950 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-6221077f-a181-4730-a776-880db8f92f9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 0.7694306 Mar 11 13:03:12.956692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '957fb677-bbed-4b02-9893-8a9c4d3d5745', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'floating_ip_address': '172.26.4.40', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'port_id': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'mac_address': 'fa:16:3e:91:8d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:02:35Z', 'updated_at': '2022-03-11T13:03:08Z', 'revision_number': 1, 'project_id': '7800a39c051941e994d725ad41f030e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:34Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:12.980302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab4d0193-53d8-4c84-afd8-da9ae07e70f4 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Unset dirty status for tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e on resource:floatingip {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:12.981780 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ab4d0193-53d8-4c84-afd8-da9ae07e70f4 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2265522 Mar 11 13:03:12.984801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52126) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:13.016338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed4b1-99c5-4640-b0c0-8d1caaae9012 req-28769a2f-054f-4cae-8876-ec9c3ab382a3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:13.018036 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba8ed4b1-99c5-4640-b0c0-8d1caaae9012 req-28769a2f-054f-4cae-8876-ec9c3ab382a3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.3994782 Mar 11 13:03:13.148845 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f1c14066-e267-41c2-b703-f0adab3cd979 req-b828bacf-8cb2-49a9-904c-40ea00c11e4e service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256130 Mar 11 13:03:13.177157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Deleting port 1e0a9270-06be-4711-9e90-fb37c11a216c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:13.177626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.178088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ac95e503-8c43-4f46-bb12-96e878cadd30 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:13.190441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] Checking router: 7ccaf212-4db8-4344-967e-880d6919300f for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:03:13.202948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ac95e503-8c43-4f46-bb12-96e878cadd30 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:13.203295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.204812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52132) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:13.212866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] For port f7e5967e-52ab-43e6-9c83-30da69cd57f8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f7e5967e-52ab-43e6-9c83-30da69cd57f8,segment=NetworkSegment(66564521-426f-4e80-adfd-37a492d3078c),segment_id=66564521-426f-4e80-adfd-37a492d3078c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:13.213588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.280272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.290351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:13.290984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:13.403298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.421535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Transition to ACTIVE for port object 1418caae-7611-416c-8d4c-99c51d2ecf14 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:13.476904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Calling delete_port for f7e5967e-52ab-43e6-9c83-30da69cd57f8 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:13.520607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba8ed4b1-99c5-4640-b0c0-8d1caaae9012 req-f90b2deb-eefe-446a-8b26-0342efec431d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148270 Mar 11 13:03:13.524563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.577713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-6adb387c-93bf-44b9-ab21-3084f7d65393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:13.579332 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-6adb387c-93bf-44b9-ab21-3084f7d65393 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.6195178 Mar 11 13:03:13.752667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Transition to ACTIVE for port object 1418caae-7611-416c-8d4c-99c51d2ecf14 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:13.810281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51cbc63-2943-415f-902e-d58f1a19bee9 None None] Network 8b0db71b-2201-4601-85e7-96022c9b2728 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:13.819299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.819625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.837559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:13.950354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:13.952302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Calling delete_port for 1e0a9270-06be-4711-9e90-fb37c11a216c owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:14.057350 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-b91f21e4-de3b-40fb-9bb8-2a4eaef1a055 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 998 time: 0.4672749 Mar 11 13:03:14.057350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::2c3 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/faf4dedd-f2c2-4076-9271-ea2a144e323e/6d99559b-a99d-4237-8f81-1023cc14c81b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:14.078493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] DHCP port deletion for b4ca6f2a-6663-4a60-9a94-e97b10cbf258 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:14.148266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Deleting port ac95e503-8c43-4f46-bb12-96e878cadd30 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:14.148871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.151919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.182326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Allocated IP 172.26.4.5 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/db5c333c-3ffa-4bea-8785-8fc61d5857ec) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:14.189346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:14.198582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.204995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-74035ad5-c41f-4f47-85e8-3fe303d4bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:14.206660 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-74035ad5-c41f-4f47-85e8-3fe303d4bf8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.1420994 Mar 11 13:03:14.210672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.235953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Pushing event deleted for resources: {'Port': ['ID=1e0a9270-06be-4711-9e90-fb37c11a216c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:14.267918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:14.272289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7217a477daaa49729e31b8a341611e0d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:14.275798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:14.284641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:14.297454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:14.300009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:14.362745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.388048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.421718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8c5bc950-9692-499e-b645-f45201e5264e None None] Provisioning complete for port f7e5967e-52ab-43e6-9c83-30da69cd57f8 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:14.422084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc950-9692-499e-b645-f45201e5264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.444705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52158) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:14.450453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Pushing event updated for resources: {'Port': ['ID=1418caae-7611-416c-8d4c-99c51d2ecf14,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:14.465654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] No DVR routers for this DVR port f7e5967e-52ab-43e6-9c83-30da69cd57f8 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:14.467596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Port': ['ID=f7e5967e-52ab-43e6-9c83-30da69cd57f8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:14.500902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.604137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bc950-9692-499e-b645-f45201e5264e None None] Port f7e5967e-52ab-43e6-9c83-30da69cd57f8 was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:03:14.687024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-e8458a8d-cd04-47a7-9c03-1c5cd93029e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:14.689147 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-e8458a8d-cd04-47a7-9c03-1c5cd93029e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4668720 Mar 11 13:03:14.696088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Attempting to bind port 1418caae-7611-416c-8d4c-99c51d2ecf14 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:14.696625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Attempting to bind port 1418caae-7611-416c-8d4c-99c51d2ecf14 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:14.697482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Attempting to bind port 1418caae-7611-416c-8d4c-99c51d2ecf14 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:14.722370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ac95e503-8c43-4f46-bb12-96e878cadd30, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ac95e503-8c43-4f46-bb12-96e878cadd30,segment=NetworkSegment(09b52dac-8fce-4f14-aacb-f975c9fc3e9a),segment_id=09b52dac-8fce-4f14-aacb-f975c9fc3e9a)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:14.728986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:14.729456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:14.729875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.730291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:14.730761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Bound port: 1418caae-7611-416c-8d4c-99c51d2ecf14, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:14.731195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.738952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-313529513', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:14.744261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.760974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c112d46-cb83-4840-8f8b-482b0e097f90,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:14.761328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:14.769907 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fbc23cdc-db33-42e5-af37-c7641cdfb5a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7217a477daaa49729e31b8a341611e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5638239 Mar 11 13:03:14.771623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.780020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52170) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:14.784874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.805476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.808821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb16ecf-5ac3-41f2-b536-ef94d8d3e74f None None] DHCP port deletion for 8b0db71b-2201-4601-85e7-96022c9b2728 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:14.811962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.831776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 6d99559b-a99d-4237-8f81-1023cc14c81b will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:14.849351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Usage tracker for resource:port and tenant:b145cf2eb699434fa0fb6537e1c548f7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:14.857036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:14.932624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0db71b-2201-4601-85e7-96022c9b2728']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:14.933888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:14.955527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66564521-426f-4e80-adfd-37a492d3078c') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:14.955985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66564521-426f-4e80-adfd-37a492d3078c') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:14.957939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ac95e503-8c43-4f46-bb12-96e878cadd30 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:14.976035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Made reservation on behalf of b145cf2eb699434fa0fb6537e1c548f7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:14.978776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.985651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.992371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.996054 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea4379a9-71b7-4ca7-8ad4-2422b14c114e tempest-FloatingIPAdminTestJSON-1533507358 tempest-FloatingIPAdminTestJSON-1533507358-project] 10.222.0.52 "DELETE /v2.0/floatingips/79d72df0-3976-4be1-9945-8d33fc02b221 HTTP/1.1" status: 204 len: 168 time: 2.0077639 Mar 11 13:03:14.997236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:14.998443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52174) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:15.052661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.076775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.118342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:15.125044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:15.127242 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-92262c4f-bc2a-48c0-ad71-53c764ffc28d service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291053 Mar 11 13:03:15.138170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:15.141249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:15.146802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:15.147398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.156160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Usage tracker for resource:security_group_rule and tenant:b145cf2eb699434fa0fb6537e1c548f7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:15.168968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:15.169634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.170948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ac95e503-8c43-4f46-bb12-96e878cadd30,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:15.175685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] For port ac95e503-8c43-4f46-bb12-96e878cadd30, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ac95e503-8c43-4f46-bb12-96e878cadd30,segment=NetworkSegment(09b52dac-8fce-4f14-aacb-f975c9fc3e9a),segment_id=09b52dac-8fce-4f14-aacb-f975c9fc3e9a)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:15.176070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.186029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:15.189946 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:15.194773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:15.208445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.220424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fc190c2-99d4-4651-b205-361852d46b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.226659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=6d99559b-a99d-4237-8f81-1023cc14c81b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:15.239733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Deleting port 3b34922e-b102-4263-93e9-ee90ab3965bb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:15.240082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.276135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] For port 1418caae-7611-416c-8d4c-99c51d2ecf14, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:15.280549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e5462-57dc-4282-964a-5aa3ced14e0f req-c276a982-edbc-47cc-ba83-531da76d5820 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:15.288777 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657e5462-57dc-4282-964a-5aa3ced14e0f req-c276a982-edbc-47cc-ba83-531da76d5820 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6208961 Mar 11 13:03:15.365978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fc190c2-99d4-4651-b205-361852d46b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.392312 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c5039a7-aa63-4ba1-9f07-30dfe61835af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4496024 Mar 11 13:03:15.396537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52180) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:15.432306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:15.444883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:15.447609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:15.467918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Calling delete_port for ac95e503-8c43-4f46-bb12-96e878cadd30 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:15.487575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.503813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Port': ['ID=db5c333c-3ffa-4bea-8785-8fc61d5857ec,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:15.516952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.534206 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657e5462-57dc-4282-964a-5aa3ced14e0f req-53a69fa8-db93-453f-ac35-3a013bf4acef tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442737 Mar 11 13:03:15.549427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] For port 1418caae-7611-416c-8d4c-99c51d2ecf14, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1418caae-7611-416c-8d4c-99c51d2ecf14,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:15.573106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.587334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Network': ['ID=8b0db71b-2201-4601-85e7-96022c9b2728,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:15.604813 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f298d2f4-397a-4ce9-90d0-fe9783946b3a tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/networks/8b0db71b-2201-4601-85e7-96022c9b2728 HTTP/1.1" status: 204 len: 168 time: 3.6492195 Mar 11 13:03:15.610757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52184) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:15.665579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.680553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3bcf90-b943-4f9f-a8fa-92109f98b79f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:15.686936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3bcf90-b943-4f9f-a8fa-92109f98b79f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:15.693187 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-da3bcf90-b943-4f9f-a8fa-92109f98b79f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2890782 Mar 11 13:03:15.701132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fc190c2-99d4-4651-b205-361852d46b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.735630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a73990-cbfc-4618-b7b1-240602495b9c None None] Pushing event updated for resources: {'Port': ['ID=1418caae-7611-416c-8d4c-99c51d2ecf14,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:15.737813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52188) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:15.749348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:15.749801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:15.756858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ac95e503-8c43-4f46-bb12-96e878cadd30, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ac95e503-8c43-4f46-bb12-96e878cadd30,segment=NetworkSegment(09b52dac-8fce-4f14-aacb-f975c9fc3e9a),segment_id=09b52dac-8fce-4f14-aacb-f975c9fc3e9a)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:15.762433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '957fb677-bbed-4b02-9893-8a9c4d3d5745', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'floating_ip_address': '172.26.4.40', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'port_id': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'mac_address': 'fa:16:3e:91:8d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:02:35Z', 'updated_at': '2022-03-11T13:03:08Z', 'revision_number': 1, 'project_id': '7800a39c051941e994d725ad41f030e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:34Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:15.766805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.779772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.780125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:15.794506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc190c2-99d4-4651-b205-361852d46b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c112d46-cb83-4840-8f8b-482b0e097f90,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:15.808502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5afe87-a6bc-46a1-82be-98f6f9a82f46 None None] The sync data for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv is: [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '957fb677-bbed-4b02-9893-8a9c4d3d5745', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'floating_ip_address': '172.26.4.40', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'port_id': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'mac_address': 'fa:16:3e:91:8d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:02:35Z', 'updated_at': '2022-03-11T13:03:08Z', 'revision_number': 1, 'project_id': '7800a39c051941e994d725ad41f030e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:34Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:15.859557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ac95e503-8c43-4f46-bb12-96e878cadd30,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:15.966224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Calling delete_port for 3b34922e-b102-4263-93e9-ee90ab3965bb owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:15.973049 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f83fdcb-b676-45f0-a836-cf5d7d155526 req-db3743ec-e576-4fcb-8e86-a2a7a482b11b service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138671 Mar 11 13:03:16.024717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fc190c2-99d4-4651-b205-361852d46b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.025870 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6fc190c2-99d4-4651-b205-361852d46b2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c112d46-cb83-4840-8f8b-482b0e097f90 HTTP/1.1" status: 204 len: 168 time: 1.2427218 Mar 11 13:03:16.041525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.056072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.071440 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 6d99559b-a99d-4237-8f81-1023cc14c81b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:16.071781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.075607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Deleting port ac95e503-8c43-4f46-bb12-96e878cadd30 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:16.076000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.132899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.164232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] device_id is not set on port 2ac65453-d259-454d-93fb-f8e1aaeca823 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:16.190557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0e5cb-4bca-43d8-ac98-1f8fbaba7128 None None] New status for floating IP 957fb677-bbed-4b02-9893-8a9c4d3d5745: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:03:16.295576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Deleting port ac95e503-8c43-4f46-bb12-96e878cadd30 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:16.295949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.354929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e7abc3-ad3b-44e4-b00e-4d7030599c75,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:16.404878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] For port ac95e503-8c43-4f46-bb12-96e878cadd30, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ac95e503-8c43-4f46-bb12-96e878cadd30,segment=NetworkSegment(09b52dac-8fce-4f14-aacb-f975c9fc3e9a),segment_id=09b52dac-8fce-4f14-aacb-f975c9fc3e9a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:16.405777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.718014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Calling delete_port for ac95e503-8c43-4f46-bb12-96e878cadd30 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:16.809888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.881161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b34922e-b102-4263-93e9-ee90ab3965bb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:16.933982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] For port ac95e503-8c43-4f46-bb12-96e878cadd30, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ac95e503-8c43-4f46-bb12-96e878cadd30,segment=NetworkSegment(09b52dac-8fce-4f14-aacb-f975c9fc3e9a),segment_id=09b52dac-8fce-4f14-aacb-f975c9fc3e9a)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:16.934598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:16.982502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.016811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Allocated IP 172.26.4.66 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/2ac65453-d259-454d-93fb-f8e1aaeca823) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:17.050757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.063543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1418caae-7611-416c-8d4c-99c51d2ecf14 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:17.077195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] No DVR routers for this DVR port ac95e503-8c43-4f46-bb12-96e878cadd30 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:17.120311 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Port': ['ID=ac95e503-8c43-4f46-bb12-96e878cadd30,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:17.171110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Calling delete_port for ac95e503-8c43-4f46-bb12-96e878cadd30 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:17.196757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.229849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 6d99559b-a99d-4237-8f81-1023cc14c81b owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:17.251410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c72e2-b6a1-467b-ab8a-667fe377d8c7 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:17.266376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52216) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:17.272786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.289799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.302829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.304442 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-61042123-8254-47b5-bcb8-3112a31b5aeb tempest-FloatingIPAdminTestJSON-1612815699 tempest-FloatingIPAdminTestJSON-1612815699-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/73e1fd70-5109-4536-88bc-96665f026b25 HTTP/1.1" status: 204 len: 168 time: 2.3034985 Mar 11 13:03:17.316255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52222) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:17.358694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ca6f2a-6663-4a60-9a94-e97b10cbf258']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:17.382068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b52dac-8fce-4f14-aacb-f975c9fc3e9a') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:17.382504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b52dac-8fce-4f14-aacb-f975c9fc3e9a') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:17.400851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-445826125'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:17.401072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-299b699c-3ed3-4a4f-9fad-944e784092ca None None] Provisioning for port 1418caae-7611-416c-8d4c-99c51d2ecf14 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:17.412184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:17.412805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:17.421389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:17.426265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.434913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 1418caae-7611-416c-8d4c-99c51d2ecf14 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:17.443907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Usage tracker for resource:network and tenant:5dbff2c3bdda4d7d9482a52c174063fd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:17.447563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 1418caae-7611-416c-8d4c-99c51d2ecf14 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:17.448194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.451717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Deleting port dbc221e7-505a-478a-8aec-52929ed3f9d9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:17.452059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.483863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:17.495435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.507782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:17.514580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:17.515017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:17.532285 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:17.626536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Made reservation on behalf of 5dbff2c3bdda4d7d9482a52c174063fd for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:17.630049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.636607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788195f-6ae0-400c-b077-42d99e5069e6 req-f14b0d2d-7046-4cfd-a4c1-8562295a13a9 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:17.643710 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2788195f-6ae0-400c-b077-42d99e5069e6 req-f14b0d2d-7046-4cfd-a4c1-8562295a13a9 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.8827581 Mar 11 13:03:17.687111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.696802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Deleting port ac95e503-8c43-4f46-bb12-96e878cadd30 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:17.697170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.709343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.713625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.737076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:17.772066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Network': ['ID=b4ca6f2a-6663-4a60-9a94-e97b10cbf258,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:17.775609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Usage tracker for resource:security_group_rule and tenant:5dbff2c3bdda4d7d9482a52c174063fd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:17.780114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f46deccd-c971-4583-8fe5-3979db228368 None None] The port 'ac95e503-8c43-4f46-bb12-96e878cadd30' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:03:17.789838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:17.796960 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-363fb4ce-64c3-4160-afd9-e5f4374b0aad tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/networks/b4ca6f2a-6663-4a60-9a94-e97b10cbf258 HTTP/1.1" status: 204 len: 168 time: 2.1852078 Mar 11 13:03:17.802000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52226) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:17.805632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.812027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:17.821283 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2788195f-6ae0-400c-b077-42d99e5069e6 req-d3c68dec-dce1-4411-bbf1-a9dfe14bb315 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766412 Mar 11 13:03:17.851335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 1418caae-7611-416c-8d4c-99c51d2ecf14, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1418caae-7611-416c-8d4c-99c51d2ecf14,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:17.861065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.971750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:17.991143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=1418caae-7611-416c-8d4c-99c51d2ecf14,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:18.121717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Calling delete_port for dbc221e7-505a-478a-8aec-52929ed3f9d9 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:18.137624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.180808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e6a18cbd-172d-4271-b75f-d21efbe0447e None None] Could not find standard attr ID for object 6d99559b-a99d-4237-8f81-1023cc14c81b. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:03:18.192558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e6a18cbd-172d-4271-b75f-d21efbe0447e None None] Provisioning complete for port 1418caae-7611-416c-8d4c-99c51d2ecf14 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:18.192920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e6a18cbd-172d-4271-b75f-d21efbe0447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.239033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.246505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.279697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=6d99559b-a99d-4237-8f81-1023cc14c81b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:18.339106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:18.356387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e444c83b-e14b-409d-8bd0-dd23c57f2ed5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:18.370347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.371205 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Added segment cae7418e-2f87-4944-bf15-cdee326b36ab of type vlan for network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 Mar 11 13:03:18.393192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.434998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.439944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.448567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.465090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.472141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Port': ['ID=dbc221e7-505a-478a-8aec-52929ed3f9d9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:18.486656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3729b461-c1c5-4e5d-8d99-9c49dd6f103f None None] Could not find standard attr ID for object 6d99559b-a99d-4237-8f81-1023cc14c81b. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:03:18.577981 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-971cd58f-2b19-4a59-a1f8-e51d8bf6c00d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/6d99559b-a99d-4237-8f81-1023cc14c81b HTTP/1.1" status: 204 len: 168 time: 2.8303854 Mar 11 13:03:18.591817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52234) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:18.617468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.623922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:18.624609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.630520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.775663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d66e-5e52-4f02-b1bf-43d144f758ab req-918214b8-c9ed-4fc0-831c-d58759ff4e02 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:18.777244 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab80d66e-5e52-4f02-b1bf-43d144f758ab req-918214b8-c9ed-4fc0-831c-d58759ff4e02 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7118599 Mar 11 13:03:18.856144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event updated for resources: {'Network': ['ID=2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:18.860997 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-de74814d-0c5d-4b3d-86e1-88e9b34c4214 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "DELETE /v2.0/ports/dbc221e7-505a-478a-8aec-52929ed3f9d9 HTTP/1.1" status: 204 len: 168 time: 1.5433338 Mar 11 13:03:18.865576 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-76a07289-dd18-457a-baaa-a05b30894311 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5957365 Mar 11 13:03:18.866185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52238) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:18.866517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52240) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:18.869835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:18.874493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Request body: {'subnet': {'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:18.923553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1418caae-7611-416c-8d4c-99c51d2ecf14 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:18.943452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4e277-81e3-41c9-9b27-659c34bc6d8f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:18.946083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4e277-81e3-41c9-9b27-659c34bc6d8f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:18.948557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ebb4e277-81e3-41c9-9b27-659c34bc6d8f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3548455 Mar 11 13:03:18.951709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52246) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:18.952735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:18.967845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.041146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:19.067466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 1418caae-7611-416c-8d4c-99c51d2ecf14 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:19.068060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.071578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551a6322-2067-4a21-a3d2-df2af3aeaba0') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:19.071873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551a6322-2067-4a21-a3d2-df2af3aeaba0') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:19.089095 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab80d66e-5e52-4f02-b1bf-43d144f758ab req-84272e39-f4b0-47de-9298-72b46766c8cd tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417629 Mar 11 13:03:19.095597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.122630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:19.126962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Usage tracker for resource:subnet and tenant:5dbff2c3bdda4d7d9482a52c174063fd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:19.136656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.146387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:19.147149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.149158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:19.149664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.161690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:19.168092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet faf4dedd-f2c2-4076-9271-ea2a144e323e {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:19.168261 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:19.184284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a725c162-fc55-416d-b219-701c1e1f56eb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:19.185354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a725c162-fc55-416d-b219-701c1e1f56eb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Synchronizing usage tracker for tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:19.191439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.222321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Router b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:03:19.250281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Made reservation on behalf of 5dbff2c3bdda4d7d9482a52c174063fd for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:19.254230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.317393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.358492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a725c162-fc55-416d-b219-701c1e1f56eb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Unset dirty status for tenant:f3c6c1a7cd2745fcb51ebd08f4d0431e on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:19.362219 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a725c162-fc55-416d-b219-701c1e1f56eb tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa9686a8-257d-4680-9758-d77f8816f8ee HTTP/1.1" status: 200 len: 913 time: 0.4923172 Mar 11 13:03:19.411382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52252) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:19.548781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:19.558379 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Sync routers for ids ['b3efc7b0-8da5-4af5-9f24-908fbca2cfa3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:19.566286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:19.569324 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Routers {'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:19.570118 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b3efc7b0-8da5-4af5-9f24-908fbca2cfa3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:19.578046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:19.581009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:19.670620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.676194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.678226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac65453-d259-454d-93fb-f8e1aaeca823,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:19.684208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.771891 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Set router b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:19.870428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Network': ['ID=a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:19.877607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a96279ac-251e-4d8d-8cda-14f77994f1d7 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/networks/a5b3c5ee-1b4d-43cf-a3f1-61858bb1f892 HTTP/1.1" status: 204 len: 168 time: 2.0724308 Mar 11 13:03:19.882384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52258) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:19.888708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:19.893351 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-88b0d22e-635f-4b98-906e-2cf7d84385e6 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.0661244 Mar 11 13:03:19.894850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52262) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:19.898130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:19.898734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.008662 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c3ae41d1-2739-4431-93e5-2ad2eb9a2d7a tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.5590222 Mar 11 13:03:20.009694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:20.018957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ee306-5b4a-4933-9cc5-9597b3e830a5 req-fa6c08b0-7499-4949-8748-4267c5ca7edc tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:20.020413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-243ee306-5b4a-4933-9cc5-9597b3e830a5 req-fa6c08b0-7499-4949-8748-4267c5ca7edc tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4477847 Mar 11 13:03:20.025916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.66'}]}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:20.030578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:20.045980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Usage tracker for resource:router and tenant:b145cf2eb699434fa0fb6537e1c548f7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:20.062181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:20.088092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.091455 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3', 'name': 'tempest-snat-router-2120590014', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.5'}], 'enable_snat': False}, 'gw_port_id': 'db5c333c-3ffa-4bea-8785-8fc61d5857ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:10Z', 'updated_at': '2022-03-11T13:03:16Z', 'revision_number': 3, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port': {'id': 'db5c333c-3ffa-4bea-8785-8fc61d5857ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:03:13Z', 'updated_at': '2022-03-11T13:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:20.095758 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Checking router: b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:03:20.096102 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Updating router b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 port db5c333c-3ffa-4bea-8785-8fc61d5857ec binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:03:20.128301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.130744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:20.156890 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.179962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=faf4dedd-f2c2-4076-9271-ea2a144e323e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:20.180895 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-243ee306-5b4a-4933-9cc5-9597b3e830a5 req-9b74b553-16d1-40ff-9241-a5964fefdf79 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462615 Mar 11 13:03:20.182385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.182709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.183406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.193610 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-81d79e95-6029-4c81-9f26-218843ca0c75 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 HTTP/1.1" status: 200 len: 907 time: 0.2975807 Mar 11 13:03:20.196057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52270) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:20.198985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a358be-1b0f-4c28-adce-f5e290e0c20b None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:20.202964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2120590014', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': True}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:20.209902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:20.216590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Usage tracker for resource:router and tenant:5268c4d21e904d0d97981357e7e83a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:20.219757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.221169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:20.234185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:20.246288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.252243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.253494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.454186 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-56703a8f-b510-4024-aeb0-f4726b5e6666 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/faf4dedd-f2c2-4076-9271-ea2a144e323e HTTP/1.1" status: 204 len: 168 time: 1.5008397 Mar 11 13:03:20.457028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52278) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:20.538735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:20.543238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] Deleting port 1418caae-7611-416c-8d4c-99c51d2ecf14 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:20.543999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.579785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.614391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.622260 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.635934 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Transition to ACTIVE for port object db5c333c-3ffa-4bea-8785-8fc61d5857ec will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:20.645934 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.768773 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Pushing event updated for resources: {'Port': ['ID=db5c333c-3ffa-4bea-8785-8fc61d5857ec,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:20.775920 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9a7ee27f-8d73-48cc-afc0-3c2cb449802f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3103046 Mar 11 13:03:20.789693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:20.791107 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Attempting to bind port db5c333c-3ffa-4bea-8785-8fc61d5857ec on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:20.791473 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Attempting to bind port db5c333c-3ffa-4bea-8785-8fc61d5857ec by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:20.792085 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Attempting to bind port db5c333c-3ffa-4bea-8785-8fc61d5857ec on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:20.801789 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:20.802161 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:20.802548 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.802935 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:20.803395 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Bound port: db5c333c-3ffa-4bea-8785-8fc61d5857ec, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:20.803775 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.804780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:20.854271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] For port 1418caae-7611-416c-8d4c-99c51d2ecf14, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1418caae-7611-416c-8d4c-99c51d2ecf14,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:20.855264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.887456 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] For port db5c333c-3ffa-4bea-8785-8fc61d5857ec, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:20.890520 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] For port db5c333c-3ffa-4bea-8785-8fc61d5857ec, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=db5c333c-3ffa-4bea-8785-8fc61d5857ec,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:20.892663 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.892845 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.893280 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.893561 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.894059 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.894452 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.894779 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.895101 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.895418 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.895733 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.896103 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.896576 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:20.902365 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:20.910276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event updated for resources: {'Subnet': ['ID=8174fafc-84aa-43d0-a484-d31f5303b43e,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:20.947158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Checking segment: {'id': 'cae7418e-2f87-4944-bf15-cdee326b36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:20.947856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Network hostable DHCP agents. Network: 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:20.972853 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Routers {'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:20.973642 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b3efc7b0-8da5-4af5-9f24-908fbca2cfa3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:21.027041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:21.033462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] Calling delete_port for 1418caae-7611-416c-8d4c-99c51d2ecf14 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:21.113262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:21.119749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1418caae-7611-416c-8d4c-99c51d2ecf14 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:21.175737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 1418caae-7611-416c-8d4c-99c51d2ecf14 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:03:21.176588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1418caae-7611-416c-8d4c-99c51d2ecf14 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:03:21.176817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:21.191934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.197531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.198553 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] Set router b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:21.230004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:21.231471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:21.245375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] No DVR routers for this DVR port 1418caae-7611-416c-8d4c-99c51d2ecf14 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:21.256938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9459-eea4-4182-bd0c-3cdf9f7916fe None None] Pushing event deleted for resources: {'Port': ['ID=1418caae-7611-416c-8d4c-99c51d2ecf14,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:21.270269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:21.279132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcaca6-b1bd-4b5d-9c44-c5e1d4688b3c None None] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:21.285111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:21.285711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.294102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adb62e7-dd6f-4b39-aecb-883d3be254ae']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:21.319105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d97ac6-8751-447b-8110-a05fe145495d') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:21.319484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d97ac6-8751-447b-8110-a05fe145495d') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:21.401391 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-219e5662-cf62-4728-a89f-53c281d6782f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5313926 Mar 11 13:03:21.412151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.418888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52290) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:21.433075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Request body: {'port': {'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1380659516'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:21.440689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.450494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:21.456373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.476882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.531287 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8662f9e-cefb-4b7c-81ad-1bf7376ff341 None None] Pushing event updated for resources: {'Port': ['ID=db5c333c-3ffa-4bea-8785-8fc61d5857ec,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:21.549343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:21.549758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.574043 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3', 'name': 'tempest-snat-router-2120590014', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.5'}], 'enable_snat': False}, 'gw_port_id': 'db5c333c-3ffa-4bea-8785-8fc61d5857ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:10Z', 'updated_at': '2022-03-11T13:03:16Z', 'revision_number': 3, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port': {'id': 'db5c333c-3ffa-4bea-8785-8fc61d5857ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:03:13Z', 'updated_at': '2022-03-11T13:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:21.579502 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48993038-1eda-4638-b8b6-4fc18b5b0ede None None] The sync data for ids ['b3efc7b0-8da5-4af5-9f24-908fbca2cfa3'] in dv-neutron-833198-1-hyperv is: [{'id': 'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3', 'name': 'tempest-snat-router-2120590014', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.5'}], 'enable_snat': False}, 'gw_port_id': 'db5c333c-3ffa-4bea-8785-8fc61d5857ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:10Z', 'updated_at': '2022-03-11T13:03:16Z', 'revision_number': 3, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port': {'id': 'db5c333c-3ffa-4bea-8785-8fc61d5857ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7b0-8da5-4af5-9f24-908fbca2cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:03:13Z', 'updated_at': '2022-03-11T13:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:21.619864 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:21.636765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:21.645949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Usage tracker for resource:port and tenant:5dbff2c3bdda4d7d9482a52c174063fd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:21.693595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:21.709080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980', 'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980', 'tenant_id': '5dbff2c3bdda4d7d9482a52c174063fd', 'fixed_ips': [{'subnet_id': '8174fafc-84aa-43d0-a484-d31f5303b43e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:21.710072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.721187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:21.735244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.799385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaeeb4-c22c-487b-a552-fb59af9b0903 req-d8211713-37f3-463d-88b7-66712d538463 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:21.801301 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29eaeeb4-c22c-487b-a552-fb59af9b0903 req-d8211713-37f3-463d-88b7-66712d538463 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4330404 Mar 11 13:03:21.802812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Made reservation on behalf of 5dbff2c3bdda4d7d9482a52c174063fd for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:21.806442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.816206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.843463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.866365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] Pushing event deleted for resources: {'Network': ['ID=4adb62e7-dd6f-4b39-aecb-883d3be254ae,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:21.890431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] device_id is not set on port 15bac4ce-1789-4a57-8daf-7a3e211faf5c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:21.891359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:21.947098 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b6c53a86-7d80-4e0f-a222-f3210b5fd5f0 tempest-BulkNetworkOpsTest-1684716199 tempest-BulkNetworkOpsTest-1684716199-project] 10.222.0.52 "DELETE /v2.0/networks/4adb62e7-dd6f-4b39-aecb-883d3be254ae HTTP/1.1" status: 204 len: 168 time: 2.0617585 Mar 11 13:03:22.001344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Allocated IP 172.20.0.2 (2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980/8174fafc-84aa-43d0-a484-d31f5303b43e/c7be43da-619e-49c7-a0f8-5946988e752b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:22.325592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.339190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Transition to ACTIVE for port object c7be43da-619e-49c7-a0f8-5946988e752b will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:22.362893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Transition to ACTIVE for port object c7be43da-619e-49c7-a0f8-5946988e752b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:22.381582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.383827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52298) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:22.410579 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29eaeeb4-c22c-487b-a552-fb59af9b0903 req-892c74ef-e145-4bde-a758-b7b3d1f4d694 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858382 Mar 11 13:03:22.452644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Deleting port cb928692-763a-430d-9730-46c231f3d3a0 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:22.453047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.492393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.513974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:22.516793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:22.525919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:22.550174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.570930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Allocated IP 172.20.0.6 (2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980/8174fafc-84aa-43d0-a484-d31f5303b43e/15bac4ce-1789-4a57-8daf-7a3e211faf5c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:22.572776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Pushing event updated for resources: {'Port': ['ID=c7be43da-619e-49c7-a0f8-5946988e752b,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:22.602695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.612663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=d8d39079-d860-4d53-babd-9273c221afe6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:22.666173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:22.666906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Attempting to bind port c7be43da-619e-49c7-a0f8-5946988e752b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:22.667517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Attempting to bind port c7be43da-619e-49c7-a0f8-5946988e752b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'cae7418e-2f87-4944-bf15-cdee326b36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:22.668145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Attempting to bind port c7be43da-619e-49c7-a0f8-5946988e752b on network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:22.672968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:22.675744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:22.676303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Checking segment: {'id': 'cae7418e-2f87-4944-bf15-cdee326b36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:22.676958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.677529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Bound using segment: {'id': 'cae7418e-2f87-4944-bf15-cdee326b36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:22.678139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Bound port: c7be43da-619e-49c7-a0f8-5946988e752b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae7418e-2f87-4944-bf15-cdee326b36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:22.678663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.682799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:22.683259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.779561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] For port c7be43da-619e-49c7-a0f8-5946988e752b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:22.783040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] For port c7be43da-619e-49c7-a0f8-5946988e752b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c7be43da-619e-49c7-a0f8-5946988e752b,segment=NetworkSegment(cae7418e-2f87-4944-bf15-cdee326b36ab),segment_id=cae7418e-2f87-4944-bf15-cdee326b36ab)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:22.784636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff0f82-0a43-45ea-8dab-e592df1de6ed None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:22.803668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.874439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:22.938321 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-346a713b-b211-482d-80e8-c3a1f46bdec4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83cb02bd3cae4c2c91482497e4dd8a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481875 Mar 11 13:03:22.939988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52304) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:22.966836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Transition to ACTIVE for port object 15bac4ce-1789-4a57-8daf-7a3e211faf5c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:22.971509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dbe6c356-131e-41bd-9554-66645014891e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1801736 Mar 11 13:03:22.978187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52308) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:22.984106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device db5c333c-3ffa-4bea-8785-8fc61d5857ec up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:23.002108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'name': 'tempest-NetworksTestDHCPv6-263959965'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:23.066537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa2e2f-f1ba-4221-b801-8a2bea9b5c52 None None] Pushing event updated for resources: {'Port': ['ID=c7be43da-619e-49c7-a0f8-5946988e752b,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:23.092843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.165275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port db5c333c-3ffa-4bea-8785-8fc61d5857ec completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:23.204866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.209243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port db5c333c-3ffa-4bea-8785-8fc61d5857ec triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:23.209811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.253309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.267694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.292241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'd8d39079-d860-4d53-babd-9273c221afe6'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:23.293129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.340725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.479760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Calling delete_port for cb928692-763a-430d-9730-46c231f3d3a0 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:23.542627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:23.548679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:23.555773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:23.560579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065a0019-eff3-4301-8f2f-4632938ce6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.567172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.585974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port db5c333c-3ffa-4bea-8785-8fc61d5857ec, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=db5c333c-3ffa-4bea-8785-8fc61d5857ec,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:23.588697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/d8d39079-d860-4d53-babd-9273c221afe6/5213a39a-9507-4677-947c-08e0819e07b1) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:23.600676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.636202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event updated for resources: {'Port': ['ID=15bac4ce-1789-4a57-8daf-7a3e211faf5c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:23.793405 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:23.797631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:23.799068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:23.799964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.842008 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-19df2626-20fc-4d88-ab21-4cbf0cfc205b tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4176080 Mar 11 13:03:23.842656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:23.849144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52314) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:23.857136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Request body: {'port': {'network_id': '2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980', 'name': 'tempest-ExtraDHCPOptionsTestJSON-988755506', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:23.858470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.api.validators [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] bootfile-name is not in valid_values {{(pid=87959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:03:23.858909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.api.validators [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] tftp-server is not in valid_values {{(pid=87959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:03:23.859339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.api.validators [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] server-ip-address is not in valid_values {{(pid=87959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:03:23.874822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=db5c333c-3ffa-4bea-8785-8fc61d5857ec,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:23.911671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:23.981039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.989701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065a0019-eff3-4301-8f2f-4632938ce6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:23.994529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Transition to ACTIVE for port object 5213a39a-9507-4677-947c-08e0819e07b1 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:24.018567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Transition to ACTIVE for port object 5213a39a-9507-4677-947c-08e0819e07b1 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:24.027514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.076383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:24.083897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Usage tracker for resource:port and tenant:5dbff2c3bdda4d7d9482a52c174063fd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:24.088359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:24.097586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:24.098158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:24.101179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:24.106325 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:24.106797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.109402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Pushing event updated for resources: {'Port': ['ID=5213a39a-9507-4677-947c-08e0819e07b1,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:24.113026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.119361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.128398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:24.131822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.194854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Made reservation on behalf of 5dbff2c3bdda4d7d9482a52c174063fd for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:24.199288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.209563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Allocated IP 172.26.4.146 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/7046eb0e-1bba-4c64-953e-04c296f8b430) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:24.214639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 95384749-11a3-4b4a-aad3-b8def6927dbd yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:24.240589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Attempting to bind port 5213a39a-9507-4677-947c-08e0819e07b1 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:24.240962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Attempting to bind port 5213a39a-9507-4677-947c-08e0819e07b1 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:24.241319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Attempting to bind port 5213a39a-9507-4677-947c-08e0819e07b1 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:24.243317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Port': ['ID=cb928692-763a-430d-9730-46c231f3d3a0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:24.255586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:24.255970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:24.256369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.256755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:24.257216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Bound port: 5213a39a-9507-4677-947c-08e0819e07b1, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:24.257776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.261645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.266267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 724a25d8-40f0-4470-962a-c6df45e9cf89 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:03:24.300730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] device_id is not set on port 5c3d21d5-7b8e-430b-a86d-c439c55a6e9b yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:24.411314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] For port 5213a39a-9507-4677-947c-08e0819e07b1, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:24.416839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] For port 5213a39a-9507-4677-947c-08e0819e07b1, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5213a39a-9507-4677-947c-08e0819e07b1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:24.430819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.465035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65c59c-5355-4479-96e2-20870e1cd790 req-8441f39a-70cb-4a76-b57c-4ba8a643c122 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:24.466744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff65c59c-5355-4479-96e2-20870e1cd790 req-8441f39a-70cb-4a76-b57c-4ba8a643c122 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6944542 Mar 11 13:03:24.497399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065a0019-eff3-4301-8f2f-4632938ce6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.505934 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 13:03:24.510123 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-40a272a2-ca0e-4394-8780-312e4dfc0979 tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4995708 Mar 11 13:03:24.532756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52320) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:24.562559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb706a81-3659-4bdd-8da3-f237837522d0 None None] Pushing event updated for resources: {'Port': ['ID=5213a39a-9507-4677-947c-08e0819e07b1,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:24.615964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a0019-eff3-4301-8f2f-4632938ce6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729591ba-eb5b-457d-b6b9-ec39230a817a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:24.628693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Deleting port 2ac65453-d259-454d-93fb-f8e1aaeca823 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:24.629043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.729693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff65c59c-5355-4479-96e2-20870e1cd790 req-483a98c6-0da5-4c6c-96ee-1098a38704fb tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336769 Mar 11 13:03:24.730471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065a0019-eff3-4301-8f2f-4632938ce6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.731538 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-065a0019-eff3-4301-8f2f-4632938ce6a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/729591ba-eb5b-457d-b6b9-ec39230a817a HTTP/1.1" status: 204 len: 168 time: 1.7822392 Mar 11 13:03:24.738578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f59b5f-f5f8-4c69-89a1-60ce30616a97 None None] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:24.750419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::3db (03007ba6-d1e0-4ba6-aa08-eced2aedda75/d8d39079-d860-4d53-babd-9273c221afe6/95384749-11a3-4b4a-aad3-b8def6927dbd) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:24.804104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Allocated IP 172.20.0.11 (2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980/8174fafc-84aa-43d0-a484-d31f5303b43e/5c3d21d5-7b8e-430b-a86d-c439c55a6e9b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:24.826153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:24.933838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8fca752-64e3-4df2-8a77-7014cc02952f None None] Provisioning for port c7be43da-619e-49c7-a0f8-5946988e752b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:25.078824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.149892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device db5c333c-3ffa-4bea-8785-8fc61d5857ec up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:25.201916 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-b3fa855e-002b-4134-a6f0-c7317d7d48c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3142018 Mar 11 13:03:25.226419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.277985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.295479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port db5c333c-3ffa-4bea-8785-8fc61d5857ec triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:25.295848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.330429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 95384749-11a3-4b4a-aad3-b8def6927dbd will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:25.464948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7be43da-619e-49c7-a0f8-5946988e752b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:25.488017 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.502326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:25.517008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:25.520839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:25.630765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c7be43da-619e-49c7-a0f8-5946988e752b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:25.655807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c7be43da-619e-49c7-a0f8-5946988e752b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:25.656187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.725395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Port': ['ID=7046eb0e-1bba-4c64-953e-04c296f8b430,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:25.733980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:25.815729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:25.902276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.933829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:25.940620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:25.941267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.974260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-96c0f711-2250-46f9-a134-f8c2a6fbaa17 None None] Provisioning complete for port c7be43da-619e-49c7-a0f8-5946988e752b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:25.974847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-96c0f711-2250-46f9-a134-f8c2a6fbaa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:25.993233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0072002 Mar 11 13:03:26.042239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.120763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c7be43da-619e-49c7-a0f8-5946988e752b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c7be43da-619e-49c7-a0f8-5946988e752b,segment=NetworkSegment(cae7418e-2f87-4944-bf15-cdee326b36ab),segment_id=cae7418e-2f87-4944-bf15-cdee326b36ab)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:26.157232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52346) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:26.157819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52348) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:26.163929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.182103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Calling delete_port for 2ac65453-d259-454d-93fb-f8e1aaeca823 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:26.281540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c7be43da-619e-49c7-a0f8-5946988e752b,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:26.285141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-96c0f711-2250-46f9-a134-f8c2a6fbaa17 None None] Provisioning for port 15bac4ce-1789-4a57-8daf-7a3e211faf5c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:26.290696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-96c0f711-2250-46f9-a134-f8c2a6fbaa17 None None] Provisioning complete for port 15bac4ce-1789-4a57-8daf-7a3e211faf5c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:26.291225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-96c0f711-2250-46f9-a134-f8c2a6fbaa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.314030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb3a66-e339-4cce-a7b2-5ef0c1e5c1c8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=95384749-11a3-4b4a-aad3-b8def6927dbd,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:26.335292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4202519-ec27-407d-89c2-248ae4970674 req-85c9e2ff-4cad-45cc-9a98-1126cea0b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:26.336800 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-85c9e2ff-4cad-45cc-9a98-1126cea0b988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9&device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 1098 time: 0.9068274 Mar 11 13:03:26.359484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-96c0f711-2250-46f9-a134-f8c2a6fbaa17 None None] Port 15bac4ce-1789-4a57-8daf-7a3e211faf5c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:26.488788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c9e3c-a3c0-4d3e-b546-3ba4f105d6d4 req-f1876978-0b26-4d34-8f92-ab6743eaedd1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:26.491561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a243efa5-ff8c-4e1f-b0ae-8f107e0d8684 None None] Provisioning complete for port 15bac4ce-1789-4a57-8daf-7a3e211faf5c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:26.492073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a243efa5-ff8c-4e1f-b0ae-8f107e0d8684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.503987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280638773'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:26.504742 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d60c9e3c-a3c0-4d3e-b546-3ba4f105d6d4 req-f1876978-0b26-4d34-8f92-ab6743eaedd1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.5093005 Mar 11 13:03:26.516628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:26.522404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:26.528373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:26.553075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a243efa5-ff8c-4e1f-b0ae-8f107e0d8684 None None] Port 15bac4ce-1789-4a57-8daf-7a3e211faf5c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:26.565194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a243efa5-ff8c-4e1f-b0ae-8f107e0d8684 None None] Provisioning for port 5213a39a-9507-4677-947c-08e0819e07b1 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:26.569420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:26.608227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.689814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfc68c-f493-4e15-88bf-4a0378e7be09 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:26.692076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ad8c3bff-5448-4e09-b3c9-444c173ecf60 None None] Provisioning for port 95384749-11a3-4b4a-aad3-b8def6927dbd completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:26.694535 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d60c9e3c-a3c0-4d3e-b546-3ba4f105d6d4 req-c448af92-bfdf-4ad8-95a8-1b2f6ac11bab tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888380 Mar 11 13:03:26.697295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ad8c3bff-5448-4e09-b3c9-444c173ecf60 None None] Provisioning complete for port 95384749-11a3-4b4a-aad3-b8def6927dbd triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:26.697474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfc68c-f493-4e15-88bf-4a0378e7be09 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:26.697848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ad8c3bff-5448-4e09-b3c9-444c173ecf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.702634 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-aebfc68c-f493-4e15-88bf-4a0378e7be09 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5410559 Mar 11 13:03:26.703420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:26.704473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52358) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:26.707965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.728534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Router aa9686a8-257d-4680-9758-d77f8816f8ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:03:26.734897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Transition to ACTIVE for port object 5c3d21d5-7b8e-430b-a86d-c439c55a6e9b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:26.740531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.767371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c3bff-5448-4e09-b3c9-444c173ecf60 None None] Port 95384749-11a3-4b4a-aad3-b8def6927dbd cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:26.785071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.827717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:26.847546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:security_group_rule and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:26.853077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.853369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4202519-ec27-407d-89c2-248ae4970674 req-5c458dbc-d14e-4e0b-aacc-289f46eaef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:26.854842 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-5c458dbc-d14e-4e0b-aacc-289f46eaef6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9346775a-32f7-42d4-9b7d-10b3cebf8d17 HTTP/1.1" status: 200 len: 907 time: 0.4944160 Mar 11 13:03:26.862865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:26.925872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:26.939959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 95384749-11a3-4b4a-aad3-b8def6927dbd {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:26.940301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:26.957726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ac65453-d259-454d-93fb-f8e1aaeca823,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:26.989690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5213a39a-9507-4677-947c-08e0819e07b1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:27.052675 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-d812b567-5716-4b4b-b073-e1811a7b6e2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f007be93-1c36-468e-80af-d936d22da15d HTTP/1.1" status: 200 len: 1001 time: 0.1857452 Mar 11 13:03:27.068448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 5213a39a-9507-4677-947c-08e0819e07b1 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:27.075310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5213a39a-9507-4677-947c-08e0819e07b1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:27.075940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.214536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.240970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.274125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 5213a39a-9507-4677-947c-08e0819e07b1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5213a39a-9507-4677-947c-08e0819e07b1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:27.279909 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.280746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7be43da-619e-49c7-a0f8-5946988e752b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:27.332423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4202519-ec27-407d-89c2-248ae4970674 req-ffcb150b-e3a0-4d19-951a-42a6d2ea8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:27.333894 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-ffcb150b-e3a0-4d19-951a-42a6d2ea8ea6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2452bf8f-fc85-43da-bce0-93f1e76bb2df HTTP/1.1" status: 200 len: 845 time: 0.1933594 Mar 11 13:03:27.334699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:27.344137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:27.346826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:27.376933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:27.391766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] Sync routers for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:27.401940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.406168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=5213a39a-9507-4677-947c-08e0819e07b1,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:27.416481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:27.417180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:27.442233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event updated for resources: {'Port': ['ID=5c3d21d5-7b8e-430b-a86d-c439c55a6e9b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:27.491467 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-42d03385-11df-48eb-8a14-52435f7668bc tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "PUT /v2.0/routers/aa9686a8-257d-4680-9758-d77f8816f8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0764592 Mar 11 13:03:27.493331 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-002e5c55-6eee-42ef-a126-a50561dfdbbb tempest-RoutersAdminNegativeTest-2058389255 tempest-RoutersAdminNegativeTest-2058389255-project-admin] 10.222.0.52 "DELETE /v2.0/ports/2ac65453-d259-454d-93fb-f8e1aaeca823 HTTP/1.1" status: 204 len: 168 time: 2.9599054 Mar 11 13:03:27.495364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52362) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:27.512244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:27.522200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c7be43da-619e-49c7-a0f8-5946988e752b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:27.522707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.574648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:27.576136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.577284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] Routers {'aa9686a8-257d-4680-9758-d77f8816f8ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:27.577950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.578108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['aa9686a8-257d-4680-9758-d77f8816f8ee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:27.650066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.652632 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a1a481c4-7953-44ce-b30a-926977c92680 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8023138 Mar 11 13:03:27.657795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:27.661034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:27.661588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe474e-fc23-4778-b81c-8fb0c2098af8 None None] The sync data for ids ['aa9686a8-257d-4680-9758-d77f8816f8ee'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:27.675337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.695043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:27.742907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4af6b0f3-0801-4959-9b89-f86d1f6d4c6a None None] Provisioning for port 5c3d21d5-7b8e-430b-a86d-c439c55a6e9b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:27.749627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4af6b0f3-0801-4959-9b89-f86d1f6d4c6a None None] Provisioning complete for port 5c3d21d5-7b8e-430b-a86d-c439c55a6e9b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:27.750379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4af6b0f3-0801-4959-9b89-f86d1f6d4c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.814430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4af6b0f3-0801-4959-9b89-f86d1f6d4c6a None None] Port 5c3d21d5-7b8e-430b-a86d-c439c55a6e9b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:27.834364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.835096 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 88370163-2b10-475c-9f77-802f9cc87040 of type vlan for network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e Mar 11 13:03:27.844397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53165267-fd2d-4365-9c6e-00ac546a9357,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:27.862191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:27.921172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52376) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:27.954334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.007991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 95384749-11a3-4b4a-aad3-b8def6927dbd owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:28.076057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.090197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.096140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.097058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.156415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:28.165033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Usage tracker for resource:security_group_rule and tenant:2f234c2fdb1c41cc8601763a9cb6c203 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:28.172549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:28.229022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:28.243753 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0807278 Mar 11 13:03:28.250368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.253850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909acb5-0bea-4fdf-acc7-1fd4df49e416 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=2b2e2b09-c0a9-4ad6-a135-f62acb84539e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:28.262188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.270268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:28.312719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Deleting port 48f2face-ab27-487a-b6d9-2a110e918a88 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:28.313119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.331394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4202519-ec27-407d-89c2-248ae4970674 req-48467686-bf07-4e80-857d-bfc4374dfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.332921 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-48467686-bf07-4e80-857d-bfc4374dfb02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9346775a-32f7-42d4-9b7d-10b3cebf8d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7364149 Mar 11 13:03:28.395962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52382) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:28.424914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '2b2e2b09-c0a9-4ad6-a135-f62acb84539e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:28.442717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.472097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.535329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c1314-e297-49ae-9525-673f4ab24b4c tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.541154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c1314-e297-49ae-9525-673f4ab24b4c tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.547421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c1314-e297-49ae-9525-673f4ab24b4c tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.549055 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-230c1314-e297-49ae-9525-673f4ab24b4c tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.8886025 Mar 11 13:03:28.569176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2fa27-c0a7-4109-beff-7af11b0500bf req-1da3056b-052d-45cf-8618-ee78a5a69579 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.570649 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66b2fa27-c0a7-4109-beff-7af11b0500bf req-1da3056b-052d-45cf-8618-ee78a5a69579 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.5758677 Mar 11 13:03:28.591235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52386) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:28.682143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.691824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dd67b6-86a4-4b48-8363-2e85f8cc4255,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:28.708708 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2e5a9a9f-bba7-4c28-83b8-671c114d35f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f234c2fdb1c41cc8601763a9cb6c203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7836087 Mar 11 13:03:28.713654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52390) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:28.735352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:28.754427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:28.760232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:28.766526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Deleting port 5c3d21d5-7b8e-430b-a86d-c439c55a6e9b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:28.766859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.772745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=95384749-11a3-4b4a-aad3-b8def6927dbd,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:28.791236 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66b2fa27-c0a7-4109-beff-7af11b0500bf req-d6a3eb8d-60ef-43fd-ad31-462e6235dbad tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680532 Mar 11 13:03:28.801392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.816722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:28.850391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:28.857333 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-5234a23c-c47a-44df-8123-86cc54c3d90c service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064764 Mar 11 13:03:28.896750 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0897911a-4629-4dba-be41-d98f30412f52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/95384749-11a3-4b4a-aad3-b8def6927dbd HTTP/1.1" status: 204 len: 168 time: 2.1911376 Mar 11 13:03:28.897782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52394) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:28.915091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5213a39a-9507-4677-947c-08e0819e07b1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:28.998865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5213a39a-9507-4677-947c-08e0819e07b1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:28.999207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.047031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Router 91fa3562-8801-4f71-a7f2-69fa1c2356da is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:03:29.089893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Calling delete_port for 48f2face-ab27-487a-b6d9-2a110e918a88 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:29.117397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:29.120369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.141124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16328dc7-c532-40c7-8634-e0077f8a1f68 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:29.142645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16328dc7-c532-40c7-8634-e0077f8a1f68 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:29.143379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-16328dc7-c532-40c7-8634-e0077f8a1f68 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:29.195331 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4202519-ec27-407d-89c2-248ae4970674 req-fe274c51-e9d1-4100-9178-91b60456cf84 service neutron] 10.222.0.50 "GET /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269575 Mar 11 13:03:29.209921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-16328dc7-c532-40c7-8634-e0077f8a1f68 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:29.214197 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-16328dc7-c532-40c7-8634-e0077f8a1f68 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3086181 Mar 11 13:03:29.214698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52398) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:29.312862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-752721d6-c612-4504-b6b8-531acdaecb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.350558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:29.359097 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Sync routers for ids ['91fa3562-8801-4f71-a7f2-69fa1c2356da'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:29.368733 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Routers {'91fa3562-8801-4f71-a7f2-69fa1c2356da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:29.369957 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['91fa3562-8801-4f71-a7f2-69fa1c2356da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:29.374006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet d8d39079-d860-4d53-babd-9273c221afe6 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:29.377572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.416260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.418148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ceb29d79-15af-45c9-abe8-85ad23f365b7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2204213 Mar 11 13:03:29.425039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52402) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:29.474663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-752721d6-c612-4504-b6b8-531acdaecb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.595388 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Set router 91fa3562-8801-4f71-a7f2-69fa1c2356da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:29.631354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.659317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.808406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Calling delete_port for 5c3d21d5-7b8e-430b-a86d-c439c55a6e9b owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:29.831056 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d4fb46b-3a47-4442-9cbb-e78140c5f125 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/91fa3562-8801-4f71-a7f2-69fa1c2356da HTTP/1.1" status: 200 len: 908 time: 0.4024098 Mar 11 13:03:29.831781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:29.849609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-752721d6-c612-4504-b6b8-531acdaecb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.894275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752721d6-c612-4504-b6b8-531acdaecb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dd67b6-86a4-4b48-8363-2e85f8cc4255,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:29.919613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.928395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:29.945869 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3562-8801-4f71-a7f2-69fa1c2356da', 'name': 'tempest-snat-router-2120590014', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '7046eb0e-1bba-4c64-953e-04c296f8b430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:20Z', 'updated_at': '2022-03-11T13:03:26Z', 'revision_number': 3, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port': {'id': '7046eb0e-1bba-4c64-953e-04c296f8b430', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fa3562-8801-4f71-a7f2-69fa1c2356da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:03:23Z', 'updated_at': '2022-03-11T13:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:29.951475 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Checking router: 91fa3562-8801-4f71-a7f2-69fa1c2356da for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:03:29.952001 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Updating router 91fa3562-8801-4f71-a7f2-69fa1c2356da port 7046eb0e-1bba-4c64-953e-04c296f8b430 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:03:29.988190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Port': ['ID=48f2face-ab27-487a-b6d9-2a110e918a88,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:30.019630 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.033540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.126019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-752721d6-c612-4504-b6b8-531acdaecb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.126272 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-752721d6-c612-4504-b6b8-531acdaecb7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7dd67b6-86a4-4b48-8363-2e85f8cc4255 HTTP/1.1" status: 204 len: 168 time: 1.4077604 Mar 11 13:03:30.140701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.227458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.230821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.276455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=ffa15cb5-de40-4aef-af29-5ca78dc923e4,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:30.289735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d39079-d860-4d53-babd-9273c221afe6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:30.300393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.301686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103ce5c-6fde-4977-b133-6a9404892840 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:30.315951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4970f2-919a-47e7-85ab-fa77fde416bc req-affb1d2f-ad79-4c32-ad52-8e8140f8b16a tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:30.317472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec4970f2-919a-47e7-85ab-fa77fde416bc req-affb1d2f-ad79-4c32-ad52-8e8140f8b16a tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.3475952 Mar 11 13:03:30.368142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '88370163-2b10-475c-9f77-802f9cc87040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2b2e2b09-c0a9-4ad6-a135-f62acb84539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:30.368737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 2b2e2b09-c0a9-4ad6-a135-f62acb84539e, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:30.418237 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b427986e-79b8-4ce0-8e74-76cbd7ed3fe4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/d8d39079-d860-4d53-babd-9273c221afe6 HTTP/1.1" status: 204 len: 168 time: 1.2024195 Mar 11 13:03:30.421417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52416) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:30.447096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.450263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.455669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.587783 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4e27c27f-9a7c-41f9-8a87-d4dd27c00115 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641414 Mar 11 13:03:30.591400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52420) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:30.614628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec4970f2-919a-47e7-85ab-fa77fde416bc req-8bd189e9-3603-4498-8a95-96c89995b979 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399504 Mar 11 13:03:30.635521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:30.637750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:30.648894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event deleted for resources: {'Port': ['ID=5c3d21d5-7b8e-430b-a86d-c439c55a6e9b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:30.671344 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.678772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.687253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2b2e2b09-c0a9-4ad6-a135-f62acb84539e) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:30.692928 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Transition to ACTIVE for port object 7046eb0e-1bba-4c64-953e-04c296f8b430 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:30.694754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c379770-7bda-4999-87be-db4569cf38c6 None None] Network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:30.705576 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.724529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:30.725326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.729214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52424) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:30.733670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.734509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Fanout notify agent at l3_agent the message router_deleted on router aa9686a8-257d-4680-9758-d77f8816f8ee {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:03:30.784003 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-469a419e-2617-4261-a0e2-8bf8ae1af517 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3869801 Mar 11 13:03:30.790653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.791903 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-907e33e2-e672-4b50-9afd-6f42ba424130 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "DELETE /v2.0/routers/aa9686a8-257d-4680-9758-d77f8816f8ee HTTP/1.1" status: 204 len: 168 time: 3.2924871 Mar 11 13:03:30.792737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52428) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:30.796292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Deleting port 7046eb0e-1bba-4c64-953e-04c296f8b430 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:30.796720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.797561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52430) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:30.817938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:30.836214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Deleting port 5213a39a-9507-4677-947c-08e0819e07b1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:30.837056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.839268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114427635'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:30.848816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.853361 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1ce9536d-3d6a-4cea-9f0e-be664c2ee781 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "DELETE /v2.0/ports/5c3d21d5-7b8e-430b-a86d-c439c55a6e9b HTTP/1.1" status: 204 len: 168 time: 2.2545242 Mar 11 13:03:30.854450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:30.861811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52436) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:30.871604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:30.880028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Request body: {'port': {'name': 'tempest-new-port-name-472452130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:30.880384 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Attempting to bind port 7046eb0e-1bba-4c64-953e-04c296f8b430 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:30.880500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.api.validators [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] bootfile-name is not in valid_values {{(pid=87959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:03:30.880738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.api.validators [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] tftp-server is not in valid_values {{(pid=87959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:03:30.880842 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Attempting to bind port 7046eb0e-1bba-4c64-953e-04c296f8b430 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:30.881066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.api.validators [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] server-ip-address is not in valid_values {{(pid=87959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 13:03:30.881178 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Attempting to bind port 7046eb0e-1bba-4c64-953e-04c296f8b430 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:30.889524 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:30.889850 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:30.890247 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.890630 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:30.891097 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Bound port: 7046eb0e-1bba-4c64-953e-04c296f8b430, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:30.891488 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:30.931383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:30.957329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:30.991413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Deleting subnet c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:31.006267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.017800 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b40cd7a-93b1-4ae4-a683-aa1f83beb92e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b145cf2eb699434fa0fb6537e1c548f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872956 Mar 11 13:03:31.020879 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b88eb-9ed3-4608-a0c2-8b3df8887582 None None] Pushing event updated for resources: {'Port': ['ID=7046eb0e-1bba-4c64-953e-04c296f8b430,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:31.023322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:31.027781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:31.030858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:31.037022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5213a39a-9507-4677-947c-08e0819e07b1 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:31.038391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:31.041230 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] For port 7046eb0e-1bba-4c64-953e-04c296f8b430, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:31.041378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52440) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:31.045006 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] For port 7046eb0e-1bba-4c64-953e-04c296f8b430, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7046eb0e-1bba-4c64-953e-04c296f8b430,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:31.049915 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.120476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:31.125895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.128735 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Routers {'91fa3562-8801-4f71-a7f2-69fa1c2356da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:31.129349 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['91fa3562-8801-4f71-a7f2-69fa1c2356da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:31.211659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.211974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-549ee3e6-2d48-4a7a-9d78-39c938e100e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.218409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:31.221866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.261622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.296951 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b88eb-9ed3-4608-a0c2-8b3df8887582 None None] Pushing event updated for resources: {'Port': ['ID=7046eb0e-1bba-4c64-953e-04c296f8b430,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:31.312307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:31.341664 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] Set router 91fa3562-8801-4f71-a7f2-69fa1c2356da gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:31.378477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.379041 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment d0f4a504-c45a-4680-b260-b941b6ff6893 of type vlan for network 36e96e8e-7cce-440d-98ab-c852dc46eb9b Mar 11 13:03:31.414659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.442166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2b2e2b09-c0a9-4ad6-a135-f62acb84539e', 'network_id': '2b2e2b09-c0a9-4ad6-a135-f62acb84539e', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': 'ffa15cb5-de40-4aef-af29-5ca78dc923e4'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:31.444384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.466231 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3562-8801-4f71-a7f2-69fa1c2356da', 'name': 'tempest-snat-router-2120590014', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:20Z', 'updated_at': '2022-03-11T13:03:30Z', 'revision_number': 4, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:31.470656 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763b876-4fa4-406f-a8e7-56f6a113baa9 None None] The sync data for ids ['91fa3562-8801-4f71-a7f2-69fa1c2356da'] in dv-neutron-833198-1-hyperv is: [{'id': '91fa3562-8801-4f71-a7f2-69fa1c2356da', 'name': 'tempest-snat-router-2120590014', 'tenant_id': '5268c4d21e904d0d97981357e7e83a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:20Z', 'updated_at': '2022-03-11T13:03:30Z', 'revision_number': 4, 'project_id': '5268c4d21e904d0d97981357e7e83a8e', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:31.509199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.524714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 5213a39a-9507-4677-947c-08e0819e07b1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5213a39a-9507-4677-947c-08e0819e07b1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:31.569646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-549ee3e6-2d48-4a7a-9d78-39c938e100e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.590450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.643950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:03:31.655074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] For port 7046eb0e-1bba-4c64-953e-04c296f8b430, host dv-neutron-833198-1-hyperv, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:31.655648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.687560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.713658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.718843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:31.719432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.825207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Calling delete_port for 7046eb0e-1bba-4c64-953e-04c296f8b430 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:31.851234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=5213a39a-9507-4677-947c-08e0819e07b1,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:31.878013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] For port 5213a39a-9507-4677-947c-08e0819e07b1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5213a39a-9507-4677-947c-08e0819e07b1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:31.878579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.891794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.932780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=36e96e8e-7cce-440d-98ab-c852dc46eb9b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:31.942360 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-805b5f24-8614-4bd6-81c2-4821252ca08d tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1463051 Mar 11 13:03:31.946153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:31.947560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52446) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:31.961084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:31.965090 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f1db9e25-2c12-45b6-9d67-283817648401 tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "DELETE /v2.0/subnets/c8c33f1f-fbbb-49b4-94fb-1487d6f4d51d HTTP/1.1" status: 204 len: 168 time: 1.1621721 Mar 11 13:03:31.965779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52450) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:31.971410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:31.986601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.005606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-549ee3e6-2d48-4a7a-9d78-39c938e100e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.022501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 36e96e8e-7cce-440d-98ab-c852dc46eb9b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:32.035174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81696ad9-efe5-4c12-b35f-18bc73ce8222 None None] Network d5c86cb0-fd5e-4eea-bc21-948b0d064b6f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:32.036451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.052690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ee3e6-2d48-4a7a-9d78-39c938e100e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e7abc3-ad3b-44e4-b00e-4d7030599c75,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:32.122787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-549ee3e6-2d48-4a7a-9d78-39c938e100e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.126341 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-549ee3e6-2d48-4a7a-9d78-39c938e100e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3e7abc3-ad3b-44e4-b00e-4d7030599c75 HTTP/1.1" status: 204 len: 168 time: 1.0740652 Mar 11 13:03:32.132631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.132735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Calling delete_port for 5213a39a-9507-4677-947c-08e0819e07b1 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:32.173346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a866669-5dc5-4e00-8985-ec28a1f72f82 req-4379383c-0a53-441b-ba34-613200504f5c tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:32.174887 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a866669-5dc5-4e00-8985-ec28a1f72f82 req-4379383c-0a53-441b-ba34-613200504f5c tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.3208656 Mar 11 13:03:32.238975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:32.243227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:32.252403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:32.252760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:32.255720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:32.256320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.285474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:32.290399 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a866669-5dc5-4e00-8985-ec28a1f72f82 req-97072d35-438f-4eb5-8c6f-b23c5e60333e tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058626 Mar 11 13:03:32.300137 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa19b9f3-51bf-41f9-bc24-e14358c661a7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7059884 Mar 11 13:03:32.301699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52458) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:32.307519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'name': 'tempest-NetworksTestDHCPv6-1728588536'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:32.315594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event updated for resources: {'Port': ['ID=15bac4ce-1789-4a57-8daf-7a3e211faf5c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:32.345762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.373779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:32.396366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:32.429603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:32.436615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Deleting port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:32.436944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.457160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Allocated IP 172.20.255.242 (2b2e2b09-c0a9-4ad6-a135-f62acb84539e/ffa15cb5-de40-4aef-af29-5ca78dc923e4/5559df36-875c-49b4-a424-a7ff4f95f9e0) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:32.538738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:32.549817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:32.558475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:32.567129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:32.588718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:32.598483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:32.598613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:32.605701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.637520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 43bb99fb-36b8-47fc-8da0-39c05601ac00 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:32.754525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Deleting port 7046eb0e-1bba-4c64-953e-04c296f8b430 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:32.755004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.788196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] For port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,segment=NetworkSegment(2bd82194-592a-4411-80f6-d2e1040d2497),segment_id=2bd82194-592a-4411-80f6-d2e1040d2497)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:32.788553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.856188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-38e4f14e-26c5-44e3-a4b0-e8d5db139b58 None None] Provisioning complete for port 15bac4ce-1789-4a57-8daf-7a3e211faf5c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:32.856622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-38e4f14e-26c5-44e3-a4b0-e8d5db139b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:32.999839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-38e4f14e-26c5-44e3-a4b0-e8d5db139b58 None None] Port 15bac4ce-1789-4a57-8daf-7a3e211faf5c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:33.029103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.039994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Transition to ACTIVE for port object 5559df36-875c-49b4-a424-a7ff4f95f9e0 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:33.044467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] DHCP port deletion for d5c86cb0-fd5e-4eea-bc21-948b0d064b6f request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:33.063507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Deleting port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:33.064370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.086934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::323 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc/43bb99fb-36b8-47fc-8da0-39c05601ac00) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:33.104174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Deleting port 5213a39a-9507-4677-947c-08e0819e07b1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:33.104792 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.109467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] In _notify_port_updated(), no bound segment for port 15bac4ce-1789-4a57-8daf-7a3e211faf5c on network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:03:33.116974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:33.117797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.123295 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-34003aea-797f-4666-943c-dcc0d7f006b8 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "PUT /v2.0/ports/15bac4ce-1789-4a57-8daf-7a3e211faf5c HTTP/1.1" status: 200 len: 1135 time: 2.2605131 Mar 11 13:03:33.130188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Transition to ACTIVE for port object 5559df36-875c-49b4-a424-a7ff4f95f9e0 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:33.131207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Calling delete_port for 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:33.143938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52474) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:33.152331 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.217916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:33.253315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:33.258562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.311315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8235f7-3c10-4fba-9466-a252904bf37f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:33.312670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dc8235f7-3c10-4fba-9466-a252904bf37f tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "GET /v2.0/ports/15bac4ce-1789-4a57-8daf-7a3e211faf5c HTTP/1.1" status: 200 len: 1135 time: 0.1613262 Mar 11 13:03:33.319221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:33.336296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] For port 7046eb0e-1bba-4c64-953e-04c296f8b430, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7046eb0e-1bba-4c64-953e-04c296f8b430,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:33.336649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.395598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.496343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Port': ['ID=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:33.504898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] No DVR routers for this DVR port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:33.520059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:33.542825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:33.555011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:33.568940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Pushing event updated for resources: {'Port': ['ID=5559df36-875c-49b4-a424-a7ff4f95f9e0,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:33.665996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52492) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:33.690280 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Calling delete_port for 7046eb0e-1bba-4c64-953e-04c296f8b430 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:33.691329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.724405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c86cb0-fd5e-4eea-bc21-948b0d064b6f']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:33.739561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd82194-592a-4411-80f6-d2e1040d2497') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:33.739975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd82194-592a-4411-80f6-d2e1040d2497') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:33.750455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-415b7578-1381-4ba6-a090-dd5461849e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:33.751865 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-415b7578-1381-4ba6-a090-dd5461849e9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 0.7605612 Mar 11 13:03:33.759153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.801302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] For port 5213a39a-9507-4677-947c-08e0819e07b1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5213a39a-9507-4677-947c-08e0819e07b1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:33.801730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.809919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Attempting to bind port 5559df36-875c-49b4-a424-a7ff4f95f9e0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:33.810289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Attempting to bind port 5559df36-875c-49b4-a424-a7ff4f95f9e0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '88370163-2b10-475c-9f77-802f9cc87040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2b2e2b09-c0a9-4ad6-a135-f62acb84539e'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:33.810642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Attempting to bind port 5559df36-875c-49b4-a424-a7ff4f95f9e0 on network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:33.810766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7d20-e21a-4561-9efe-996e06dd1251 req-3c3dbe6e-19f0-45e5-b294-07c530045f90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:33.812599 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-56ff7d20-e21a-4561-9efe-996e06dd1251 req-3c3dbe6e-19f0-45e5-b294-07c530045f90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.9204752 Mar 11 13:03:33.821618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] For port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9,segment=NetworkSegment(2bd82194-592a-4411-80f6-d2e1040d2497),segment_id=2bd82194-592a-4411-80f6-d2e1040d2497)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:33.821618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.823694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Deleting port 15bac4ce-1789-4a57-8daf-7a3e211faf5c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:33.823845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.824567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.839566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:33.839943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Checking segment: {'id': '88370163-2b10-475c-9f77-802f9cc87040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2b2e2b09-c0a9-4ad6-a135-f62acb84539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:33.840337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.840744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Bound using segment: {'id': '88370163-2b10-475c-9f77-802f9cc87040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2b2e2b09-c0a9-4ad6-a135-f62acb84539e'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:33.841213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Bound port: 5559df36-875c-49b4-a424-a7ff4f95f9e0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88370163-2b10-475c-9f77-802f9cc87040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2b2e2b09-c0a9-4ad6-a135-f62acb84539e'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:33.842221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.842458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:33.842865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:33.860018 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:33.885318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1098039475'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:33.935912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:33.953521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:network and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:33.960669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:33.981650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:33.990425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.023861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.027035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Calling delete_port for 5213a39a-9507-4677-947c-08e0819e07b1 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:34.031523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Made reservation on behalf of 8e106ae070944fcf9f42b87df3c48347 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:34.034922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.054515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Network': ['ID=d5c86cb0-fd5e-4eea-bc21-948b0d064b6f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:34.064874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.077917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.094077 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-56ff7d20-e21a-4561-9efe-996e06dd1251 req-5135f435-a56c-489c-a625-1a915c10ef9c tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418845 Mar 11 13:03:34.119855 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4eb49dea-e38d-4e57-b985-82ca8fc3050a tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "DELETE /v2.0/networks/d5c86cb0-fd5e-4eea-bc21-948b0d064b6f HTTP/1.1" status: 204 len: 168 time: 2.1471574 Mar 11 13:03:34.119855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52498) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:34.129882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Calling delete_port for 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:34.175449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.185561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:34.216157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:security_group_rule and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:34.226529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-ea48085e-110d-48a6-81ac-91aacbb8004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:34.227988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-ea48085e-110d-48a6-81ac-91aacbb8004f service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.4149640 Mar 11 13:03:34.230208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:34.246683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:34.315120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 43bb99fb-36b8-47fc-8da0-39c05601ac00 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:34.338411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=bfa557dd-5e75-4007-8ff8-30dad97e126c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:34.352924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Deleting port f91ca44e-b9c7-446b-a224-981f8e06edb7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:34.353284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.377228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] For port 5559df36-875c-49b4-a424-a7ff4f95f9e0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:34.382398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] For port 5559df36-875c-49b4-a424-a7ff4f95f9e0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5559df36-875c-49b4-a424-a7ff4f95f9e0,segment=NetworkSegment(88370163-2b10-475c-9f77-802f9cc87040),segment_id=88370163-2b10-475c-9f77-802f9cc87040)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:34.392317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:34.393266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:34.396975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.398519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': 'd0f4a504-c45a-4680-b260-b941b6ff6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:34.398889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 36e96e8e-7cce-440d-98ab-c852dc46eb9b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:34.424791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.511774 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-245d80c9-6d00-461d-9059-2445c7d34ca0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 1000 time: 0.2590084 Mar 11 13:03:34.524187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] No DVR routers for this DVR port 5213a39a-9507-4677-947c-08e0819e07b1 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:34.545106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 36e96e8e-7cce-440d-98ab-c852dc46eb9b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:34.563227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d008fb9-28a6-4578-9fb0-131b4f41d288 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:34.585830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 36e96e8e-7cce-440d-98ab-c852dc46eb9b) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:34.595483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de374a-53cb-47ac-a849-df9bf5eeb631 None None] Pushing event updated for resources: {'Port': ['ID=5559df36-875c-49b4-a424-a7ff4f95f9e0,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:34.604911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.608888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:34.609516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.623141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.631508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.631838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.637222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080da3c-cefb-41e2-af5f-49867dfb0a03 None None] Network 36e96e8e-7cce-440d-98ab-c852dc46eb9b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:34.662168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.683601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37886a7-1cac-4b49-a384-5b10e4a5e7ed None None] Pushing event deleted for resources: {'Port': ['ID=5213a39a-9507-4677-947c-08e0819e07b1,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:34.719244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:34.792962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Calling delete_port for 15bac4ce-1789-4a57-8daf-7a3e211faf5c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:34.916666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-fee42bf1-a2ea-4d31-9fe1-f9ab3a76e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:34.918139 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-fee42bf1-a2ea-4d31-9fe1-f9ab3a76e71d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.3982522 Mar 11 13:03:34.946165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:34.959502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:34.993277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Deleting port 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:34.993505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Calling delete_port for f91ca44e-b9c7-446b-a224-981f8e06edb7 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:34.993629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.027246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=43bb99fb-36b8-47fc-8da0-39c05601ac00,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:35.031260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:35.033820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:35.039894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:35.040591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.056947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.064503 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6872c028-043a-4b89-b5d6-b6c92732fb40 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1052825 Mar 11 13:03:35.097925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:03:35.098308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:03:35.107907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52502) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:35.110365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344a7dff-c285-48b8-9f3f-a667ee0b93a2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:35.147225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event deleted for resources: {'Port': ['ID=7046eb0e-1bba-4c64-953e-04c296f8b430,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:35.159995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:35.169579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cd925a55-f4ef-4a9f-9a7d-33a474ee46e0 None None] The port '7f7a30c8-9287-4d0e-80d0-be8fa2e10fb9' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:03:35.257524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.257902 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Added segment 6c4603e5-554d-421a-899c-f6bd1eb83a29 of type vlan for network e1daa700-3b9d-4580-9566-f2b8b806e6b5 Mar 11 13:03:35.361164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.361408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-36e96e8e-7cce-440d-98ab-c852dc46eb9b', 'network_id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': 'bfa557dd-5e75-4007-8ff8-30dad97e126c'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:35.361408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.415820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.517905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Pushing event deleted for resources: {'Port': ['ID=f91ca44e-b9c7-446b-a224-981f8e06edb7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:35.524469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.524934 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4ab2ac80-ef12-4c55-b91c-768fe210400d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2222669 Mar 11 13:03:35.530021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:35.539754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.546129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:35.548087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.583723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.589616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:35.590336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.657418 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9903500 Mar 11 13:03:35.700830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52512) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:35.727583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.779258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc/aa283cde-3283-4784-a5e3-a444024cb0ff) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:35.792812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.796086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.834103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'subnet': {'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:35.857506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.860204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.863878 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b95649aa-319b-4835-9efc-3932c2e71f6d tempest-FloatingIPAdminTestJSON-1106651035 tempest-FloatingIPAdminTestJSON-1106651035-project] 10.222.0.52 "DELETE /v2.0/floatingips/1edec6e0-524b-4108-89bb-09480874ef5d HTTP/1.1" status: 204 len: 168 time: 1.7437313 Mar 11 13:03:35.865129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.865129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91fa3562-8801-4f71-a7f2-69fa1c2356da {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:03:35.865861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58407d0-be9a-4290-8eec-49c863f7d4eb tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Network': ['ID=e1daa700-3b9d-4580-9566-f2b8b806e6b5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:35.894246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:35.898588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:35.952153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Allocated IP 172.20.0.2 (36e96e8e-7cce-440d-98ab-c852dc46eb9b/bfa557dd-5e75-4007-8ff8-30dad97e126c/a1965d75-2b35-4c58-bc10-8f5991b4f1ab) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:36.103714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a7ea7-360d-461b-95b7-194c7c121f5e None None] Network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:36.207627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.208482 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e02b70fa-73e8-474e-a0b2-b8fc9a81ea59 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "DELETE /v2.0/routers/91fa3562-8801-4f71-a7f2-69fa1c2356da HTTP/1.1" status: 204 len: 168 time: 6.3758018 Mar 11 13:03:36.211128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52520) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:36.214508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:36.218747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:subnet and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:36.221784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:36.227500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:36.246360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event deleted for resources: {'Port': ['ID=15bac4ce-1789-4a57-8daf-7a3e211faf5c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:36.263751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Made reservation on behalf of 8e106ae070944fcf9f42b87df3c48347 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:36.267227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.310031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-25aafcb6-1197-4ae9-8be1-941fe7cfa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:36.311527 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-25aafcb6-1197-4ae9-8be1-941fe7cfa45e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3614156 Mar 11 13:03:36.321655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52524) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:36.380859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5c1966df-94cc-4826-a5a1-11827a0f6b05 None None] Provisioning for port 5559df36-875c-49b4-a424-a7ff4f95f9e0 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:36.423983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.522264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.548275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf308d0-0bce-45df-8cba-607fe36204d8 req-83647001-607e-48fc-a850-f808c77613b1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:36.549964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bdf308d0-0bce-45df-8cba-607fe36204d8 req-83647001-607e-48fc-a850-f808c77613b1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.2663662 Mar 11 13:03:36.562770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.567366 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9a963fac-e623-45d7-a23d-35b2a60420e6 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "DELETE /v2.0/ports/15bac4ce-1789-4a57-8daf-7a3e211faf5c HTTP/1.1" status: 204 len: 168 time: 3.2350585 Mar 11 13:03:36.569402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52530) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:36.580444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a5a6d-4eac-47fb-87fa-73784076a831 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:36.581228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c10a5a6d-4eac-47fb-87fa-73784076a831 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:36.582281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Transition to ACTIVE for port object aa283cde-3283-4784-a5e3-a444024cb0ff will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:36.585050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.612908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Transition to ACTIVE for port object a1965d75-2b35-4c58-bc10-8f5991b4f1ab will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:36.629796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Transition to ACTIVE for port object aa283cde-3283-4784-a5e3-a444024cb0ff will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:36.658225 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3134b470-030c-4493-b537-5cd5f4aac464 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3c6c1a7cd2745fcb51ebd08f4d0431e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332152 Mar 11 13:03:36.658225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.660319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52534) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:36.674600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.689568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Deleting port db5c333c-3ffa-4bea-8785-8fc61d5857ec {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:36.689912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.727846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Transition to ACTIVE for port object a1965d75-2b35-4c58-bc10-8f5991b4f1ab will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:36.761844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:36.763445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.767866 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bdf308d0-0bce-45df-8cba-607fe36204d8 req-9c04da32-2b36-444a-8796-0bc41a27df28 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016580 Mar 11 13:03:36.768558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c10a5a6d-4eac-47fb-87fa-73784076a831 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:36.772181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:36.772574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c10a5a6d-4eac-47fb-87fa-73784076a831 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.2410722 Mar 11 13:03:36.775048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:36.776176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52538) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:36.788460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Pushing event updated for resources: {'Port': ['ID=aa283cde-3283-4784-a5e3-a444024cb0ff,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:36.791473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Deleting subnet 8174fafc-84aa-43d0-a484-d31f5303b43e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:36.808883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.837019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.907948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa557dd-5e75-4007-8ff8-30dad97e126c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:36.930956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b4537144-82ae-411d-8b77-d2c467df7048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:36.948371 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-aa6b4dad-1934-47f9-8a74-fb36283c9d47 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203883 Mar 11 13:03:36.992351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Network 36e96e8e-7cce-440d-98ab-c852dc46eb9b is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:36.997973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5559df36-875c-49b4-a424-a7ff4f95f9e0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:37.017857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 43bb99fb-36b8-47fc-8da0-39c05601ac00 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:37.018273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.032994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:37.048627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.079692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:37.166164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b4537144-82ae-411d-8b77-d2c467df7048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.196710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.204489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Pushing event updated for resources: {'Port': ['ID=a1965d75-2b35-4c58-bc10-8f5991b4f1ab,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:37.206347 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-754d8e4f-c0fe-45fc-be90-d73efcda586c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.218696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] For port db5c333c-3ffa-4bea-8785-8fc61d5857ec, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=db5c333c-3ffa-4bea-8785-8fc61d5857ec,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:37.219056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.239531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Attempting to bind port aa283cde-3283-4784-a5e3-a444024cb0ff on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:37.239531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Attempting to bind port aa283cde-3283-4784-a5e3-a444024cb0ff by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:37.239764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Attempting to bind port aa283cde-3283-4784-a5e3-a444024cb0ff on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:37.252321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:37.252570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:37.252883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.254218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:37.254218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Bound port: aa283cde-3283-4784-a5e3-a444024cb0ff, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:37.254459 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.254584 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.262038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e96e8e-7cce-440d-98ab-c852dc46eb9b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:37.267097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Attempting to bind port a1965d75-2b35-4c58-bc10-8f5991b4f1ab on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:37.267457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Attempting to bind port a1965d75-2b35-4c58-bc10-8f5991b4f1ab by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'd0f4a504-c45a-4680-b260-b941b6ff6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:37.267826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Attempting to bind port a1965d75-2b35-4c58-bc10-8f5991b4f1ab on network 36e96e8e-7cce-440d-98ab-c852dc46eb9b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:37.279409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:37.279778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Checking segment: {'id': 'd0f4a504-c45a-4680-b260-b941b6ff6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:37.280168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.280544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Bound using segment: {'id': 'd0f4a504-c45a-4680-b260-b941b6ff6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:37.280997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Bound port: a1965d75-2b35-4c58-bc10-8f5991b4f1ab, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f4a504-c45a-4680-b260-b941b6ff6893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:37.281362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.328260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 5559df36-875c-49b4-a424-a7ff4f95f9e0 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:37.381848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5559df36-875c-49b4-a424-a7ff4f95f9e0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:37.382215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.395090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Calling delete_port for db5c333c-3ffa-4bea-8785-8fc61d5857ec owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:37.424173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4a504-c45a-4680-b260-b941b6ff6893') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:37.424437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4a504-c45a-4680-b260-b941b6ff6893') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:37.458184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.531886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.539941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:37.541258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:37.557427 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:37.561664 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6b735e9-7416-4b58-907b-d6615a5620ed req-af5ed2d3-c29b-4f79-814c-9bbc2d089344 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054373 Mar 11 13:03:37.611633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] For port aa283cde-3283-4784-a5e3-a444024cb0ff, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:37.624292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] For port a1965d75-2b35-4c58-bc10-8f5991b4f1ab, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:37.627774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] For port aa283cde-3283-4784-a5e3-a444024cb0ff, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aa283cde-3283-4784-a5e3-a444024cb0ff,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:37.635883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.647212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b4537144-82ae-411d-8b77-d2c467df7048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.664445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Subnet': ['ID=ab414de8-285d-422d-8b94-1db95f6c89e1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:37.668924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4537144-82ae-411d-8b77-d2c467df7048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d803856-f9af-407b-beda-3c517383997b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:37.671601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.689693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Checking segment: {'id': '6c4603e5-554d-421a-899c-f6bd1eb83a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:37.690066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Network hostable DHCP agents. Network: e1daa700-3b9d-4580-9566-f2b8b806e6b5, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:37.691488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:03:37.691488 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:03:37.691488 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': '36e96e8e-7cce-440d-98ab-c852dc46eb9b'}] Mar 11 13:03:37.691488 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:37.692494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:37.697466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b4537144-82ae-411d-8b77-d2c467df7048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.698864 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b4537144-82ae-411d-8b77-d2c467df7048 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d803856-f9af-407b-beda-3c517383997b HTTP/1.1" status: 204 len: 168 time: 1.0376742 Mar 11 13:03:37.755289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] For port a1965d75-2b35-4c58-bc10-8f5991b4f1ab, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a1965d75-2b35-4c58-bc10-8f5991b4f1ab,segment=NetworkSegment(d0f4a504-c45a-4680-b260-b941b6ff6893),segment_id=d0f4a504-c45a-4680-b260-b941b6ff6893)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:37.780977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.796264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.806682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:37.848872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-69a3da30-3cfc-46d2-b37b-5f0700ca38a0 None None] Provisioning complete for port 5559df36-875c-49b4-a424-a7ff4f95f9e0 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:37.849268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69a3da30-3cfc-46d2-b37b-5f0700ca38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.861397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event deleted for resources: {'Port': ['ID=db5c333c-3ffa-4bea-8785-8fc61d5857ec,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:37.870452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e1daa700-3b9d-4580-9566-f2b8b806e6b5) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:37.879102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:37.880671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.905623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.920018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.932857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:37.968709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2a926-1c73-4d3a-aa88-f628211f012d None None] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:37.991873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.121330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event deleted for resources: {'Subnet': ['ID=8174fafc-84aa-43d0-a484-d31f5303b43e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:38.130527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 5559df36-875c-49b4-a424-a7ff4f95f9e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5559df36-875c-49b4-a424-a7ff4f95f9e0,segment=NetworkSegment(88370163-2b10-475c-9f77-802f9cc87040),segment_id=88370163-2b10-475c-9f77-802f9cc87040)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:38.179852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52550) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:38.215114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.219483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.318079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.318224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 43bb99fb-36b8-47fc-8da0-39c05601ac00 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:38.328587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.333008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.339705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port a1965d75-2b35-4c58-bc10-8f5991b4f1ab {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:38.340849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.404869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:38.422443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Usage tracker for resource:security_group_rule and tenant:f93ac69eea9e4ddcb0d12e5144b8f55d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:38.431363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5cc22-771b-43c4-b8f1-f7ab19fdc855 None None] Pushing event updated for resources: {'Port': ['ID=aa283cde-3283-4784-a5e3-a444024cb0ff,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:38.432595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:38.446451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c951282b-af02-4ca5-97b7-4a63cd8fb614 None None] Network 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:38.470088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:38.490932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.491762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:03:38.546202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.562169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0714e62b-0657-4468-8d43-d7afa18f4d52 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "DELETE /v2.0/subnets/8174fafc-84aa-43d0-a484-d31f5303b43e HTTP/1.1" status: 204 len: 168 time: 1.9870925 Mar 11 13:03:38.604625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ce71c-82c8-4637-9336-9fa55255cc04 None None] Network 36e96e8e-7cce-440d-98ab-c852dc46eb9b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:38.612703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52556) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:38.617302 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe5fcb0f-9946-40ba-9126-29d3ec56ebe4 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7907846 Mar 11 13:03:38.629638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52558) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:38.661279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.671290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1749533559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:38.678039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=43bb99fb-36b8-47fc-8da0-39c05601ac00,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:38.694313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:38.743432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port a1965d75-2b35-4c58-bc10-8f5991b4f1ab, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a1965d75-2b35-4c58-bc10-8f5991b4f1ab,segment=NetworkSegment(d0f4a504-c45a-4680-b260-b941b6ff6893),segment_id=d0f4a504-c45a-4680-b260-b941b6ff6893)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:38.743941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.755359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.757348 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f251aa52-133c-40b2-b4f6-99e69157145b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b3efc7b0-8da5-4af5-9f24-908fbca2cfa3 HTTP/1.1" status: 204 len: 168 time: 2.5450289 Mar 11 13:03:38.766677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52566) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:38.774043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e1daa700-3b9d-4580-9566-f2b8b806e6b5', 'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5', 'tenant_id': '8e106ae070944fcf9f42b87df3c48347', 'fixed_ips': [{'subnet_id': 'ab414de8-285d-422d-8b94-1db95f6c89e1'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:38.775322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.776422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:router and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:38.792762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:38.808685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:38.834794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1432763013', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:38.871076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:38.876216 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7469dc0c-d610-41f6-a80f-037b5e4aa631 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/43bb99fb-36b8-47fc-8da0-39c05601ac00 HTTP/1.1" status: 204 len: 168 time: 2.0914333 Mar 11 13:03:38.883343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52570) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:38.921188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for a1965d75-2b35-4c58-bc10-8f5991b4f1ab owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:38.948979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:38.964080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Usage tracker for resource:router and tenant:715ea961e89646f19dd7580caff139f5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:38.970492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:38.987003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:39.013567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.014503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.024102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.025174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.026970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.040272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaacd21-6d11-4a98-99bc-d3175b05715d req-b16172a1-6f98-4f8c-950a-5c50d1a64d83 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:39.041875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2aaacd21-6d11-4a98-99bc-d3175b05715d req-b16172a1-6f98-4f8c-950a-5c50d1a64d83 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.0143046 Mar 11 13:03:39.109709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.123719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.137906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.147352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.154607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db07f36-5a7e-42ae-b45d-b5a3d9631be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:39.159250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db07f36-5a7e-42ae-b45d-b5a3d9631be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:39.160031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6db07f36-5a7e-42ae-b45d-b5a3d9631be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:39.204880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Deleting port c7be43da-619e-49c7-a0f8-5946988e752b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:39.205214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.267671 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2aaacd21-6d11-4a98-99bc-d3175b05715d req-3651bf1f-4759-4d9e-9f54-f3afa82151f0 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148101 Mar 11 13:03:39.282007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d9d81-c196-457c-ac3c-569eb75c0afa None None] Pushing event updated for resources: {'Port': ['ID=a1965d75-2b35-4c58-bc10-8f5991b4f1ab,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:39.285740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6db07f36-5a7e-42ae-b45d-b5a3d9631be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:39.286917 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6db07f36-5a7e-42ae-b45d-b5a3d9631be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3986371 Mar 11 13:03:39.300548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.300988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aa283cde-3283-4784-a5e3-a444024cb0ff up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:39.306473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52574) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:39.341711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.350584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port a1965d75-2b35-4c58-bc10-8f5991b4f1ab on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:39.416180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af2f1d-5aae-48b7-902d-2ae73a0df2e3 req-4039399f-7c12-42d5-a5fa-951d1762965f tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:39.424322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=a1965d75-2b35-4c58-bc10-8f5991b4f1ab,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:39.431988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-14af2f1d-5aae-48b7-902d-2ae73a0df2e3 req-4039399f-7c12-42d5-a5fa-951d1762965f tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 0.5518477 Mar 11 13:03:39.460210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c373619-a00d-48f1-8f67-5e694e16bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.475595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.480577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-02ea694f-8f19-4c32-9c61-63d809015f47 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8487606 Mar 11 13:03:39.485254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52578) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:39.586320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=5559df36-875c-49b4-a424-a7ff4f95f9e0,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:39.594884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Allocated IP 172.20.0.2 (e1daa700-3b9d-4580-9566-f2b8b806e6b5/ab414de8-285d-422d-8b94-1db95f6c89e1/48eafff5-a839-4286-b47a-8a8daae02a39) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:39.650397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port aa283cde-3283-4784-a5e3-a444024cb0ff completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:39.706940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d7b0fc-0568-41a4-9e99-68873620a283,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:39.720289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:39.723557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.738708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Could not find standard attr ID for object 43bb99fb-36b8-47fc-8da0-39c05601ac00. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:03:39.786505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Provisioning for port aa283cde-3283-4784-a5e3-a444024cb0ff completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:39.798310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Provisioning complete for port aa283cde-3283-4784-a5e3-a444024cb0ff triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:39.798722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:39.817511 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c5e28cde-b2b4-4e6d-9f92-1f4ff3358f91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f93ac69eea9e4ddcb0d12e5144b8f55d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6306012 Mar 11 13:03:39.831543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52582) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:39.836805 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-14af2f1d-5aae-48b7-902d-2ae73a0df2e3 req-b606d00a-9aa6-43fa-9c48-23640d348197 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842156 Mar 11 13:03:39.837024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] DHCP port deletion for 2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:39.866938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device db5c333c-3ffa-4bea-8785-8fc61d5857ec no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:39.995194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: db5c333c-3ffa-4bea-8785-8fc61d5857ec {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:03:39.995922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device db5c333c-3ffa-4bea-8785-8fc61d5857ec not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:03:40.002515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Deleting port c7be43da-619e-49c7-a0f8-5946988e752b {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:40.003113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.035724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.046316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.047451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.072481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce072826-5819-4c52-a8ee-f9e9f6955a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.093842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e96e8e-7cce-440d-98ab-c852dc46eb9b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:40.135206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4a504-c45a-4680-b260-b941b6ff6893') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:40.135508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4a504-c45a-4680-b260-b941b6ff6893') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:40.144651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.167584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.169998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.175977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce072826-5819-4c52-a8ee-f9e9f6955a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.198345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Transition to ACTIVE for port object 48eafff5-a839-4286-b47a-8a8daae02a39 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:40.206931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.274754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:40.275030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.291755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Transition to ACTIVE for port object 48eafff5-a839-4286-b47a-8a8daae02a39 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:40.292404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:40.293251 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:40.296923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] For port c7be43da-619e-49c7-a0f8-5946988e752b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c7be43da-619e-49c7-a0f8-5946988e752b,segment=NetworkSegment(cae7418e-2f87-4944-bf15-cdee326b36ab),segment_id=cae7418e-2f87-4944-bf15-cdee326b36ab)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:40.297364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.363396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.417467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.466204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.497750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.503633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] For port c7be43da-619e-49c7-a0f8-5946988e752b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c7be43da-619e-49c7-a0f8-5946988e752b,segment=NetworkSegment(cae7418e-2f87-4944-bf15-cdee326b36ab),segment_id=cae7418e-2f87-4944-bf15-cdee326b36ab)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:40.504014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.505083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce072826-5819-4c52-a8ee-f9e9f6955a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.511524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=36e96e8e-7cce-440d-98ab-c852dc46eb9b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:40.530802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:40.535990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce072826-5819-4c52-a8ee-f9e9f6955a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d7b0fc-0568-41a4-9e99-68873620a283,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:40.548805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.553132 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3ccd3b4f-cbb4-41d0-95ec-f434995353d0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/36e96e8e-7cce-440d-98ab-c852dc46eb9b HTTP/1.1" status: 204 len: 168 time: 5.4382749 Mar 11 13:03:40.556644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52588) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:40.562062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce072826-5819-4c52-a8ee-f9e9f6955a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.563127 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ce072826-5819-4c52-a8ee-f9e9f6955a32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90d7b0fc-0568-41a4-9e99-68873620a283 HTTP/1.1" status: 204 len: 168 time: 0.7304466 Mar 11 13:03:40.569746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1122868467'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:40.574592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:40.579202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:40.582465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:40.588876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:40.598098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Calling delete_port for c7be43da-619e-49c7-a0f8-5946988e752b owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:40.623364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:40.687322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:40.691188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.706033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:40.717638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Calling delete_port for c7be43da-619e-49c7-a0f8-5946988e752b owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:40.758751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Pushing event updated for resources: {'Port': ['ID=48eafff5-a839-4286-b47a-8a8daae02a39,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:40.829466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.831652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:40.831878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.832353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:40.857300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:40.860100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.870363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.876669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5bf90a-b7d0-4720-a09f-fe7bc222c746 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:40.888580 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2763dc9a-982d-48ca-b3a6-0868d55c1f22 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc HTTP/1.1" status: 204 len: 168 time: 1.5720916 Mar 11 13:03:40.901257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52596) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:40.921377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:40.961627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:40.962055 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 44d26e87-280d-4aa3-bba9-5b0d01597130 of type vlan for network 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe Mar 11 13:03:41.000143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.044663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.054124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:41.054896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.070048 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aef8a3a9-3406-4309-b739-d624a9365a87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1597123 Mar 11 13:03:41.095941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52602) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:41.096595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5559df36-875c-49b4-a424-a7ff4f95f9e0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:41.127086 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5687068 Mar 11 13:03:41.138776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:41.147228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Attempting to bind port 48eafff5-a839-4286-b47a-8a8daae02a39 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:41.147680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Attempting to bind port 48eafff5-a839-4286-b47a-8a8daae02a39 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '6c4603e5-554d-421a-899c-f6bd1eb83a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:41.148106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Attempting to bind port 48eafff5-a839-4286-b47a-8a8daae02a39 on network e1daa700-3b9d-4580-9566-f2b8b806e6b5 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:41.179815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:41.180184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.180325 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Checking segment: {'id': '6c4603e5-554d-421a-899c-f6bd1eb83a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:41.180781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.181224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Bound using segment: {'id': '6c4603e5-554d-421a-899c-f6bd1eb83a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:41.181776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Bound port: 48eafff5-a839-4286-b47a-8a8daae02a39, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4603e5-554d-421a-899c-f6bd1eb83a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:41.182212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.196240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '88b0b370-f5aa-44c7-a7f1-f1af72a5fffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:41.246971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.273042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:41.297538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:41.297884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:41.401796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5559df36-875c-49b4-a424-a7ff4f95f9e0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:41.402159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.431339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] For port 48eafff5-a839-4286-b47a-8a8daae02a39, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:41.454556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.472776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818384b-1866-46c3-815b-ab33b56bb081 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=88b0b370-f5aa-44c7-a7f1-f1af72a5fffe,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:41.475574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] For port 48eafff5-a839-4286-b47a-8a8daae02a39, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48eafff5-a839-4286-b47a-8a8daae02a39,segment=NetworkSegment(6c4603e5-554d-421a-899c-f6bd1eb83a29),segment_id=6c4603e5-554d-421a-899c-f6bd1eb83a29)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:41.498472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:41.505861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bba285-cc7e-426f-9221-68089d9aa59e req-c05014c1-303c-41e2-a87b-f442f09edad4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:41.507351 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52bba285-cc7e-426f-9221-68089d9aa59e req-c05014c1-303c-41e2-a87b-f442f09edad4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.0328312 Mar 11 13:03:41.508099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.516378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Allocated IP 172.26.4.173 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/3cc0dd16-3f43-4157-a4bf-472e7cab0853) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:41.522827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.523078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event deleted for resources: {'Port': ['ID=c7be43da-619e-49c7-a0f8-5946988e752b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:41.532934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c0db5-38be-434b-a971-c909ec0819de req-3b81e248-96f7-4007-88f9-6352a20e820a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:41.534459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a1c0db5-38be-434b-a971-c909ec0819de req-3b81e248-96f7-4007-88f9-6352a20e820a tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.50 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 1.2495265 Mar 11 13:03:41.536389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fe5d2-641a-4931-beb4-0e5ea701bf65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:41.539581 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-078fe5d2-641a-4931-beb4-0e5ea701bf65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4201894 Mar 11 13:03:41.547495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] No DVR routers for this DVR port c7be43da-619e-49c7-a0f8-5946988e752b on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:41.554398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52614) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:41.655893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] For port aa283cde-3283-4784-a5e3-a444024cb0ff, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aa283cde-3283-4784-a5e3-a444024cb0ff,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:41.695280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.700769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.717951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6173e-eed2-48dc-b194-bbb6b6b20219 None None] Pushing event updated for resources: {'Port': ['ID=48eafff5-a839-4286-b47a-8a8daae02a39,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:41.744494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.803582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:41.806393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Deleting port c7be43da-619e-49c7-a0f8-5946988e752b {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:41.808111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.821123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:41.824592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:41.828494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:41.848189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:41.852299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Usage tracker for resource:security_group_rule and tenant:5348bcbc5dd4445ca5866dfe494b574f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:41.855463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:41.862182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:41.870608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] Deleting port aa283cde-3283-4784-a5e3-a444024cb0ff {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:41.870972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:41.906833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-132c9890-1a20-4226-ba12-e4870214ed50 None None] Could not find standard attr ID for object 43bb99fb-36b8-47fc-8da0-39c05601ac00. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:03:41.968524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-df1095ab-8562-42a6-b531-fb8f224149c4 None None] The port 'c7be43da-619e-49c7-a0f8-5946988e752b' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:03:41.980339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event updated for resources: {'Port': ['ID=3cc0dd16-3f43-4157-a4bf-472e7cab0853,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:42.000595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.051219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df4202-32a9-491c-abbf-95e1f7b4e9c2 None None] Pushing event updated for resources: {'Port': ['ID=aa283cde-3283-4784-a5e3-a444024cb0ff,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:42.099809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.128751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7be43da-619e-49c7-a0f8-5946988e752b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:42.191220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:42.226633 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52bba285-cc7e-426f-9221-68089d9aa59e req-8a5504a6-8492-4d9f-8cc2-02aa24354421 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6730959 Mar 11 13:03:42.235415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:42.251944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:42.258100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:42.285936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c7be43da-619e-49c7-a0f8-5946988e752b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:03:42.286140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7be43da-619e-49c7-a0f8-5946988e752b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:03:42.297907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Deleting port f007be93-1c36-468e-80af-d936d22da15d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:42.298268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.322573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] For port aa283cde-3283-4784-a5e3-a444024cb0ff, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aa283cde-3283-4784-a5e3-a444024cb0ff,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:42.323749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.336475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:42.365418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae7418e-2f87-4944-bf15-cdee326b36ab') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:42.365834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae7418e-2f87-4944-bf15-cdee326b36ab') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:42.375431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da2031-dd16-40c0-a6fc-02f8781c32ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:42.376115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c9da2031-dd16-40c0-a6fc-02f8781c32ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:42.409224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a0b1d-a2d4-4a7c-83fe-11b5e574e1b3 req-9e1c7324-4c45-4039-819d-132741e89026 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:42.416247 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d6a0b1d-a2d4-4a7c-83fe-11b5e574e1b3 req-9e1c7324-4c45-4039-819d-132741e89026 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 1.2896535 Mar 11 13:03:42.419891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.429047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.490552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] Calling delete_port for aa283cde-3283-4784-a5e3-a444024cb0ff owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:42.491920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:42.495492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.569371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.621166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] Pushing event deleted for resources: {'Port': ['ID=aa283cde-3283-4784-a5e3-a444024cb0ff,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:42.624278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488f89b-a09c-478b-95c0-959cf24bd449 None None] No DVR routers for this DVR port aa283cde-3283-4784-a5e3-a444024cb0ff on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:42.661169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.759008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c9da2031-dd16-40c0-a6fc-02f8781c32ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:42.762777 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c9da2031-dd16-40c0-a6fc-02f8781c32ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0276208 Mar 11 13:03:42.764057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:42.764465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.768437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52620) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:42.790378 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:42.818709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:03:42.819213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:03:42.825091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.854083 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2779a6cb-6660-4097-a9af-779082153276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801990 Mar 11 13:03:42.855091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52624) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:42.870098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:42.915967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.932460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:42.942602 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d6a0b1d-a2d4-4a7c-83fe-11b5e574e1b3 req-81d9fbf8-f638-416e-a02b-6a35f642de00 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5254776 Mar 11 13:03:42.986326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48eafff5-a839-4286-b47a-8a8daae02a39 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:43.068169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13dd4b9-b393-432d-aa6f-fa8128924e54 None None] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:43.084503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 48eafff5-a839-4286-b47a-8a8daae02a39 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:43.183661 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5348bcbc5dd4445ca5866dfe494b574f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8783817 Mar 11 13:03:43.194734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52628) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:43.199506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aa283cde-3283-4784-a5e3-a444024cb0ff no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:43.201180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b00651-bc26-4247-9c74-9cda0d6bd60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea8fe47-50ee-4735-8c3f-70343ef5f370,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:43.212822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Allocated IP 172.20.0.1 (e1daa700-3b9d-4580-9566-f2b8b806e6b5/ab414de8-285d-422d-8b94-1db95f6c89e1/d7c02ad3-9df2-413d-8658-9ce03f416a5a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:43.219593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.248798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:43.249394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: aa283cde-3283-4784-a5e3-a444024cb0ff {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:03:43.249515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aa283cde-3283-4784-a5e3-a444024cb0ff not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:03:43.259320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.264892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9f41812a-67ff-44e6-aeed-0db0a8bfeb65 None None] Provisioning for port 48eafff5-a839-4286-b47a-8a8daae02a39 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:43.277273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:43.284081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9f41812a-67ff-44e6-aeed-0db0a8bfeb65 None None] Provisioning complete for port 48eafff5-a839-4286-b47a-8a8daae02a39 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:43.284454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f41812a-67ff-44e6-aeed-0db0a8bfeb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.295707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] Pushing event deleted for resources: {'Network': ['ID=2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:43.318071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc709dd8-b9a6-4e05-9708-0f81897ee419 req-870c04f7-6b66-4bd0-87e0-bb15b86cc52d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:43.319550 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fc709dd8-b9a6-4e05-9708-0f81897ee419 req-870c04f7-6b66-4bd0-87e0-bb15b86cc52d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.8858726 Mar 11 13:03:43.354919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:43.359829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.492796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f41812a-67ff-44e6-aeed-0db0a8bfeb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.526118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Router 9874756a-f04f-4edc-b980-5191ecd47186 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:03:43.539244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9f41812a-67ff-44e6-aeed-0db0a8bfeb65 None None] For port 48eafff5-a839-4286-b47a-8a8daae02a39, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48eafff5-a839-4286-b47a-8a8daae02a39,segment=NetworkSegment(6c4603e5-554d-421a-899c-f6bd1eb83a29),segment_id=6c4603e5-554d-421a-899c-f6bd1eb83a29)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:43.545174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f41812a-67ff-44e6-aeed-0db0a8bfeb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.568095 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69b7f563-3846-4760-a0a5-f0bdd8e9fd24 tempest-ExtraDHCPOptionsTestJSON-704303260 tempest-ExtraDHCPOptionsTestJSON-704303260-project] 10.222.0.52 "DELETE /v2.0/networks/2e709dbc-5a1d-4947-aeb7-eb0bd4e9e980 HTTP/1.1" status: 204 len: 168 time: 4.9493480 Mar 11 13:03:43.619172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09dba329-1fc1-45cc-a0df-38109986dafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.637100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41812a-67ff-44e6-aeed-0db0a8bfeb65 None None] Pushing event updated for resources: {'Port': ['ID=48eafff5-a839-4286-b47a-8a8daae02a39,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:43.788607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09dba329-1fc1-45cc-a0df-38109986dafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.829857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:43.840763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.849956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] Sync routers for ids ['9874756a-f04f-4edc-b980-5191ecd47186'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:43.872806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711d7af-7d02-4405-9f02-623fcce92191 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:03:43.892452 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fc709dd8-b9a6-4e05-9708-0f81897ee419 req-1af85c1e-c91d-47c2-b25b-a1cbacdae662 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5445635 Mar 11 13:03:43.894215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] For port f007be93-1c36-468e-80af-d936d22da15d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f007be93-1c36-468e-80af-d936d22da15d,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:43.894576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.930239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:43.944037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:43.953374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:43.956299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.975223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:43.978960 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-97f7ead6-f4fc-4474-9c94-2e4bbc4614c7 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2073073 Mar 11 13:03:43.978960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52638) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:43.998097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52642) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:44.014951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] Routers {'9874756a-f04f-4edc-b980-5191ecd47186'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:44.015660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9874756a-f04f-4edc-b980-5191ecd47186'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:44.022320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:44.035013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': False}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:44.097335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:44.111395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-93b94285-3694-4ae4-9cc5-e04a2e93ca9f None None] Provisioning complete for port 48eafff5-a839-4286-b47a-8a8daae02a39 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:44.111754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93b94285-3694-4ae4-9cc5-e04a2e93ca9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.159089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] Routers {'9874756a-f04f-4edc-b980-5191ecd47186'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:44.159585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9874756a-f04f-4edc-b980-5191ecd47186'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:44.240108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f711d7af-7d02-4405-9f02-623fcce92191 None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:03:44.250924 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:44.251239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc140a-9b86-4d26-8cd7-d4d1735c14d5 None None] The sync data for ids ['9874756a-f04f-4edc-b980-5191ecd47186'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:44.285662 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7efb93b4-cdae-45dc-86bd-2c1d4ec7648e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4296119 Mar 11 13:03:44.295504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52652) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:44.303583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': 'c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7', 'ip_address': '2001:db8::2b6d:588e:fdbf:53c0'}], 'name': 'tempest-NetworksTestDHCPv6-1649724466'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:44.344287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.344989 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.344989 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Floating IP ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a disassociated. External IP: 172.26.4.217, port: f007be93-1c36-468e-80af-d936d22da15d. Mar 11 13:03:44.345289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Calling delete_port for f007be93-1c36-468e-80af-d936d22da15d owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:44.460118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.572634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f007be93-1c36-468e-80af-d936d22da15d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:44.616188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09dba329-1fc1-45cc-a0df-38109986dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.654148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.662262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:44.671935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:44.680922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dba329-1fc1-45cc-a0df-38109986dafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea8fe47-50ee-4735-8c3f-70343ef5f370,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:44.683404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:44.697672 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9632b78e-a6c5-49af-8b24-eb4e2e450d65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5dbff2c3bdda4d7d9482a52c174063fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996467 Mar 11 13:03:44.697672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:44.700790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52658) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:44.759418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=c8869580-3473-442e-8d27-f81a87083db7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:44.764106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09dba329-1fc1-45cc-a0df-38109986dafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.767630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-09dba329-1fc1-45cc-a0df-38109986dafc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ea8fe47-50ee-4735-8c3f-70343ef5f370 HTTP/1.1" status: 204 len: 168 time: 1.5655019 Mar 11 13:03:44.803742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Transition to ACTIVE for port object d7c02ad3-9df2-413d-8658-9ce03f416a5a will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:44.842074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.866601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:44.867695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.882889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '44d26e87-280d-4aa3-bba9-5b0d01597130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '88b0b370-f5aa-44c7-a7f1-f1af72a5fffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:44.883347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:44.898603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:44.929389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:44.959481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48eafff5-a839-4286-b47a-8a8daae02a39 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:44.994805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:45.020740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:45.023770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:45.083172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.084714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:45.110049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.129899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1c0b99a-824f-4430-bf34-b352128006f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.134208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7/b72c8e8e-8fb4-4407-952b-33e46b1435f5) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:45.140665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 48eafff5-a839-4286-b47a-8a8daae02a39 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:45.141051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.145876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75612-2090-43e6-89b3-698b78b2afb1 req-d4c928ec-b30f-4398-b4e3-c9d53d87f496 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:45.147473 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-15f75612-2090-43e6-89b3-698b78b2afb1 req-d4c928ec-b30f-4398-b4e3-c9d53d87f496 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7064569 Mar 11 13:03:45.180224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.180447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:45.191419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:45.192108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.210417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1c0b99a-824f-4430-bf34-b352128006f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.239309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f151f-3fc3-44a7-8d4e-eb5bf8522236 req-68b0724d-c0fd-41b2-b3d3-15c5469b2ab3 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:45.240304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f80f151f-3fc3-44a7-8d4e-eb5bf8522236 req-68b0724d-c0fd-41b2-b3d3-15c5469b2ab3 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Synchronizing usage tracker for tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:45.245479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port a1b04b7f-c312-402d-b555-8cfabbb77d4c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:45.336588 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bf79b8d6-a224-40ac-95d4-2e5b9ab6ef4c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.1953671 Mar 11 13:03:45.350920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52672) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:45.422074 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-15f75612-2090-43e6-89b3-698b78b2afb1 req-a6da5136-0b87-4b15-a8b0-cf9695cc5b69 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610505 Mar 11 13:03:45.424537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Port': ['ID=d7c02ad3-9df2-413d-8658-9ce03f416a5a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:45.542542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.628666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1c0b99a-824f-4430-bf34-b352128006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.632506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.644795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Transition to ACTIVE for port object b72c8e8e-8fb4-4407-952b-33e46b1435f5 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:45.664836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0b99a-824f-4430-bf34-b352128006f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e444c83b-e14b-409d-8bd0-dd23c57f2ed5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:45.670403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Transition to ACTIVE for port object b72c8e8e-8fb4-4407-952b-33e46b1435f5 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:45.689250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.723964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.750633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:45.753769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:45.760518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:45.762857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1c0b99a-824f-4430-bf34-b352128006f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.763983 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e1c0b99a-824f-4430-bf34-b352128006f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e444c83b-e14b-409d-8bd0-dd23c57f2ed5 HTTP/1.1" status: 204 len: 168 time: 1.0613647 Mar 11 13:03:45.797734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f80f151f-3fc3-44a7-8d4e-eb5bf8522236 req-68b0724d-c0fd-41b2-b3d3-15c5469b2ab3 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Unset dirty status for tenant:a37c3ff55fb9492bb0ed3f4b77a288b9 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:45.800961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f80f151f-3fc3-44a7-8d4e-eb5bf8522236 req-68b0724d-c0fd-41b2-b3d3-15c5469b2ab3 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 945 time: 1.3586533 Mar 11 13:03:45.878798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::2b6d:588e:fdbf:53c0 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7/a1b04b7f-c312-402d-b555-8cfabbb77d4c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:45.893746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Pushing event updated for resources: {'Port': ['ID=b72c8e8e-8fb4-4407-952b-33e46b1435f5,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:45.937416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event deleted for resources: {'Port': ['ID=f007be93-1c36-468e-80af-d936d22da15d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:45.938171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.943462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Attempting to bind port b72c8e8e-8fb4-4407-952b-33e46b1435f5 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:45.943895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Attempting to bind port b72c8e8e-8fb4-4407-952b-33e46b1435f5 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:45.944170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Attempting to bind port b72c8e8e-8fb4-4407-952b-33e46b1435f5 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:45.957186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:45.958455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:45.959740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:45.961155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:45.961795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Bound port: b72c8e8e-8fb4-4407-952b-33e46b1435f5, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:45.963172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:46.150424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] For port b72c8e8e-8fb4-4407-952b-33e46b1435f5, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:46.159620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] For port b72c8e8e-8fb4-4407-952b-33e46b1435f5, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b72c8e8e-8fb4-4407-952b-33e46b1435f5,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:46.167518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:46.338746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01e0f4-1b4c-4c25-bab6-c132c3eb8152 None None] Pushing event updated for resources: {'Port': ['ID=b72c8e8e-8fb4-4407-952b-33e46b1435f5,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:46.476206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:46.501153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Router 068abad3-85bb-4c57-bfde-1b94547bde58 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:03:46.539464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=c8869580-3473-442e-8d27-f81a87083db7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:46.543733 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f80f151f-3fc3-44a7-8d4e-eb5bf8522236 req-500b8599-80bf-446d-8d3d-fa58b9dbd788 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7979ae8-29e7-43ee-a36f-00f37f26a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6168532 Mar 11 13:03:46.607787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba20550-c96e-49e7-952c-cb900be22e53 req-9a13a901-675a-443d-8339-c73fb9854402 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:46.619658 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ba20550-c96e-49e7-952c-cb900be22e53 req-9a13a901-675a-443d-8339-c73fb9854402 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.8289897 Mar 11 13:03:46.954592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52714) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:46.959281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.000229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.010486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b72c8e8e-8fb4-4407-952b-33e46b1435f5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:47.042392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object a1b04b7f-c312-402d-b555-8cfabbb77d4c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:47.055789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b0b370-f5aa-44c7-a7f1-f1af72a5fffe']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:47.096252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.104233 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b72c8e8e-8fb4-4407-952b-33e46b1435f5 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:47.120478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:47.131444 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] Sync routers for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:47.133566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d26e87-280d-4aa3-bba9-5b0d01597130') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:47.134101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d26e87-280d-4aa3-bba9-5b0d01597130') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:47.142424 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:47.143041 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:47.167343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.203622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.213062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:47.213463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:47.279136 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:47.302980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1088365093', 'router:external': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:47.312214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:47.360541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.364269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:network and tenant:1b5cc605d37248d98efbf7f413b60434 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:47.372167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:47.416191 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:47.451374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:47.473120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] No DVR routers for this DVR port f007be93-1c36-468e-80af-d936d22da15d on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:47.474049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.497890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.513916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.516054 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a1c0db5-38be-434b-a971-c909ec0819de req-ae390f60-2783-4972-8e17-7c61be6efe29 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.50 "DELETE /v2.0/ports/f007be93-1c36-468e-80af-d936d22da15d HTTP/1.1" status: 204 len: 173 time: 5.9558270 Mar 11 13:03:47.516368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52728) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:47.520472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.526874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Made reservation on behalf of 1b5cc605d37248d98efbf7f413b60434 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:47.529204 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ba20550-c96e-49e7-952c-cb900be22e53 req-b2f9cd35-7466-4ce9-b5d3-d4a9652bdb01 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7482264 Mar 11 13:03:47.529718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'name': 'network-vif-deleted', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:03:47.536006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.674644 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97365b2d-1e56-4267-9c34-0f108a794223', 'name': 'network-vif-deleted', 'tag': 'f007be93-1c36-468e-80af-d936d22da15d', 'status': 'completed', 'code': 200} Mar 11 13:03:47.745066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:47.785593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.816173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.838166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:47.840009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=a1b04b7f-c312-402d-b555-8cfabbb77d4c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:47.854826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:47.862432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:47.863850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:47.879285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=88b0b370-f5aa-44c7-a7f1-f1af72a5fffe,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:47.896593 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:26Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:47.901201 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] Checking router: 068abad3-85bb-4c57-bfde-1b94547bde58 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:03:47.910619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0df47f4d-0f7c-4617-90b3-c20291e1b15d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] Request body: {'port': {'network_id': '6eb36991-5a07-4e54-a854-cb391ec25135', 'name': 'tempest-NetworksNegativeTestJSON-2105293242'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:47.910923 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:47.911488 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:47.912265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:47.923182 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d3658fab-ab2d-418c-8d6d-563af21ac4ad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/88b0b370-f5aa-44c7-a7f1-f1af72a5fffe HTTP/1.1" status: 204 len: 168 time: 2.5699637 Mar 11 13:03:47.925383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52740) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:47.939989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46252837'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:47.943767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:security_group_rule and tenant:1b5cc605d37248d98efbf7f413b60434 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:47.951767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:47.966314 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cfc8e147-8e24-4b8c-b0e2-82c99359d59d req-7b21abb3-7913-453f-97d2-c7db24cff9d9 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/ports?device_id=97365b2d-1e56-4267-9c34-0f108a794223 HTTP/1.1" status: 200 len: 210 time: 0.0995972 Mar 11 13:03:47.969127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:47.971871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:47.981633 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cbb32c74-d9db-46e0-b8ac-eb0ac0da5d7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6829405 Mar 11 13:03:47.991162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52744) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:48.013248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0272b608-1ee0-4daf-ba42-382636ae61c2 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:48.045746 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df47f4d-0f7c-4617-90b3-c20291e1b15d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] POST failed (client error): The resource could not be found. Mar 11 13:03:48.046229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df47f4d-0f7c-4617-90b3-c20291e1b15d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:03:48.047383 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0df47f4d-0f7c-4617-90b3-c20291e1b15d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5104902 Mar 11 13:03:48.061200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52748) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:48.088289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:48.095917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca689f0b-53d9-4ab6-beae-989335d677e2 None None] Network 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:48.096628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:48.106878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:48.184376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca689f0b-53d9-4ab6-beae-989335d677e2 None None] Network 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe could not be found, it might have been deleted concurrently. {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 11 13:03:48.208164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f6529-31f5-446e-b2d4-64c25fd52b4a None None] Network 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:48.218856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee8649a-166b-4a71-a9b3-a2c6947f6c0d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] DELETE failed (client error): The resource could not be found. Mar 11 13:03:48.219339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee8649a-166b-4a71-a9b3-a2c6947f6c0d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:03:48.227028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fee8649a-166b-4a71-a9b3-a2c6947f6c0d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "DELETE /v2.0/networks/8ec44099-5d32-4df6-882f-a5ca81ab0d1f HTTP/1.1" status: 404 len: 339 time: 0.1406322 Mar 11 13:03:48.231732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52752) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:48.234070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Router 9874756a-f04f-4edc-b980-5191ecd47186 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:03:48.236803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:48.240645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.262026 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f6529-31f5-446e-b2d4-64c25fd52b4a None None] Network 88b0b370-f5aa-44c7-a7f1-f1af72a5fffe could not be found, it might have been deleted concurrently. {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 11 13:03:48.341870 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:03:48.345219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e65b5b43-82e7-4e24-9610-c07b64094d9e None None] Provisioning for port b72c8e8e-8fb4-4407-952b-33e46b1435f5 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:48.357110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e65b5b43-82e7-4e24-9610-c07b64094d9e None None] Provisioning complete for port b72c8e8e-8fb4-4407-952b-33e46b1435f5 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:48.357817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e65b5b43-82e7-4e24-9610-c07b64094d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.363209 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0de217-b380-4529-9798-ef45e7a601bc tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] DELETE failed (client error): The resource could not be found. Mar 11 13:03:48.363983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0de217-b380-4529-9798-ef45e7a601bc tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:03:48.373321 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:03:48.378395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:48.431765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.471285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4111025-2726-4564-a88a-cbd7f83cc02e req-207bd35e-e88d-4cd0-b311-7d1cb89d31b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:48.478582 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d4111025-2726-4564-a88a-cbd7f83cc02e req-207bd35e-e88d-4cd0-b311-7d1cb89d31b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6550932 Mar 11 13:03:48.481618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.487122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.487476 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 48dea4e3-9285-4d4b-bb47-5fa872302563 of type vlan for network a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 Mar 11 13:03:48.579906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.594215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.598145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.619971 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ae0de217-b380-4529-9798-ef45e7a601bc tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "DELETE /v2.0/ports/abfbd829-477f-4e43-98ab-8bc47e29ceaf HTTP/1.1" status: 404 len: 333 time: 0.3809338 Mar 11 13:03:48.628839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52756) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:48.671306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e65b5b43-82e7-4e24-9610-c07b64094d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.689571 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3f1d21-1882-4adf-957a-be821badb16d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] DELETE failed (client error): The resource could not be found. Mar 11 13:03:48.690004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3f1d21-1882-4adf-957a-be821badb16d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:03:48.761940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e65b5b43-82e7-4e24-9610-c07b64094d9e None None] For port b72c8e8e-8fb4-4407-952b-33e46b1435f5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b72c8e8e-8fb4-4407-952b-33e46b1435f5,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:48.770815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:48.782410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e65b5b43-82e7-4e24-9610-c07b64094d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.787420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:03:48.792050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c8bda-82d7-4bfd-bbdc-2576a2a23b7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:48.798463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c8bda-82d7-4bfd-bbdc-2576a2a23b7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:48.798609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf65ab28-8a87-427c-8ad3-035ad660a26d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:48.799256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-699c8bda-82d7-4bfd-bbdc-2576a2a23b7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:48.825711 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0e3f1d21-1882-4adf-957a-be821badb16d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "DELETE /v2.0/subnets/14ae4354-7717-42b3-85f4-2b68048aada6 HTTP/1.1" status: 404 len: 337 time: 0.1911039 Mar 11 13:03:48.829712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52760) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:48.836651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.836867 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Added segment 9f8778ae-1ea7-47fc-a08a-47917d0f6416 of type vlan for network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 Mar 11 13:03:48.850763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.877576 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d4111025-2726-4564-a88a-cbd7f83cc02e req-b32cc9d7-4559-41fc-aaca-4d7ff4e8da62 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979080 Mar 11 13:03:48.877759 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4a28e7-c99e-4207-b0c8-eac519144064 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] GET failed (client error): The resource could not be found. Mar 11 13:03:48.882504 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9c4a28e7-c99e-4207-b0c8-eac519144064 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "GET /v2.0/networks/9548292f-e089-4423-a219-e95191503e6b HTTP/1.1" status: 404 len: 339 time: 0.0463300 Mar 11 13:03:48.883119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Port': ['ID=d7c02ad3-9df2-413d-8658-9ce03f416a5a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:48.885188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:48.886931 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:26Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:48.892947 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631ad65-c5fb-4048-a302-235e5b7f2d3c None None] The sync data for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv is: [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:02:12Z', 'revision_number': 4, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e2551443-3cd4-41ed-b4e4-7e95640d4b36', 'name': '', 'network_id': '9346775a-32f7-42d4-9b7d-10b3cebf8d17', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'mac_address': 'fa:16:3e:04:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:26Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'subnets': [{'id': '2452bf8f-fc85-43da-bce0-93f1e76bb2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:48.923743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b5b43-82e7-4e24-9610-c07b64094d9e None None] Pushing event updated for resources: {'Port': ['ID=b72c8e8e-8fb4-4407-952b-33e46b1435f5,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:48.930621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.935163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4646662a-3170-45ff-8bd1-caf58d75bdb9 None None] Provisioning for port d7c02ad3-9df2-413d-8658-9ce03f416a5a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:48.936543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:48.943020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:48.943760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4646662a-3170-45ff-8bd1-caf58d75bdb9 None None] Provisioning complete for port d7c02ad3-9df2-413d-8658-9ce03f416a5a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:48.944321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4646662a-3170-45ff-8bd1-caf58d75bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.052990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-699c8bda-82d7-4bfd-bbdc-2576a2a23b7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:49.056560 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-699c8bda-82d7-4bfd-bbdc-2576a2a23b7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.0569267 Mar 11 13:03:49.084291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4646662a-3170-45ff-8bd1-caf58d75bdb9 None None] Port d7c02ad3-9df2-413d-8658-9ce03f416a5a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:49.104532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52772) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:49.125108 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f1a894-ea99-43aa-bf11-173b12410e13 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] GET failed (client error): The resource could not be found. Mar 11 13:03:49.126662 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60f1a894-ea99-43aa-bf11-173b12410e13 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "GET /v2.0/ports/c20be4c1-81a8-4cfc-96ca-5ff50048f60d HTTP/1.1" status: 404 len: 333 time: 0.2289057 Mar 11 13:03:49.168227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:49.184322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] Sync routers for ids ['9874756a-f04f-4edc-b980-5191ecd47186'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:49.197950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] Routers {'9874756a-f04f-4edc-b980-5191ecd47186'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:49.198791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52776) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:49.198919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9874756a-f04f-4edc-b980-5191ecd47186'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:49.203211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.214029 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-161ed0fa-e7f7-44c6-8cf4-dcc536e0987b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "PUT /v2.0/routers/9874756a-f04f-4edc-b980-5191ecd47186 HTTP/1.1" status: 200 len: 922 time: 5.2108381 Mar 11 13:03:49.215657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52782) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:49.215997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52784) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:49.346173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.358864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:49.375626 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7929fd-fda2-44d9-8f30-6cff749f4619 None None] New status for floating IP ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:03:49.398070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] Routers {'9874756a-f04f-4edc-b980-5191ecd47186'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:49.398994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9874756a-f04f-4edc-b980-5191ecd47186'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:49.485538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=a0a1b736-b548-47c7-a81d-31e4e6c2c9a4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:49.490764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:49.491994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066a748-fd4f-4548-8378-2420e58a5350 None None] The sync data for ids ['9874756a-f04f-4edc-b980-5191ecd47186'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:49.503493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca68d238-525b-4e9b-99be-e3fa4a5608ec None None] Provisioning complete for port b72c8e8e-8fb4-4407-952b-33e46b1435f5 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:49.504052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca68d238-525b-4e9b-99be-e3fa4a5608ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.512118 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d5231e-a824-4f56-8dc0-6b99ec1fa198 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] GET failed (client error): The resource could not be found. Mar 11 13:03:49.519896 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a0d5231e-a824-4f56-8dc0-6b99ec1fa198 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "GET /v2.0/subnets/b2b76527-e7f1-4c61-af72-abf282ba3954 HTTP/1.1" status: 404 len: 337 time: 0.3206329 Mar 11 13:03:49.529150 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a6a97d7a-c029-4e48-a833-8d6714e555a3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5993674 Mar 11 13:03:49.531632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.534571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:49.536350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.547302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52792) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:49.547570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52794) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:49.554222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:49.604053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-cbc6ebb9-6b4e-4076-a263-228ebb6b494d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:49.794941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:49.837102 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc6ebb9-6b4e-4076-a263-228ebb6b494d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] PUT failed (client error): The resource could not be found. Mar 11 13:03:49.837618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc6ebb9-6b4e-4076-a263-228ebb6b494d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:03:49.838746 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cbc6ebb9-6b4e-4076-a263-228ebb6b494d tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "PUT /v2.0/networks/e75bf0f4-eac3-4c11-868b-3f3f31119794 HTTP/1.1" status: 404 len: 339 time: 0.2555969 Mar 11 13:03:49.847760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52800) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:49.885048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca68d238-525b-4e9b-99be-e3fa4a5608ec None None] Provisioning for port a1b04b7f-c312-402d-b555-8cfabbb77d4c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:49.892015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca68d238-525b-4e9b-99be-e3fa4a5608ec None None] Provisioning complete for port a1b04b7f-c312-402d-b555-8cfabbb77d4c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:49.892673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca68d238-525b-4e9b-99be-e3fa4a5608ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.905534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port a1b04b7f-c312-402d-b555-8cfabbb77d4c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:49.906080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:49.911670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-860fe446-5787-4417-9390-160a6be77679 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:49.972168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca68d238-525b-4e9b-99be-e3fa4a5608ec None None] Port a1b04b7f-c312-402d-b555-8cfabbb77d4c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:49.996794 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0340445 Mar 11 13:03:50.021549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52804) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:50.028050 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-860fe446-5787-4417-9390-160a6be77679 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] PUT failed (client error): The resource could not be found. Mar 11 13:03:50.028510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860fe446-5787-4417-9390-160a6be77679 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:03:50.033837 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-860fe446-5787-4417-9390-160a6be77679 tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "PUT /v2.0/ports/6ef0d965-bfc0-49ed-862f-5737fe318066 HTTP/1.1" status: 404 len: 333 time: 0.1810772 Mar 11 13:03:50.033837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0724a57-2ed9-4b01-b4fe-5c9a55764865 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Network': ['ID=e630134f-f74a-4f2c-9d12-2bf87e70a4f7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:50.036688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52808) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:50.040107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'subnet': {'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:50.045194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:50.062481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:50.068992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:50.072585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:50.087432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:50.098910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:50.107847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-45d7da50-7492-4f4b-8b3b-00c9dcdafe7b tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:50.140804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8512ea0-9daa-44f9-9e12-ae0d4ccc26a5 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.149351 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d7da50-7492-4f4b-8b3b-00c9dcdafe7b tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] PUT failed (client error): The resource could not be found. Mar 11 13:03:50.150091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d7da50-7492-4f4b-8b3b-00c9dcdafe7b tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:03:50.158101 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-45d7da50-7492-4f4b-8b3b-00c9dcdafe7b tempest-NetworksNegativeTestJSON-855994215 tempest-NetworksNegativeTestJSON-855994215-project] 10.222.0.52 "PUT /v2.0/subnets/b7cd9420-510f-417b-ac57-25a6eeee4755 HTTP/1.1" status: 404 len: 337 time: 0.1047902 Mar 11 13:03:50.161820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:50.165562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.173267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:50.179093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e627cc86-ee12-412c-9791-567606405a1e None None] Provisioning complete for port a1b04b7f-c312-402d-b555-8cfabbb77d4c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:50.179626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e627cc86-ee12-412c-9791-567606405a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.217553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:50.268695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e627cc86-ee12-412c-9791-567606405a1e None None] Port a1b04b7f-c312-402d-b555-8cfabbb77d4c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:50.278257 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9399de6b-e156-4dfe-8243-383781c7dcba tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/9874756a-f04f-4edc-b980-5191ecd47186 HTTP/1.1" status: 200 len: 922 time: 1.0611348 Mar 11 13:03:50.278862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:50.290683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:subnet and tenant:1b5cc605d37248d98efbf7f413b60434 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:50.294464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:50.301318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:50.320782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Made reservation on behalf of 1b5cc605d37248d98efbf7f413b60434 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:50.323910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.596881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5223ff49-527f-4f45-b982-057a994aaf13 None None] Provisioning complete for port d7c02ad3-9df2-413d-8658-9ce03f416a5a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:50.599673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5223ff49-527f-4f45-b982-057a994aaf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.659957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52820) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:50.697212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5223ff49-527f-4f45-b982-057a994aaf13 None None] Port d7c02ad3-9df2-413d-8658-9ce03f416a5a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:50.742720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8512ea0-9daa-44f9-9e12-ae0d4ccc26a5 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.778931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.791009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f840a-1ad3-47aa-920b-2c9a5d3ae83d req-9b756544-d1da-4356-b7d8-d3dd5b0aa3d4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:50.792641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-407f840a-1ad3-47aa-920b-2c9a5d3ae83d req-9b756544-d1da-4356-b7d8-d3dd5b0aa3d4 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.0374625 Mar 11 13:03:50.819579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.914342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:50.930562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b72c8e8e-8fb4-4407-952b-33e46b1435f5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:50.941016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:50.966201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:400df892a3ed414681cbc69df4e3cd27 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:50.974282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:50.977086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=203febcd-2a65-446a-984c-ede214b419f9,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:50.987542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:51.003385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for a1b04b7f-c312-402d-b555-8cfabbb77d4c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:51.004579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '48dea4e3-9285-4d4b-bb47-5fa872302563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:51.004864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: a0a1b736-b548-47c7-a81d-31e4e6c2c9a4, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:51.033984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b72c8e8e-8fb4-4407-952b-33e46b1435f5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:51.036790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.069526 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-407f840a-1ad3-47aa-920b-2c9a5d3ae83d req-ddaa9e14-ec89-4553-9352-5d57df307b51 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662551 Mar 11 13:03:51.077005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Router 55deb55b-cf20-46f2-9b50-0d0165f4f828 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:03:51.084419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:51.089933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:03:51.090409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.130036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8512ea0-9daa-44f9-9e12-ae0d4ccc26a5 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.164622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Subnet': ['ID=794a9f10-9f9a-4223-bdb5-6f73321eb7c2,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:51.176961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, a0a1b736-b548-47c7-a81d-31e4e6c2c9a4) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:51.184786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:51.185361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.186815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee4ebc-1929-4d2e-88c4-d22611a04189 None None] Network a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:51.217318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79397fd7-7716-4381-bc8a-8b76f29588ca tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:51.218042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79397fd7-7716-4381-bc8a-8b76f29588ca tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Synchronizing usage tracker for tenant:5268c4d21e904d0d97981357e7e83a8e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:51.240306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8512ea0-9daa-44f9-9e12-ae0d4ccc26a5 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7979ae8-29e7-43ee-a36f-00f37f26a88f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:51.254806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Checking segment: {'id': '9f8778ae-1ea7-47fc-a08a-47917d0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:51.255170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network hostable DHCP agents. Network: e630134f-f74a-4f2c-9d12-2bf87e70a4f7, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:51.264271 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e2135e1b-9bcb-4dd4-8b67-f0dba6f47033 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6760435 Mar 11 13:03:51.273144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52826) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:51.305017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.330910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.342563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8512ea0-9daa-44f9-9e12-ae0d4ccc26a5 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.343696 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b8512ea0-9daa-44f9-9e12-ae0d4ccc26a5 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "DELETE /v2.0/security-groups/a7979ae8-29e7-43ee-a36f-00f37f26a88f HTTP/1.1" status: 204 len: 168 time: 2.1210649 Mar 11 13:03:51.374452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:51.391051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79397fd7-7716-4381-bc8a-8b76f29588ca tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Unset dirty status for tenant:5268c4d21e904d0d97981357e7e83a8e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:51.392156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-79397fd7-7716-4381-bc8a-8b76f29588ca tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=9874756a-f04f-4edc-b980-5191ecd47186&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1019068 Mar 11 13:03:51.418992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:51.441007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad465f0-4f07-4e1a-9996-ac125db44ce0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:51.451367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:51.467313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-a0a1b736-b548-47c7-a81d-31e4e6c2c9a4', 'network_id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': '203febcd-2a65-446a-984c-ede214b419f9'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:51.468241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.507526 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a06a626a-8651-4052-8f27-7d0fe05c9ff6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=400df892a3ed414681cbc69df4e3cd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8424067 Mar 11 13:03:51.512817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52838) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:51.513250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e630134f-f74a-4f2c-9d12-2bf87e70a4f7) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:51.536923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:51.537557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.538580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1efb9-3da9-4e78-bb43-df9d5bb4943b None None] Network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:51.582517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.606101 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-00e36796-3d12-4fa8-b9f6-dede11d582a8 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5825584 Mar 11 13:03:51.612159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:51.629348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1611530623', 'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:51.630265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:03:51.639893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:51.641991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eb03f51f-6f6c-4203-97e5-c1fd9d2ae6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.646178 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-97013b95-dd8e-4091-bdef-1a6796b08dd2 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] show failed (client error): The resource could not be found. Mar 11 13:03:51.647202 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97013b95-dd8e-4091-bdef-1a6796b08dd2 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "GET /v2.0/security-groups/a7979ae8-29e7-43ee-a36f-00f37f26a88f HTTP/1.1" status: 404 len: 347 time: 0.2611866 Mar 11 13:03:51.650991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] Sync routers for ids ['55deb55b-cf20-46f2-9b50-0d0165f4f828'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:51.656140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:51.672822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eb03f51f-6f6c-4203-97e5-c1fd9d2ae6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.684517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] Routers {'55deb55b-cf20-46f2-9b50-0d0165f4f828'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:51.685274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['55deb55b-cf20-46f2-9b50-0d0165f4f828'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:51.750226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:port and tenant:1b5cc605d37248d98efbf7f413b60434 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:51.754703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:51.760608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:51.774494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eb03f51f-6f6c-4203-97e5-c1fd9d2ae6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.780797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:51.783670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] Routers {'55deb55b-cf20-46f2-9b50-0d0165f4f828'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:03:51.784289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['55deb55b-cf20-46f2-9b50-0d0165f4f828'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:51.799190 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4de7e1b9-23a4-4c26-aedc-808ff9c2f36f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "PUT /v2.0/routers/55deb55b-cf20-46f2-9b50-0d0165f4f828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3076940 Mar 11 13:03:51.800490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52850) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:51.802569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03f51f-6f6c-4203-97e5-c1fd9d2ae6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad465f0-4f07-4e1a-9996-ac125db44ce0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:51.816391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'port': {'network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5', 'name': 'tempest-FloatingIPNegativeTestJSON-1058635146'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:51.829839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.851635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.882887 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Made reservation on behalf of 1b5cc605d37248d98efbf7f413b60434 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:51.885135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.894428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eb03f51f-6f6c-4203-97e5-c1fd9d2ae6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.898602 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-eb03f51f-6f6c-4203-97e5-c1fd9d2ae6ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cad465f0-4f07-4e1a-9996-ac125db44ce0 HTTP/1.1" status: 204 len: 168 time: 0.3803477 Mar 11 13:03:51.926140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:51.926544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4b381-0d4d-422e-abf3-7285e981d6a8 None None] The sync data for ids ['55deb55b-cf20-46f2-9b50-0d0165f4f828'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:51.942316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] device_id is not set on port a3c124ee-3f0b-4712-9345-d0773be9ff55 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:51.959158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:51.977277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=a1b04b7f-c312-402d-b555-8cfabbb77d4c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:51.998026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Deleting port 89ecd332-741e-4028-8819-76f6c3034fb8 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:51.998382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.052331 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b7fdde-a07c-41d5-8f34-ccda9208f730 None None] Network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:52.104397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.108415 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bc5abdda-1cc0-411b-b7a1-d36b675ddf43 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/a1b04b7f-c312-402d-b555-8cfabbb77d4c HTTP/1.1" status: 204 len: 168 time: 2.9876366 Mar 11 13:03:52.125796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52858) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:52.231261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620f18f-0d62-4302-947b-2ecb30e00553 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:52.233279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620f18f-0d62-4302-947b-2ecb30e00553 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:52.237466 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b620f18f-0d62-4302-947b-2ecb30e00553 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1026704 Mar 11 13:03:52.240012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52864) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:52.248437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:52.253970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60873b03-ad37-4ed5-bce8-36a3fc6a91d1 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:52.255087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60873b03-ad37-4ed5-bce8-36a3fc6a91d1 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Synchronizing usage tracker for tenant:5268c4d21e904d0d97981357e7e83a8e on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:52.255396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Allocated IP 172.20.0.1 (a0a1b736-b548-47c7-a81d-31e4e6c2c9a4/203febcd-2a65-446a-984c-ede214b419f9/9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:52.276278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:port and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:52.288809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:52.315148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:52.371349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Made reservation on behalf of 8e106ae070944fcf9f42b87df3c48347 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:52.375153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.389050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:03:52.393083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.415307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] device_id is not set on port f989598d-1f1b-4c6c-ab37-659074107ede yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:52.472244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.483235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Allocated IP 2001:db8::18 (e630134f-f74a-4f2c-9d12-2bf87e70a4f7/794a9f10-9f9a-4223-bdb5-6f73321eb7c2/a3c124ee-3f0b-4712-9345-d0773be9ff55) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:52.603003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.663082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Allocated IP 172.20.0.7 (e1daa700-3b9d-4580-9566-f2b8b806e6b5/ab414de8-285d-422d-8b94-1db95f6c89e1/f989598d-1f1b-4c6c-ab37-659074107ede) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:52.698152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.710573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Transition to ACTIVE for port object 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:52.734191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Transition to ACTIVE for port object 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:52.743115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.761977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60873b03-ad37-4ed5-bce8-36a3fc6a91d1 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Unset dirty status for tenant:5268c4d21e904d0d97981357e7e83a8e on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:52.765768 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60873b03-ad37-4ed5-bce8-36a3fc6a91d1 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 1.3394959 Mar 11 13:03:52.773655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52880) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:52.830519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Network a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:52.840061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:52.843115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.846518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:52.893467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.904504 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6cc973d3-4131-4a35-a5bd-f407ab928ea9 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=9874756a-f04f-4edc-b980-5191ecd47186 HTTP/1.1" status: 200 len: 205 time: 0.1296864 Mar 11 13:03:52.905262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=203febcd-2a65-446a-984c-ede214b419f9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:52.909276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52888) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:52.927782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.961659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.964172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:52.970374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.970696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:52.999439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c0b11-7a7b-4a12-b35a-3464c77abba5 req-6c5c15a4-bfb6-4349-bb8e-07a914973bba tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:53.001360 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f6c0b11-7a7b-4a12-b35a-3464c77abba5 req-6c5c15a4-bfb6-4349-bb8e-07a914973bba tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.3445470 Mar 11 13:03:53.024524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Pushing event updated for resources: {'Port': ['ID=9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:53.031995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a99e37-d6db-4ef2-b566-4ff1004460ad None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:53.056906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52892) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:53.065664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Attempting to bind port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:53.066025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Attempting to bind port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '48dea4e3-9285-4d4b-bb47-5fa872302563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:53.066372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Attempting to bind port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d on network a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:53.118616 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59871dd9-ed4f-4476-a341-03f4f2b1a79b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7 HTTP/1.1" status: 204 len: 168 time: 0.8650696 Mar 11 13:03:53.120234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:53.120604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Checking segment: {'id': '48dea4e3-9285-4d4b-bb47-5fa872302563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:53.121594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.121981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Bound using segment: {'id': '48dea4e3-9285-4d4b-bb47-5fa872302563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:53.122238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.122453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Bound port: 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48dea4e3-9285-4d4b-bb47-5fa872302563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:53.122822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.134936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Calling delete_port for 89ecd332-741e-4028-8819-76f6c3034fb8 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:53.175598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52896) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:53.274346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0f47a498-f280-4305-b2c2-5f0870be5701 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946374 Mar 11 13:03:53.282528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:53.295547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:53.311547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] For port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:53.315386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] For port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d,segment=NetworkSegment(48dea4e3-9285-4d4b-bb47-5fa872302563),segment_id=48dea4e3-9285-4d4b-bb47-5fa872302563)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:53.321322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f6c0b11-7a7b-4a12-b35a-3464c77abba5 req-79815054-568f-43a4-8bdf-52820a44245b tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633495 Mar 11 13:03:53.331448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.348597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--454174057'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:53.357137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:53.385632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:53.419838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.427657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec91f02-d7f4-45a7-aae7-43378afbd4d6 None None] Pushing event updated for resources: {'Port': ['ID=9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:53.510034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:53.526581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:53.545307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:03:53.548203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] Deleting port b72c8e8e-8fb4-4407-952b-33e46b1435f5 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:53.548766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.551353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:53.557758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:53.563027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:53.565146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.588477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a1b736-b548-47c7-a81d-31e4e6c2c9a4']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:53.611577 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef663f-7057-4936-8bfd-af939ec59b66 None None] Network a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:53.623678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dea4e3-9285-4d4b-bb47-5fa872302563') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:53.624166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dea4e3-9285-4d4b-bb47-5fa872302563') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:53.639941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.661521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.671369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:53.671908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.740526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:53.743580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:53.785255 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:53.829958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:53.836417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:53.841147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.857095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:53.877090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:53.890609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:53.894622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:03:53.894622 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:03:53.894622 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': 'a0a1b736-b548-47c7-a81d-31e4e6c2c9a4'}] Mar 11 13:03:53.894622 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:03:53.894988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:03:53.952542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.956862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:53.967688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.005228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] For port b72c8e8e-8fb4-4407-952b-33e46b1435f5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b72c8e8e-8fb4-4407-952b-33e46b1435f5,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:54.005595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.053692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Pushing event deleted for resources: {'Port': ['ID=89ecd332-741e-4028-8819-76f6c3034fb8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:54.135198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] Calling delete_port for b72c8e8e-8fb4-4407-952b-33e46b1435f5 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:54.139588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.151657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bcc5-963e-4a8d-b4f5-0c115504d505 req-cc4ab16c-174b-4607-8274-5f203c1c488e tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:54.153686 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b224bcc5-963e-4a8d-b4f5-0c115504d505 req-cc4ab16c-174b-4607-8274-5f203c1c488e tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4110618 Mar 11 13:03:54.183525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Deleting port 3cc0dd16-3f43-4157-a4bf-472e7cab0853 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:54.183884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.224295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:54.225415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Transition to ACTIVE for port object f989598d-1f1b-4c6c-ab37-659074107ede will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:54.226962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c124ee-3f0b-4712-9345-d0773be9ff55,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:54.240601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:54.243368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:54.244002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:54.244834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.280335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.281308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.285251 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b224bcc5-963e-4a8d-b4f5-0c115504d505 req-88896ddf-618c-4e0a-8a31-e8db0da1f9b7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176820 Mar 11 13:03:54.329589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] No DVR routers for this DVR port b72c8e8e-8fb4-4407-952b-33e46b1435f5 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:54.331738 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4dc5f864-1b84-4f02-b6e8-3e818e6a6351 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7185256 Mar 11 13:03:54.335286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52910) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:54.342327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.348977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94d4c5-0c94-4634-83b4-d48279a8f10a None None] Pushing event deleted for resources: {'Port': ['ID=b72c8e8e-8fb4-4407-952b-33e46b1435f5,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:54.359615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47951fb-149c-4a9d-9cde-93758a01a2cf None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:03:54.363445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.382522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:54.394116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:54.405308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:54.416351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:54.425903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.432376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Deleting port a3c124ee-3f0b-4712-9345-d0773be9ff55 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:54.433040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.444803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefdba86-7ac9-497c-94a1-bafd1ecce61a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:54.449373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.453402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6136a2d3-889c-4c6c-8a0f-b3efce7c1695 tempest-ServersTestJSON-724258904 tempest-ServersTestJSON-724258904-project] 10.222.0.52 "DELETE /v2.0/floatingips/ecbe4d88-1f3c-4e4f-9ae8-b20b0becda2a HTTP/1.1" status: 204 len: 168 time: 2.7910030 Mar 11 13:03:54.459675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52914) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:54.460543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.483949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47951fb-149c-4a9d-9cde-93758a01a2cf None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:03:54.560404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.629422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:54.641342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:54.646721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=f8c5eac7-9e55-44c9-92a9-434b1b3ec857,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:54.659698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:54.660048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.705641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:54.706241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.725520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:54.756106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:54.778183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.781809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:54.786611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.822812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Port': ['ID=f989598d-1f1b-4c6c-ab37-659074107ede,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:54.831037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.845314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'f8c5eac7-9e55-44c9-92a9-434b1b3ec857'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:54.848403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:54.942108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b72c8e8e-8fb4-4407-952b-33e46b1435f5 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:03:54.952957 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c5166d4-22bf-4aa0-ab34-0b6fc8b19b5d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6673241 Mar 11 13:03:54.966485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:54.983767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': 'f8c5eac7-9e55-44c9-92a9-434b1b3ec857', 'ip_address': '2001:db8::9810:9490:3cda:b50a'}], 'name': 'tempest-NetworksTestDHCPv6-795734264'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:54.987463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b72c8e8e-8fb4-4407-952b-33e46b1435f5 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:03:54.988014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b72c8e8e-8fb4-4407-952b-33e46b1435f5 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:03:55.032638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85148bf-9e29-4a2d-971f-4b806cf26b9a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:55.035753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.037113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1a4bac9-a6bc-4112-8275-c3288225f850 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9778016 Mar 11 13:03:55.044950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:55.070987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/f8c5eac7-9e55-44c9-92a9-434b1b3ec857/95378715-953e-43bb-9d8a-d6b4fd962aba) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:55.095351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Calling delete_port for 3cc0dd16-3f43-4157-a4bf-472e7cab0853 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:55.160822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:55.160822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.279986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.287643 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-458f0d06-10a0-4e63-a6df-af28166a3bbe tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4863143 Mar 11 13:03:55.288452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8aa53b94-494d-44d7-85ae-97337335e5ef tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:03:55.291227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:55.295574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:55.296645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.297246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Transition to ACTIVE for port object 95378715-953e-43bb-9d8a-d6b4fd962aba will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:55.307562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:55.318048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:55.323671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:55.333864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Transition to ACTIVE for port object 95378715-953e-43bb-9d8a-d6b4fd962aba will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:55.338664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:floatingip and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:55.345533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.345693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:55.353550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:55.368608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:55.373401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8aa53b94-494d-44d7-85ae-97337335e5ef tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:03:55.374833 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8aa53b94-494d-44d7-85ae-97337335e5ef tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3287950 Mar 11 13:03:55.388993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:55.406580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d7649703-bf31-4e6f-ad37-160666ee401e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-security--746758554', 'description': 'tempest-security-description-1763362479'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:55.443302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:55.447328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:55.457112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:55.472171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Calling delete_port for a3c124ee-3f0b-4712-9345-d0773be9ff55 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:55.515589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d,segment=NetworkSegment(48dea4e3-9285-4d4b-bb47-5fa872302563),segment_id=48dea4e3-9285-4d4b-bb47-5fa872302563)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:55.515943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.560096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Pushing event updated for resources: {'Port': ['ID=95378715-953e-43bb-9d8a-d6b4fd962aba,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:55.597128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Attempting to bind port 95378715-953e-43bb-9d8a-d6b4fd962aba on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:03:55.597545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Attempting to bind port 95378715-953e-43bb-9d8a-d6b4fd962aba by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:03:55.597784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Attempting to bind port 95378715-953e-43bb-9d8a-d6b4fd962aba on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:03:55.604683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:03:55.605727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:55.606167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.606561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:03:55.607028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Bound port: 95378715-953e-43bb-9d8a-d6b4fd962aba, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:03:55.607401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.648464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.706763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] For port 95378715-953e-43bb-9d8a-d6b4fd962aba, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:03:55.710095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] For port 95378715-953e-43bb-9d8a-d6b4fd962aba, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=95378715-953e-43bb-9d8a-d6b4fd962aba,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:03:55.715508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.746241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7649703-bf31-4e6f-ad37-160666ee401e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.771821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:55.798492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f5bc0-8e49-4397-b69d-dd05e1638a6a None None] Pushing event updated for resources: {'Port': ['ID=95378715-953e-43bb-9d8a-d6b4fd962aba,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:55.807625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.954455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7649703-bf31-4e6f-ad37-160666ee401e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:55.963158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port b08e3cec-4d9a-49de-b990-7130c2d2132e yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:03:55.983558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.018658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8a06a-a244-4de7-b3b7-30ffa4291b20 req-2c4b3152-eb3a-4565-a38c-0d6977ac07da tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:56.020231 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6db8a06a-a244-4de7-b3b7-30ffa4291b20 req-2c4b3152-eb3a-4565-a38c-0d6977ac07da tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4179788 Mar 11 13:03:56.023042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7649703-bf31-4e6f-ad37-160666ee401e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.025504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7649703-bf31-4e6f-ad37-160666ee401e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.029259 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d7649703-bf31-4e6f-ad37-160666ee401e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "PUT /v2.0/security-groups/b85148bf-9e29-4a2d-971f-4b806cf26b9a HTTP/1.1" status: 200 len: 1777 time: 0.6324017 Mar 11 13:03:56.042030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52936) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:56.066502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.070446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:56.072362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port 9f5c0ba4-0e0f-4d20-b7ba-209dcf45726d on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:03:56.143311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7649703-bf31-4e6f-ad37-160666ee401e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85148bf-9e29-4a2d-971f-4b806cf26b9a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:56.160932 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6db8a06a-a244-4de7-b3b7-30ffa4291b20 req-ed512521-ce9d-45cd-8aa5-13f276811219 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207807 Mar 11 13:03:56.187113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event deleted for resources: {'Port': ['ID=3cc0dd16-3f43-4157-a4bf-472e7cab0853,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:56.213849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.347680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.419749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.423097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3c124ee-3f0b-4712-9345-d0773be9ff55,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:56.427890 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c9b1bd2d-051e-40da-9780-6c0344caca43 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups/b85148bf-9e29-4a2d-971f-4b806cf26b9a HTTP/1.1" status: 200 len: 1777 time: 0.3842866 Mar 11 13:03:56.445787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52942) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:56.476162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.515243 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.522153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a1b736-b548-47c7-a81d-31e4e6c2c9a4']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:56.531298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.562790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::9810:9490:3cda:b50a (03007ba6-d1e0-4ba6-aa08-eced2aedda75/f8c5eac7-9e55-44c9-92a9-434b1b3ec857/b08e3cec-4d9a-49de-b990-7130c2d2132e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:56.643394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dea4e3-9285-4d4b-bb47-5fa872302563') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:56.643696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dea4e3-9285-4d4b-bb47-5fa872302563') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:56.666842 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0b7bb80a-5c73-4e6e-afda-a37f14960adf tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "DELETE /v2.0/ports/a3c124ee-3f0b-4712-9345-d0773be9ff55 HTTP/1.1" status: 204 len: 168 time: 2.3273697 Mar 11 13:03:56.668415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52946) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:56.735654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.752570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7', 'external_fixed_ips': [{'subnet_id': '794a9f10-9f9a-4223-bdb5-6f73321eb7c2', 'ip_address': '2001:db8::18'}]}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:56.760617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.764517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:56.767114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.775904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:router and tenant:1b5cc605d37248d98efbf7f413b60434 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:56.779533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.783695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:56.799923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:56.802570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:03:56.802960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:03:56.818232 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:03:56.884223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7b93-19de-4ac0-bf37-2ace536e595f req-d72e7379-c752-4064-8e13-f6eabfa91315 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:56.885834 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9bed7b93-19de-4ac0-bf37-2ace536e595f req-d72e7379-c752-4064-8e13-f6eabfa91315 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6046414 Mar 11 13:03:56.893205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.894015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Fanout notify agent at l3_agent the message router_deleted on router 9874756a-f04f-4edc-b980-5191ecd47186 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:03:56.899354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.900367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.924937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.929517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-184679f1-75f3-4bea-9e84-493206e3b459 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.930231 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e5f6a4e4-90b7-494b-992c-e96134aa69f6 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/9874756a-f04f-4edc-b980-5191ecd47186 HTTP/1.1" status: 204 len: 168 time: 4.0084531 Mar 11 13:03:56.930231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.930643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52950) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:56.948087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4653c4c-4de2-4db7-b574-1ccd8e4805d0 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:56.954461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-904707123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:56.962337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.968964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:56.980929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:56.983807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=a0a1b736-b548-47c7-a81d-31e4e6c2c9a4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:56.986567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Usage tracker for resource:router and tenant:715ea961e89646f19dd7580caff139f5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:56.993112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 95378715-953e-43bb-9d8a-d6b4fd962aba up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:56.996003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:57.000369 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4ff2c8bc-8f5b-4725-b2e3-799a2ec166fd tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 HTTP/1.1" status: 204 len: 168 time: 5.7234972 Mar 11 13:03:57.001151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Allocated IP 172.26.4.179 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/23c68a39-11fa-4e2d-95a5-ee0d78ef6708) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:57.006216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52954) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:57.010249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:57.015987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969729440'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:57.022777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:57.031478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:57.036671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:57.047537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:57.056841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.058493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.136284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:57.140382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.145152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0f77da4d-3692-4d02-a64b-f5c632365d07 None None] Provisioning for port 95378715-953e-43bb-9d8a-d6b4fd962aba completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:57.223521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 95378715-953e-43bb-9d8a-d6b4fd962aba completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:57.233973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 95378715-953e-43bb-9d8a-d6b4fd962aba triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:57.234337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.245960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.263207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-184679f1-75f3-4bea-9e84-493206e3b459 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.347719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b5508c75-d857-4de4-81eb-738bbe647cd6 None None] Provisioning for port f989598d-1f1b-4c6c-ab37-659074107ede completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:57.359097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b5508c75-d857-4de4-81eb-738bbe647cd6 None None] Provisioning complete for port f989598d-1f1b-4c6c-ab37-659074107ede triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:57.359456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b5508c75-d857-4de4-81eb-738bbe647cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.437747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:03:57.511663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.517337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b5508c75-d857-4de4-81eb-738bbe647cd6 None None] Port f989598d-1f1b-4c6c-ab37-659074107ede cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:57.517660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.518003 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment b5331d2a-038d-4119-ad30-3b2806a511da of type vlan for network 5410d56a-9124-4794-9ac1-f77149cdd36d Mar 11 13:03:57.533359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.558891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.572053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 95378715-953e-43bb-9d8a-d6b4fd962aba, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=95378715-953e-43bb-9d8a-d6b4fd962aba,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:57.579625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.588859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.612027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.617698 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9bed7b93-19de-4ac0-bf37-2ace536e595f req-7df1ed74-5c69-4a82-a8bd-1d4eee59c251 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6472898 Mar 11 13:03:57.622822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.624013 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9e33dc2-617b-40ed-bdb9-e4aeb88f5b9b tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6925175 Mar 11 13:03:57.631576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52958) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:57.654939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:57.701262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=95378715-953e-43bb-9d8a-d6b4fd962aba,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:57.723799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.729406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:57.730685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.775864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-184679f1-75f3-4bea-9e84-493206e3b459 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.796737 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7865925 Mar 11 13:03:57.797887 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52964) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:57.807648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '5410d56a-9124-4794-9ac1-f77149cdd36d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:57.846528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f5af526e-2dc8-48cc-b754-835219420e56 None None] Provisioning complete for port 95378715-953e-43bb-9d8a-d6b4fd962aba triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:57.847113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f5af526e-2dc8-48cc-b754-835219420e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:57.903830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f5e5-d570-413e-89fa-bb9241410933 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=5410d56a-9124-4794-9ac1-f77149cdd36d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:57.943831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 5410d56a-9124-4794-9ac1-f77149cdd36d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:03:57.981066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184679f1-75f3-4bea-9e84-493206e3b459 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85148bf-9e29-4a2d-971f-4b806cf26b9a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:57.985133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:57.990930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:57.994290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:58.035213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:58.044799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.059297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:58.062754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.211533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object b08e3cec-4d9a-49de-b990-7130c2d2132e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:58.220137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Deleting port e2551443-3cd4-41ed-b4e4-7e95640d4b36 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:03:58.220472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.243925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.248117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-184679f1-75f3-4bea-9e84-493206e3b459 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.249200 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-184679f1-75f3-4bea-9e84-493206e3b459 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/b85148bf-9e29-4a2d-971f-4b806cf26b9a HTTP/1.1" status: 204 len: 168 time: 1.8027668 Mar 11 13:03:58.255474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52968) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:58.368707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.378815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.418083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:58.423253 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e88f82cb-f035-473c-a9dc-13e93b7c7085 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1575348 Mar 11 13:03:58.423253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.425474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52972) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:58.448762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:58.471823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:58.507125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Port': ['ID=23c68a39-11fa-4e2d-95a5-ee0d78ef6708,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:58.514510 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-b6ac60de-0a6e-495e-a843-8501d070b6c6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] delete failed (client error): The resource could not be found. Mar 11 13:03:58.515530 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b6ac60de-0a6e-495e-a843-8501d070b6c6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/b85148bf-9e29-4a2d-971f-4b806cf26b9a HTTP/1.1" status: 404 len: 347 time: 0.0893087 Mar 11 13:03:58.523759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52976) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:58.539993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aabf2-9455-44a3-b3ee-44449d28b927 req-5a36ccbb-13bf-477c-b95d-f0ec90e637ee tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:58.541406 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-561aabf2-9455-44a3-b3ee-44449d28b927 req-5a36ccbb-13bf-477c-b95d-f0ec90e637ee tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7583840 Mar 11 13:03:58.557361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001116342'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:58.616946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:58.650430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:58.658064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.666348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:58.676069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.725770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:58.774723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Allocated IP 2001:db8::18 (e630134f-f74a-4f2c-9d12-2bf87e70a4f7/794a9f10-9f9a-4223-bdb5-6f73321eb7c2/a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:58.782782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=e22ec3c1-52ba-4353-8104-3564572f2878,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:58.814511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': 'b5331d2a-038d-4119-ad30-3b2806a511da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5410d56a-9124-4794-9ac1-f77149cdd36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:03:58.814868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 5410d56a-9124-4794-9ac1-f77149cdd36d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:03:58.836377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:58.844313 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-561aabf2-9455-44a3-b3ee-44449d28b927 req-f5a7c551-9452-4d8b-95bd-e04ff370fb90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911284 Mar 11 13:03:58.858113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:58.859997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.868830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:58.874307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:58.874901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.922221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=b08e3cec-4d9a-49de-b990-7130c2d2132e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:58.933297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] For port e2551443-3cd4-41ed-b4e4-7e95640d4b36, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e2551443-3cd4-41ed-b4e4-7e95640d4b36,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:03:58.933297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:58.934240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 5410d56a-9124-4794-9ac1-f77149cdd36d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:03:58.960992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:03:58.961409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 5410d56a-9124-4794-9ac1-f77149cdd36d) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:58.963956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 95378715-953e-43bb-9d8a-d6b4fd962aba up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:03:58.981561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:58.982208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.014802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.046521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0e604-9152-4754-8ac6-b8cbc00a233e None None] Network 5410d56a-9124-4794-9ac1-f77149cdd36d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:03:59.069551 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c649165c-d728-4603-a920-9755e147ce2e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2688143 Mar 11 13:03:59.072394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52982) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:59.079484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.174993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 95378715-953e-43bb-9d8a-d6b4fd962aba triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:59.175622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.219748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:03:59.225068 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3e8774bb-8ca8-4b09-a6af-04f2c2b393b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2575130 Mar 11 13:03:59.235058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Calling delete_port for e2551443-3cd4-41ed-b4e4-7e95640d4b36 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:03:59.261768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-195c3d87-930b-49d5-9094-b8be10c4bcc5 None None] Provisioning for port b08e3cec-4d9a-49de-b990-7130c2d2132e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:03:59.267467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:03:59.272727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 52986) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:59.302285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-195c3d87-930b-49d5-9094-b8be10c4bcc5 None None] Provisioning complete for port b08e3cec-4d9a-49de-b990-7130c2d2132e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:03:59.302610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-195c3d87-930b-49d5-9094-b8be10c4bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.319813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.355884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:03:59.387386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:59.399695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:59.402763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:59.447887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-195c3d87-930b-49d5-9094-b8be10c4bcc5 None None] Port b08e3cec-4d9a-49de-b990-7130c2d2132e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:03:59.461053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-5410d56a-9124-4794-9ac1-f77149cdd36d', 'network_id': '5410d56a-9124-4794-9ac1-f77149cdd36d', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': 'e22ec3c1-52ba-4353-8104-3564572f2878'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:03:59.461953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.589158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Port': ['ID=a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:59.599607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.628052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.630629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.638143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Allocated IP 172.20.0.2 (5410d56a-9124-4794-9ac1-f77149cdd36d/e22ec3c1-52ba-4353-8104-3564572f2878/dc182e58-0d81-4943-b4ee-979dff996282) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:59.662001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.782459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.849217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.861589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Transition to ACTIVE for port object dc182e58-0d81-4943-b4ee-979dff996282 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:59.879014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Transition to ACTIVE for port object dc182e58-0d81-4943-b4ee-979dff996282 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:03:59.888216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.912974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65897752-44f3-47d9-8569-9387c02e0e8b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:59.924821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.926482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:03:59.927842 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b2b20d3-fe60-4f1c-b283-775a9ffb201e tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3960783 Mar 11 13:03:59.966687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Network 5410d56a-9124-4794-9ac1-f77149cdd36d is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:59.970151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:59.972023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Pushing event updated for resources: {'Port': ['ID=dc182e58-0d81-4943-b4ee-979dff996282,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:59.974338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:03:59.986838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52990) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:03:59.996853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c97b5e-72b3-4f7b-8722-d2ccd19f3138 req-ca40371d-e101-41ff-9a6a-8dffd43106b3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:00.000398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '65897752-44f3-47d9-8569-9387c02e0e8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:00.002093 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7c97b5e-72b3-4f7b-8722-d2ccd19f3138 req-ca40371d-e101-41ff-9a6a-8dffd43106b3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7753994 Mar 11 13:04:00.012567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:00.022411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:00.026490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34c6ed-5466-4066-a56b-606e4b997bb9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:00.027804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:00.030959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.034000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34c6ed-5466-4066-a56b-606e4b997bb9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:00.034964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0e34c6ed-5466-4066-a56b-606e4b997bb9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:00.064781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:00.070395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Attempting to bind port dc182e58-0d81-4943-b4ee-979dff996282 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:00.070778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Attempting to bind port dc182e58-0d81-4943-b4ee-979dff996282 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'b5331d2a-038d-4119-ad30-3b2806a511da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5410d56a-9124-4794-9ac1-f77149cdd36d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:00.071131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Attempting to bind port dc182e58-0d81-4943-b4ee-979dff996282 on network 5410d56a-9124-4794-9ac1-f77149cdd36d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:00.076802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:00.077172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Checking segment: {'id': 'b5331d2a-038d-4119-ad30-3b2806a511da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5410d56a-9124-4794-9ac1-f77149cdd36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:00.077594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.077978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Bound using segment: {'id': 'b5331d2a-038d-4119-ad30-3b2806a511da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5410d56a-9124-4794-9ac1-f77149cdd36d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:00.078426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Bound port: dc182e58-0d81-4943-b4ee-979dff996282, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5331d2a-038d-4119-ad30-3b2806a511da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5410d56a-9124-4794-9ac1-f77149cdd36d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:00.078791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.081915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=e22ec3c1-52ba-4353-8104-3564572f2878,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:00.121631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.168622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] For port dc182e58-0d81-4943-b4ee-979dff996282, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:00.171760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] For port dc182e58-0d81-4943-b4ee-979dff996282, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=dc182e58-0d81-4943-b4ee-979dff996282,segment=NetworkSegment(b5331d2a-038d-4119-ad30-3b2806a511da),segment_id=b5331d2a-038d-4119-ad30-3b2806a511da)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:00.176154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.183750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0e34c6ed-5466-4066-a56b-606e4b997bb9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:00.187821 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e34c6ed-5466-4066-a56b-606e4b997bb9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.9038527 Mar 11 13:04:00.190818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 52994) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:00.203578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.203795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.272590 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7c97b5e-72b3-4f7b-8722-d2ccd19f3138 req-16227c8f-6027-4383-b446-77a636f47710 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242146 Mar 11 13:04:00.316137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.336467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84dfe3-05e6-4e1c-9f6b-d9fb93679cb9 None None] Pushing event updated for resources: {'Port': ['ID=dc182e58-0d81-4943-b4ee-979dff996282,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:00.381295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825b5a2-694b-4097-8f00-af4b90d64283 None None] Network 5410d56a-9124-4794-9ac1-f77149cdd36d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:00.450511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5410d56a-9124-4794-9ac1-f77149cdd36d']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:00.489344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port b08e3cec-4d9a-49de-b990-7130c2d2132e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:00.489844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.519741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5331d2a-038d-4119-ad30-3b2806a511da') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:00.520145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5331d2a-038d-4119-ad30-3b2806a511da') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:00.566062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.633546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.642408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08971742-0b91-4deb-9087-d73c6ff8f39a None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:04:00.717673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.720418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Pushing event deleted for resources: {'Port': ['ID=e2551443-3cd4-41ed-b4e4-7e95640d4b36,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:00.768930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Allocated IP 172.26.4.236 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/ef515c04-ae7a-4486-adb6-c88a78d0947f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:00.770434 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08971742-0b91-4deb-9087-d73c6ff8f39a None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:04:00.773357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.806597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.853513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:00.853947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:00.871931 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:00.876413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.893264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1677985-be3e-477d-a284-8b4e62c057be req-b5be3046-6329-4e23-b4cf-b2e945a77957 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:00.894720 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1677985-be3e-477d-a284-8b4e62c057be req-b5be3046-6329-4e23-b4cf-b2e945a77957 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4285207 Mar 11 13:04:00.906636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:00.908543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.131204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Port': ['ID=23c68a39-11fa-4e2d-95a5-ee0d78ef6708,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:01.151302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ca267e-70fe-4f53-92c2-d3824b3c083f,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:01.179347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:04:01.179347 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:04:01.179347 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': '5410d56a-9124-4794-9ac1-f77149cdd36d'}] Mar 11 13:04:01.179347 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:01.179735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:01.190237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.191603 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ce19fc75-0efe-42ab-b53d-8c72b1e75c07 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2037442 Mar 11 13:04:01.198479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53000) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:01.299736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.321961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1677985-be3e-477d-a284-8b4e62c057be req-9bb496b1-ad6f-4522-a8ce-f6a954d77f29 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394762 Mar 11 13:04:01.324270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.340484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa361-25b1-4a7f-b70c-48a6ead8c4c5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.365480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.369469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0f825906-b507-4d45-a10d-04ad13c8273f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0690670 Mar 11 13:04:01.418628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53004) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:01.465595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.479526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.480338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-45bbbdb0-2e63-43f1-8ccf-be0e5473425b tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'floatingip': {'port_id': 'f989598d-1f1b-4c6c-ab37-659074107ede', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:01.533929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa361-25b1-4a7f-b70c-48a6ead8c4c5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.545141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for b08e3cec-4d9a-49de-b990-7130c2d2132e owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:01.652308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45bbbdb0-2e63-43f1-8ccf-be0e5473425b tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.701831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.706611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.735347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa361-25b1-4a7f-b70c-48a6ead8c4c5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.800410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:01.817615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b9e51-02c7-4eb2-a8b5-b1ae23f80392 req-fe64f622-007b-4641-9014-5b33183b51f1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:01.819230 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-023b9e51-02c7-4eb2-a8b5-b1ae23f80392 req-fe64f622-007b-4641-9014-5b33183b51f1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.3264620 Mar 11 13:04:01.820052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:01.821908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aa361-25b1-4a7f-b70c-48a6ead8c4c5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6ca267e-70fe-4f53-92c2-d3824b3c083f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:01.823005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event updated for resources: {'Port': ['ID=ef515c04-ae7a-4486-adb6-c88a78d0947f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:01.826592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:01.829220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa361-25b1-4a7f-b70c-48a6ead8c4c5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.830822 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fd2aa361-25b1-4a7f-b70c-48a6ead8c4c5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c6ca267e-70fe-4f53-92c2-d3824b3c083f HTTP/1.1" status: 204 len: 168 time: 0.6306577 Mar 11 13:04:01.835065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53010) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:01.837788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port dc182e58-0d81-4943-b4ee-979dff996282 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:01.838078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:01.978216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Router 98d1a0df-4dfc-499d-8028-92b9ad794537 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:02.111455 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-023b9e51-02c7-4eb2-a8b5-b1ae23f80392 req-a1b770b0-c426-4383-8749-c2caff876602 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562521 Mar 11 13:04:02.162183 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-45bbbdb0-2e63-43f1-8ccf-be0e5473425b tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] update failed (client error): The resource could not be found. Mar 11 13:04:02.165767 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-45bbbdb0-2e63-43f1-8ccf-be0e5473425b tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "PUT /v2.0/floatingips/3fec781e-5c4a-4662-8e2d-797412be03d7 HTTP/1.1" status: 404 len: 507 time: 0.6874251 Mar 11 13:04:02.165767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:02.172193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53016) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:02.173165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cabf4fe8-762d-482e-b717-2a232627e917 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:02.402095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=b08e3cec-4d9a-49de-b990-7130c2d2132e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:02.548084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Router 068abad3-85bb-4c57-bfde-1b94547bde58 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:04:02.555483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Deleting port 23c68a39-11fa-4e2d-95a5-ee0d78ef6708 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:02.555872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:02.574485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cabf4fe8-762d-482e-b717-2a232627e917 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:02.579039 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cabf4fe8-762d-482e-b717-2a232627e917 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7140586 Mar 11 13:04:02.585543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53020) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:02.588282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:02.610080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port dc182e58-0d81-4943-b4ee-979dff996282, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=dc182e58-0d81-4943-b4ee-979dff996282,segment=NetworkSegment(b5331d2a-038d-4119-ad30-3b2806a511da),segment_id=b5331d2a-038d-4119-ad30-3b2806a511da)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:02.610456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:02.634633 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9d2afb33-e26b-4c54-beb4-fc57a310c181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/b08e3cec-4d9a-49de-b990-7130c2d2132e HTTP/1.1" status: 204 len: 168 time: 2.4405153 Mar 11 13:04:02.645826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53024) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:02.743014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:02.750297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for dc182e58-0d81-4943-b4ee-979dff996282 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:02.752741 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Sync routers for ids ['98d1a0df-4dfc-499d-8028-92b9ad794537'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:02.762544 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Routers {'98d1a0df-4dfc-499d-8028-92b9ad794537'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:02.763200 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['98d1a0df-4dfc-499d-8028-92b9ad794537'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:02.810316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:02.814404 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-edea2316-10b8-4bc2-9b06-146d7b37e84f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.0808952 Mar 11 13:04:02.817883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53028) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:02.948314 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Set router 98d1a0df-4dfc-499d-8028-92b9ad794537 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:02.985163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.022702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d67a71-9523-411b-a30a-acc83741b181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:03.024094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d67a71-9523-411b-a30a-acc83741b181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:03.024832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f5d67a71-9523-411b-a30a-acc83741b181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:03.037348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=dc182e58-0d81-4943-b4ee-979dff996282,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:03.054336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port dc182e58-0d81-4943-b4ee-979dff996282 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:03.106278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.126140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5794eb66-0272-48b1-8dfb-f9adf74d5b54 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.205116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.237797 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1a0df-4dfc-499d-8028-92b9ad794537', 'name': '', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7', 'external_fixed_ips': [{'subnet_id': '794a9f10-9f9a-4223-bdb5-6f73321eb7c2', 'ip_address': '2001:db8::18'}], 'enable_snat': True}, 'gw_port_id': 'a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:56Z', 'updated_at': '2022-03-11T13:03:59Z', 'revision_number': 3, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port': {'id': 'a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b', 'name': '', 'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d1a0df-4dfc-499d-8028-92b9ad794537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '794a9f10-9f9a-4223-bdb5-6f73321eb7c2', 'ip_address': '2001:db8::18', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:03:58Z', 'updated_at': '2022-03-11T13:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '794a9f10-9f9a-4223-bdb5-6f73321eb7c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:03.242000 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Checking router: 98d1a0df-4dfc-499d-8028-92b9ad794537 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:03.242543 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Updating router 98d1a0df-4dfc-499d-8028-92b9ad794537 port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:04:03.268787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f5d67a71-9523-411b-a30a-acc83741b181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:03.272476 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f5d67a71-9523-411b-a30a-acc83741b181 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6067841 Mar 11 13:04:03.282932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5794eb66-0272-48b1-8dfb-f9adf74d5b54 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.289967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:03.293889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.294666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.299893 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.303202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:03.316155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] Sync routers for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:03.318047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.318545 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dabc3148-b1fd-4635-95f9-01203f1a95db admin admin] 10.222.0.52 "PUT /v2.0/routers/068abad3-85bb-4c57-bfde-1b94547bde58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8539310 Mar 11 13:04:03.325552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53036) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:03.335171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:03.336978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:03.438590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5410d56a-9124-4794-9ac1-f77149cdd36d']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:03.467094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5331d2a-038d-4119-ad30-3b2806a511da') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:03.467424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5331d2a-038d-4119-ad30-3b2806a511da') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:03.484683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Calling delete_port for 23c68a39-11fa-4e2d-95a5-ee0d78ef6708 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:03.491933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.514121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.581715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.596361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:03.596823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:03.613131 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:03.654623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:03.656490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet f8c5eac7-9e55-44c9-92a9-434b1b3ec857 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:03.665889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.710167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5794eb66-0272-48b1-8dfb-f9adf74d5b54 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.770333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794eb66-0272-48b1-8dfb-f9adf74d5b54 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65897752-44f3-47d9-8569-9387c02e0e8b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:03.771697 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.782277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Deleting port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:03.783046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.888926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:03.969888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.001182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.015801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:04:00Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:04.019873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] Checking router: 068abad3-85bb-4c57-bfde-1b94547bde58 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:04.027481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.028880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] Routers {'068abad3-85bb-4c57-bfde-1b94547bde58'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:04.029602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['068abad3-85bb-4c57-bfde-1b94547bde58'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:04.076903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5794eb66-0272-48b1-8dfb-f9adf74d5b54 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.080661 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5794eb66-0272-48b1-8dfb-f9adf74d5b54 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/65897752-44f3-47d9-8569-9387c02e0e8b HTTP/1.1" status: 204 len: 168 time: 1.4915721 Mar 11 13:04:04.085837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53040) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:04.092116 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=5410d56a-9124-4794-9ac1-f77149cdd36d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:04.163834 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/5410d56a-9124-4794-9ac1-f77149cdd36d HTTP/1.1" status: 204 len: 168 time: 5.0900087 Mar 11 13:04:04.165167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.165535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.165865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.166199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.166512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.166836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.167684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.168002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.168316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.168627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.168939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.169254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4c249-5354-4950-b497-3a638e0c7bfa tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:04.179511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53044) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:04.194085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300716972'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:04.206485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:04.211892 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Transition to ACTIVE for port object a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:04.220408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] Set router 068abad3-85bb-4c57-bfde-1b94547bde58 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:04.222926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.225037 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.229213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:04.237795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:04.257123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:04.273378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.282154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.305072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event deleted for resources: {'Port': ['ID=23c68a39-11fa-4e2d-95a5-ee0d78ef6708,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:04.314154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.338515 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bfcad-835b-4775-b80c-050d2896638d None None] Pushing event updated for resources: {'Port': ['ID=a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:04.351410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0847819d-f583-4742-968b-2f2f2fa032e1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:04.361982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.362631 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Attempting to bind port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:04.363122 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Attempting to bind port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '9f8778ae-1ea7-47fc-a08a-47917d0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:04.364677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:04.365140 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Attempting to bind port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b on network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:04.368519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.373074 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:04.373591 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Checking segment: {'id': '9f8778ae-1ea7-47fc-a08a-47917d0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:04.374075 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.374552 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Bound using segment: {'id': '9f8778ae-1ea7-47fc-a08a-47917d0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:04.375172 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Bound port: a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8778ae-1ea7-47fc-a08a-47917d0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e630134f-f74a-4f2c-9d12-2bf87e70a4f7'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:04.375920 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.376775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.452844 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] For port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:04.456185 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] For port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b,segment=NetworkSegment(9f8778ae-1ea7-47fc-a08a-47917d0f6416),segment_id=9f8778ae-1ea7-47fc-a08a-47917d0f6416)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:04.478188 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.523230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Calling delete_port for a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:04.568233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0847819d-f583-4742-968b-2f2f2fa032e1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:04.569836 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0847819d-f583-4742-968b-2f2f2fa032e1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4812860 Mar 11 13:04:04.575768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:04.579806 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Routers {'98d1a0df-4dfc-499d-8028-92b9ad794537'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:04.580461 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['98d1a0df-4dfc-499d-8028-92b9ad794537'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:04.600362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445373639'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:04.628063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:04:00Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:04.632139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa54040-5c08-4f14-a5cb-7adba1105d3b None None] The sync data for ids ['068abad3-85bb-4c57-bfde-1b94547bde58'] in dv-neutron-833198-1-hyperv is: [{'id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'name': 'tempest-ServersTestJSON-1467608377-router', 'tenant_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:04Z', 'updated_at': '2022-03-11T13:04:00Z', 'revision_number': 5, 'project_id': 'a37c3ff55fb9492bb0ed3f4b77a288b9', 'gw_port': {'id': '6fd66035-8ccb-4cb4-8f6d-b0e97145707b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068abad3-85bb-4c57-bfde-1b94547bde58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:05Z', 'updated_at': '2022-03-11T13:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:04.657684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.663005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Deleting port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:04.663005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.675628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:04.698224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.703601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:04.711378 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bfcad-835b-4775-b80c-050d2896638d None None] Pushing event updated for resources: {'Port': ['ID=a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:04.736855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:04.737270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:04.740188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:04.768964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c5eac7-9e55-44c9-92a9-434b1b3ec857,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:04.776234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.778541 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a988cbe2-bc4a-4a66-ba3a-160b6a63596b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/f8c5eac7-9e55-44c9-92a9-434b1b3ec857 HTTP/1.1" status: 204 len: 168 time: 1.4770479 Mar 11 13:04:04.780821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.781082 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 8aae845f-a31c-4073-b088-04f7432bb0e6 of type vlan for network 2eb906f5-b55c-4cd6-9017-29978e366921 Mar 11 13:04:04.783712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53054) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:04.786004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.790373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e6705f5-ccee-4ea8-85f3-300e5a452795 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "DELETE /v2.0/floatingips/3fec781e-5c4a-4662-8e2d-797412be03d7 HTTP/1.1" status: 204 len: 168 time: 2.6118829 Mar 11 13:04:04.790373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.796472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c06c7c-e1b2-45b1-87b5-f9e88baeba12 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:04.800709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53058) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:04.812563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'floatingip': {'floating_network_id': 'e1daa700-3b9d-4580-9566-f2b8b806e6b5', 'port_id': 'f989598d-1f1b-4c6c-ab37-659074107ede', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:04.821387 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] Set router 98d1a0df-4dfc-499d-8028-92b9ad794537 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:04.821988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:04.834045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:floatingip and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:04.836720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:04.841139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:04.844410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:04.850599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:04.856752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:04.862692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:04.888830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:04.910696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Router 5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:04.953084 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-48a4aaf2-23cc-4468-99a4-210993e54e40 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656413 Mar 11 13:04:04.957054 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1a0df-4dfc-499d-8028-92b9ad794537', 'name': '', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:56Z', 'updated_at': '2022-03-11T13:04:03Z', 'revision_number': 4, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:04.962707 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73df4ae-f4a9-4817-84f5-7b9a29521ae1 None None] The sync data for ids ['98d1a0df-4dfc-499d-8028-92b9ad794537'] in dv-neutron-833198-1-hyperv is: [{'id': '98d1a0df-4dfc-499d-8028-92b9ad794537', 'name': '', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:03:56Z', 'updated_at': '2022-03-11T13:04:03Z', 'revision_number': 4, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:04.962897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53062) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:04.974818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:05.019607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.047917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2551443-3cd4-41ed-b4e4-7e95640d4b36 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:05.097096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: e2551443-3cd4-41ed-b4e4-7e95640d4b36 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:05.098286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2551443-3cd4-41ed-b4e4-7e95640d4b36 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:05.111068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.140654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] For port 6fd66035-8ccb-4cb4-8f6d-b0e97145707b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:05.140923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.165189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:05.191290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.223082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.229282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:05.229983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.234034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:05.239088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] Deleting port 95378715-953e-43bb-9d8a-d6b4fd962aba {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:05.239741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.317988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Deleting port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:05.318330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.350472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:05.359588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Calling delete_port for 6fd66035-8ccb-4cb4-8f6d-b0e97145707b owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:05.371339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324c4e17-988b-4fdf-84e8-2e8e51f483e9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:05.411738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.416763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-367d1c1d-b2e1-4ead-9222-529cdf6e7454 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8306162 Mar 11 13:04:05.419157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:05.420623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53066) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:05.430414 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] Sync routers for ids ['5098bf1a-ff5f-42bf-b5ef-aa02e1824e09'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:05.440136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '324c4e17-988b-4fdf-84e8-2e8e51f483e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:05.451137 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] Routers {'5098bf1a-ff5f-42bf-b5ef-aa02e1824e09'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:05.451806 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5098bf1a-ff5f-42bf-b5ef-aa02e1824e09'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:05.462179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.466228 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dd68bfd4-fa62-47a0-a9fc-07c5c476f259 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "PUT /v2.0/routers/5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 HTTP/1.1" status: 200 len: 879 time: 7.8317816 Mar 11 13:04:05.477045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53070) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:05.481874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:05.516424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] For port 95378715-953e-43bb-9d8a-d6b4fd962aba, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=95378715-953e-43bb-9d8a-d6b4fd962aba,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:05.517204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.535001 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:05.544619 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] Routers {'5098bf1a-ff5f-42bf-b5ef-aa02e1824e09'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:05.545217 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:03:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5098bf1a-ff5f-42bf-b5ef-aa02e1824e09'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:05.566156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:05.572784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:05.585080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:05.636525 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:04:05.642966 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49114965-672d-4a61-9463-eb33f3d4301f tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8363698 Mar 11 13:04:05.642966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53074) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:05.650317 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:05.650963 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80f43e-90e2-4963-81cb-526b5a2f29b7 None None] The sync data for ids ['5098bf1a-ff5f-42bf-b5ef-aa02e1824e09'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:05.688937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] Calling delete_port for 95378715-953e-43bb-9d8a-d6b4fd962aba owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:05.697382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': 'f989598d-1f1b-4c6c-ab37-659074107ede', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:05.701813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.707990 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5255008 Mar 11 13:04:05.716113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53078) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:05.728218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a506d-07ac-44ff-b6ac-2a53d8a4be22 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=2eb906f5-b55c-4cd6-9017-29978e366921,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:05.740428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '2eb906f5-b55c-4cd6-9017-29978e366921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:05.746876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2eb906f5-b55c-4cd6-9017-29978e366921 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:05.784198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:05.787628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.865252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:05.866123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:05.879062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Usage tracker for resource:floatingip and tenant:8e106ae070944fcf9f42b87df3c48347 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:05.886308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:05.900407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:05.924878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] Pushing event deleted for resources: {'Port': ['ID=95378715-953e-43bb-9d8a-d6b4fd962aba,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:05.939055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab949733-3403-4fc9-a588-0ffc136aebc5 None None] No DVR routers for this DVR port 95378715-953e-43bb-9d8a-d6b4fd962aba on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:05.949239 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7c298d98-d2aa-44bb-ba7d-ee1c637117d2 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 HTTP/1.1" status: 200 len: 920 time: 0.4703968 Mar 11 13:04:05.952370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53084) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:05.998874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.023617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.041205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.079077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6af3a4-623e-4c94-bd50-02628845f95c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:06.098683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:06.105101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.106660 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b22bc7be-4ee7-46aa-8842-8bcd3314b0f5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6819742 Mar 11 13:04:06.112044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53088) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:06.115873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:06.123370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:06.129402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '324c4e17-988b-4fdf-84e8-2e8e51f483e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:06.149183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:06.155883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:06.167273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:06.175984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e31f3-a067-4f47-9a59-dc01d2b7dfa7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:06.177493 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-981e31f3-a067-4f47-9a59-dc01d2b7dfa7 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=5098bf1a-ff5f-42bf-b5ef-aa02e1824e09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2229555 Mar 11 13:04:06.179860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:06.186440 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:06.191604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:06.195046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.214764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:06.237810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] For port a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b,segment=NetworkSegment(9f8778ae-1ea7-47fc-a08a-47917d0f6416),segment_id=9f8778ae-1ea7-47fc-a08a-47917d0f6416)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:06.238174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.336038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.378084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451bec28-057f-48aa-8c20-0f0b8c293996 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:06.379447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-451bec28-057f-48aa-8c20-0f0b8c293996 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 0.1920943 Mar 11 13:04:06.382485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:06.445567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-365a6b88-5b0d-491b-b01e-06d851c7d19c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 HTTP/1.1" status: 200 len: 205 time: 0.0616846 Mar 11 13:04:06.448834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53100) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:06.459483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.ipam_backend_mixin [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing IP validity checks on allocation pools {{(pid=87959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:04:06.460022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.ipam_backend_mixin [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:04:06.500142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Calling delete_port for a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:06.565820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.675539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.685972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Allocated IP 172.26.4.120 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/438e1bc6-e658-4c0b-a48f-ba41f0f88e0e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:06.704857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.750126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd66035-8ccb-4cb4-8f6d-b0e97145707b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:06.812067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.960102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:06.970280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:06.977098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 95378715-953e-43bb-9d8a-d6b4fd962aba no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:06.982327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:06.983945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.005028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:07.005648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.014716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015eab5-a403-46d0-9c6c-17fb3abdc5d9 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:07.017020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.025251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.039156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Deleting port ef515c04-ae7a-4486-adb6-c88a78d0947f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:07.039300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.040840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=30447cf9-83ad-452c-b940-65a5a1b07e88,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:07.045516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 95378715-953e-43bb-9d8a-d6b4fd962aba {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:07.045860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 95378715-953e-43bb-9d8a-d6b4fd962aba not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:07.074441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5498e33-6965-4dae-8157-34362b7609fe,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:07.086732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.138011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ed38686-8d9b-4a36-ae10-a865aeff8780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.206809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.257882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '30447cf9-83ad-452c-b940-65a5a1b07e88'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:07.258767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.279946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:07.284465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:07.286839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:07.345895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.352618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event updated for resources: {'Port': ['ID=438e1bc6-e658-4c0b-a48f-ba41f0f88e0e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:07.357950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.460645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/30447cf9-83ad-452c-b940-65a5a1b07e88/f3d03292-942e-465e-b3f0-568a0a8303c1) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:07.480845 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-80fe2013-77cd-4f3e-bcf8-82fcd607bb9c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5157824 Mar 11 13:04:07.491205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53104) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:07.503238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.507107 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dfea5528-ca25-45c5-a7f3-e08ad3a1a8f8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3882978 Mar 11 13:04:07.511398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '30447cf9-83ad-452c-b940-65a5a1b07e88', 'ip_address': '2001:db8::1c43:ad20:8784:3256'}], 'name': 'tempest-NetworksTestDHCPv6-624225388'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:07.527457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.529846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53108) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:07.541219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.552073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '324c4e17-988b-4fdf-84e8-2e8e51f483e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:07.565639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.565977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.566319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.566681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.567025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.567325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.567767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.568117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.568445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.568856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.569216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.569621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:07.586188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:07.600832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:07.637827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Calling delete_port for ef515c04-ae7a-4486-adb6-c88a78d0947f owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:07.670539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:07.681220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=a1db3663-89d9-41e1-825e-70fc14d3e82b,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:07.688804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.696510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:07.700495 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Transition to ACTIVE for port object f3d03292-942e-465e-b3f0-568a0a8303c1 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:07.702816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.720839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Transition to ACTIVE for port object f3d03292-942e-465e-b3f0-568a0a8303c1 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:07.727828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.740077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.740613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 068abad3-85bb-4c57-bfde-1b94547bde58 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:07.781506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event deleted for resources: {'Port': ['ID=a14515e1-d4fc-4cb5-8d83-d51a9f59ce6b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:07.788447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '8aae845f-a31c-4073-b088-04f7432bb0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2eb906f5-b55c-4cd6-9017-29978e366921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:07.789663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 2eb906f5-b55c-4cd6-9017-29978e366921, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:07.821957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:07.830109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:07.835138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:07.842615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.843690 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4750d096-1f69-49cb-9078-69f7263cf919 admin admin] 10.222.0.52 "DELETE /v2.0/routers/068abad3-85bb-4c57-bfde-1b94547bde58 HTTP/1.1" status: 204 len: 168 time: 4.5102482 Mar 11 13:04:07.863918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53114) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:07.866443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.878842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Pushing event updated for resources: {'Port': ['ID=f3d03292-942e-465e-b3f0-568a0a8303c1,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:07.881804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.950524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Attempting to bind port f3d03292-942e-465e-b3f0-568a0a8303c1 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:07.951015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Attempting to bind port f3d03292-942e-465e-b3f0-568a0a8303c1 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:07.951465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Attempting to bind port f3d03292-942e-465e-b3f0-568a0a8303c1 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:07.956799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:07.957158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Deleting port 438e1bc6-e658-4c0b-a48f-ba41f0f88e0e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:07.957542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.957671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:07.958124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:07.958721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:07.959141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Bound port: f3d03292-942e-465e-b3f0-568a0a8303c1, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:07.959614 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.021396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.056450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] For port f3d03292-942e-465e-b3f0-568a0a8303c1, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:08.060132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] For port f3d03292-942e-465e-b3f0-568a0a8303c1, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f3d03292-942e-465e-b3f0-568a0a8303c1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:08.066880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.073499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:08.100887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event deleted for resources: {'Port': ['ID=ef515c04-ae7a-4486-adb6-c88a78d0947f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:08.142886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 2eb906f5-b55c-4cd6-9017-29978e366921 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:08.147044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:08.153720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8938a-931d-4f12-b9fa-846dc812e616 None None] Pushing event updated for resources: {'Port': ['ID=f3d03292-942e-465e-b3f0-568a0a8303c1,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:08.155287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.160659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.166180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:08.189972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:08.204151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] Deleting subnet 2452bf8f-fc85-43da-bce0-93f1e76bb2df {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:08.210106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.241572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2eb906f5-b55c-4cd6-9017-29978e366921) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:08.252366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d0352-b8a8-4e82-b322-dd165a874130 None None] Network 2eb906f5-b55c-4cd6-9017-29978e366921 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:08.267190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:08.267463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.284921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.292662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:08.315926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.316343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98d1a0df-4dfc-499d-8028-92b9ad794537 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:08.333013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.335381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.391191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.524755 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6407643e-229b-42dc-9465-798ef2473bf7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.8022597 Mar 11 13:04:08.531662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.532732 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3099b979-aa7d-4035-ac47-bf07eaf20383 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "DELETE /v2.0/routers/98d1a0df-4dfc-499d-8028-92b9ad794537 HTTP/1.1" status: 204 len: 168 time: 5.7137959 Mar 11 13:04:08.546360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53118) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:08.546766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53120) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:08.561881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ec4e33-9918-4638-ae0c-c6a00284b8e2,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:08.579467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.583401 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1c564358-3d5f-4854-a66b-1abc4e50b364 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0461674 Mar 11 13:04:08.586366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53122) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:08.596554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '324c4e17-988b-4fdf-84e8-2e8e51f483e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:08.609304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2eb906f5-b55c-4cd6-9017-29978e366921', 'network_id': '2eb906f5-b55c-4cd6-9017-29978e366921', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': 'a1db3663-89d9-41e1-825e-70fc14d3e82b'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:08.610177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.616807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:08.635869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:08.640934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:08.649532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:08.656660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.680658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.701089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.719519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.719992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.723713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 5f809a3d-fa81-4a6b-9419-92398258e59a yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:04:08.733376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.793045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Allocated IP 172.20.0.3 (2eb906f5-b55c-4cd6-9017-29978e366921/a1db3663-89d9-41e1-825e-70fc14d3e82b/b26aad3f-24a0-4d38-864d-5bfbbf753d4e) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:08.798361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.944659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.951130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:08.977486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Calling delete_port for 438e1bc6-e658-4c0b-a48f-ba41f0f88e0e owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:08.990850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.028181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f3d03292-942e-465e-b3f0-568a0a8303c1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:09.040183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Deleting subnet 794a9f10-9f9a-4223-bdb5-6f73321eb7c2 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:09.053106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.085579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.086226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Fanout notify agent at l3_agent the message router_deleted on router 5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:09.116066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.129766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2452bf8f-fc85-43da-bce0-93f1e76bb2df,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:09.133832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.153344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Transition to ACTIVE for port object b26aad3f-24a0-4d38-864d-5bfbbf753d4e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:09.155987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be179df4-07f1-421c-97d7-a4412ee0be42 None None] Network 9346775a-32f7-42d4-9b7d-10b3cebf8d17 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:09.197174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72188da2-2776-4570-938f-6aef5111eada,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:09.238862 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bb1f3cbb-dc84-486e-b39c-4c345aebc906 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2452bf8f-fc85-43da-bce0-93f1e76bb2df HTTP/1.1" status: 204 len: 168 time: 1.3714180 Mar 11 13:04:09.239800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53130) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:09.267593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.268765 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-70af4e9f-e09a-4ba6-8ebc-fe4a2904a45f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6814787 Mar 11 13:04:09.270340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::1c43:ad20:8784:3256 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/30447cf9-83ad-452c-b940-65a5a1b07e88/5f809a3d-fa81-4a6b-9419-92398258e59a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:09.271214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.284096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53134) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:09.296549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '324c4e17-988b-4fdf-84e8-2e8e51f483e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:09.304464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port f3d03292-942e-465e-b3f0-568a0a8303c1 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:09.308819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Transition to ACTIVE for port object b26aad3f-24a0-4d38-864d-5bfbbf753d4e will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:09.309008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:09.316272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:09.328418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4927e525-1c56-47f1-b004-e40f2d77297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.372553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:09.394325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:09.444129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.452776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.459499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.460872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24f3f1b9-ef4a-49f6-9a77-9eae28dd5dbf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 HTTP/1.1" status: 204 len: 168 time: 3.0111663 Mar 11 13:04:09.471342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53138) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:09.482556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2077576631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:09.483633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6fd66035-8ccb-4cb4-8f6d-b0e97145707b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:09.492787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.504305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:09.506034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port b26aad3f-24a0-4d38-864d-5bfbbf753d4e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:09.506573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.514939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Usage tracker for resource:router and tenant:715ea961e89646f19dd7580caff139f5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:09.537710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.547774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:09.555832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.565114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Deleting port f18b0745-612c-4a6a-8673-89acc7fcbc88 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:09.565472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.601473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 6fd66035-8ccb-4cb4-8f6d-b0e97145707b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:09.602093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6fd66035-8ccb-4cb4-8f6d-b0e97145707b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:09.609584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:09.611263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.663929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Network 2eb906f5-b55c-4cd6-9017-29978e366921 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:09.665120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:09.670960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:09.697677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event deleted for resources: {'Port': ['ID=438e1bc6-e658-4c0b-a48f-ba41f0f88e0e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:09.715950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.716937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.738854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Pushing event updated for resources: {'Port': ['ID=b26aad3f-24a0-4d38-864d-5bfbbf753d4e,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:09.782397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.782878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.783309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.783739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.784523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.784523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.784927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.785348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.785767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.786174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.787036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.787036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:09.797532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-18cfc5b8-7174-4160-b39d-2e2a311e075f None None] Provisioning for port f3d03292-942e-465e-b3f0-568a0a8303c1 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:09.818955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.819571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-18cfc5b8-7174-4160-b39d-2e2a311e075f None None] Provisioning complete for port f3d03292-942e-465e-b3f0-568a0a8303c1 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:09.819571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18cfc5b8-7174-4160-b39d-2e2a311e075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.821826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.851293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.865609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Attempting to bind port b26aad3f-24a0-4d38-864d-5bfbbf753d4e on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:09.866129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Attempting to bind port b26aad3f-24a0-4d38-864d-5bfbbf753d4e by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '8aae845f-a31c-4073-b088-04f7432bb0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2eb906f5-b55c-4cd6-9017-29978e366921'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:09.866635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Attempting to bind port b26aad3f-24a0-4d38-864d-5bfbbf753d4e on network 2eb906f5-b55c-4cd6-9017-29978e366921 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:09.877977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:09.878479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Checking segment: {'id': '8aae845f-a31c-4073-b088-04f7432bb0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2eb906f5-b55c-4cd6-9017-29978e366921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:09.879005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.879854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Bound using segment: {'id': '8aae845f-a31c-4073-b088-04f7432bb0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2eb906f5-b55c-4cd6-9017-29978e366921'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:09.879985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Bound port: b26aad3f-24a0-4d38-864d-5bfbbf753d4e, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aae845f-a31c-4073-b088-04f7432bb0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2eb906f5-b55c-4cd6-9017-29978e366921'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:09.880430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.934480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71fbe81-fd63-4e52-8480-e8d19eab0f66,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:09.940267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.944581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] DHCP port deletion for 9346775a-32f7-42d4-9b7d-10b3cebf8d17 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:09.950019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.963783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] Deleting port f18b0745-612c-4a6a-8673-89acc7fcbc88 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:09.964280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:09.986890 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] create failed (client error): The resource could not be found. Mar 11 13:04:09.991308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3404708a-6998-4662-b1c0-d4f22ef4831d tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3447244 Mar 11 13:04:09.994602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53142) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:10.008805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.012723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=794a9f10-9f9a-4223-bdb5-6f73321eb7c2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:10.014745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.032451 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-887c0da4-1040-48be-9bb5-2d47297bf1b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/794a9f10-9f9a-4223-bdb5-6f73321eb7c2 HTTP/1.1" status: 204 len: 168 time: 1.4102569 Mar 11 13:04:10.035380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53146) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:10.083178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.084375 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-117e8728-b22b-448b-b826-f50482b29212 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7973905 Mar 11 13:04:10.089822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53150) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:10.096186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 5f809a3d-fa81-4a6b-9419-92398258e59a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:10.104336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18cfc5b8-7174-4160-b39d-2e2a311e075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.111379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] For port f18b0745-612c-4a6a-8673-89acc7fcbc88, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f18b0745-612c-4a6a-8673-89acc7fcbc88,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:10.111803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.126978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.130891 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9003893f-906c-4095-8bc2-11ffb32cd4de tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6539533 Mar 11 13:04:10.138040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53154) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:10.140283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port b26aad3f-24a0-4d38-864d-5bfbbf753d4e, host dv-neutron-833198-1-hyperv, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:10.140699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.147361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] For port b26aad3f-24a0-4d38-864d-5bfbbf753d4e, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:10.168043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] For port b26aad3f-24a0-4d38-864d-5bfbbf753d4e, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b26aad3f-24a0-4d38-864d-5bfbbf753d4e,segment=NetworkSegment(8aae845f-a31c-4073-b088-04f7432bb0e6),segment_id=8aae845f-a31c-4073-b088-04f7432bb0e6)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:10.176988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.204826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': True}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:10.289133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-18cfc5b8-7174-4160-b39d-2e2a311e075f None None] For port f3d03292-942e-465e-b3f0-568a0a8303c1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f3d03292-942e-465e-b3f0-568a0a8303c1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:10.300632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for b26aad3f-24a0-4d38-864d-5bfbbf753d4e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:10.312439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Deleting port f989598d-1f1b-4c6c-ab37-659074107ede {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:10.312774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.343628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Calling delete_port for f18b0745-612c-4a6a-8673-89acc7fcbc88 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:10.353525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.354882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18cfc5b8-7174-4160-b39d-2e2a311e075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.363636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1287529-f0f6-4401-bc31-b0b1ce4d6df8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.375030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1287529-f0f6-4401-bc31-b0b1ce4d6df8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.382639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.384280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdbf5d-fdc4-40e3-b2bf-b6b6b5b2c588 None None] Pushing event updated for resources: {'Port': ['ID=b26aad3f-24a0-4d38-864d-5bfbbf753d4e,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:10.432842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1287529-f0f6-4401-bc31-b0b1ce4d6df8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.467969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] For port f18b0745-612c-4a6a-8673-89acc7fcbc88, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f18b0745-612c-4a6a-8673-89acc7fcbc88,segment=NetworkSegment(cca15dc7-d458-4810-84f7-c6f6cb955d2d),segment_id=cca15dc7-d458-4810-84f7-c6f6cb955d2d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:10.468342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.503490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1287529-f0f6-4401-bc31-b0b1ce4d6df8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.505182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1287529-f0f6-4401-bc31-b0b1ce4d6df8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a71fbe81-fd63-4e52-8480-e8d19eab0f66 HTTP/1.1" status: 204 len: 168 time: 0.4111216 Mar 11 13:04:10.508242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53158) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:10.562473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287529-f0f6-4401-bc31-b0b1ce4d6df8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a71fbe81-fd63-4e52-8480-e8d19eab0f66,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:10.575990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:10.576328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:10.632496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfc5b8-7174-4160-b39d-2e2a311e075f None None] Pushing event updated for resources: {'Port': ['ID=f3d03292-942e-465e-b3f0-568a0a8303c1,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:10.641232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] Calling delete_port for f18b0745-612c-4a6a-8673-89acc7fcbc88 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:10.658135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.671263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.726433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e630134f-f74a-4f2c-9d12-2bf87e70a4f7']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:10.731170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.739779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8778ae-1ea7-47fc-a08a-47917d0f6416') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:10.740081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8778ae-1ea7-47fc-a08a-47917d0f6416') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:10.756729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.777882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.779875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.786184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:10.789541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:10.805255 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:10.837905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] Pushing event deleted for resources: {'Port': ['ID=f18b0745-612c-4a6a-8673-89acc7fcbc88,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:10.843032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20c1cc-2281-40dc-97f9-2506c27c4a0d None None] No DVR routers for this DVR port f18b0745-612c-4a6a-8673-89acc7fcbc88 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:10.919469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.943624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e630134f-f74a-4f2c-9d12-2bf87e70a4f7 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 13:04:10.945402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event deleted for resources: {'Network': ['ID=e630134f-f74a-4f2c-9d12-2bf87e70a4f7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:10.947454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:10.970940 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9defaf37-30d1-4334-ae80-0cccc439345c tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "DELETE /v2.0/networks/e630134f-f74a-4f2c-9d12-2bf87e70a4f7 HTTP/1.1" status: 204 len: 168 time: 0.9349115 Mar 11 13:04:11.055757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f3d03292-942e-465e-b3f0-568a0a8303c1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:11.077393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port b26aad3f-24a0-4d38-864d-5bfbbf753d4e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:11.078686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.102104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4b659538-ec11-4972-9d70-232cab00a2af tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:11.159168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f3d03292-942e-465e-b3f0-568a0a8303c1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:11.160678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.235401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:11.236581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:11.237120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:11.263971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:11.320206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:11.327258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:11.328145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.334287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.348637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=5f809a3d-fa81-4a6b-9419-92398258e59a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:11.411412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4b659538-ec11-4972-9d70-232cab00a2af tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:11.413223 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4b659538-ec11-4972-9d70-232cab00a2af tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.8998659 Mar 11 13:04:11.414983 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-88a48609-ac21-4ade-bd3e-b14cb900b962 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9134734 Mar 11 13:04:11.426483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53170) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:11.427075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53172) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:11.445591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b26aad3f-24a0-4d38-864d-5bfbbf753d4e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:11.549571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.565199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53178) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:11.593586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'router': {'name': 'tempest-router--1624753787', 'project_id': '989795e491844af5b2c8ac4fd4db5f08'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:11.623047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b26aad3f-24a0-4d38-864d-5bfbbf753d4e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:11.700225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f18b0745-612c-4a6a-8673-89acc7fcbc88 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:11.729028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port b26aad3f-24a0-4d38-864d-5bfbbf753d4e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b26aad3f-24a0-4d38-864d-5bfbbf753d4e,segment=NetworkSegment(8aae845f-a31c-4073-b088-04f7432bb0e6),segment_id=8aae845f-a31c-4073-b088-04f7432bb0e6)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:11.729706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.747857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: f18b0745-612c-4a6a-8673-89acc7fcbc88 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:11.748376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f18b0745-612c-4a6a-8673-89acc7fcbc88 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:11.768719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e5675280-6ea8-4b28-b37e-044065681b35 None None] Provisioning for port 5f809a3d-fa81-4a6b-9419-92398258e59a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:11.775735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e5675280-6ea8-4b28-b37e-044065681b35 None None] Provisioning complete for port 5f809a3d-fa81-4a6b-9419-92398258e59a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:11.777761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5675280-6ea8-4b28-b37e-044065681b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.791246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:11.795945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:router and tenant:989795e491844af5b2c8ac4fd4db5f08 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:11.800142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:11.808952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Deleting port f18b0745-612c-4a6a-8673-89acc7fcbc88 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:11.809416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.840953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Calling delete_port for f989598d-1f1b-4c6c-ab37-659074107ede owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:11.846856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e5675280-6ea8-4b28-b37e-044065681b35 None None] Port 5f809a3d-fa81-4a6b-9419-92398258e59a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:04:11.883873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for b26aad3f-24a0-4d38-864d-5bfbbf753d4e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:11.890111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:11.895322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.903349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f62d7999-cf53-4b64-a5d3-f58b6025a100 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.914138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f62d7999-cf53-4b64-a5d3-f58b6025a100 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:11.914311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d8d97-9a8d-4c91-9d63-5fa78ea87227 None None] Network 2eb906f5-b55c-4cd6-9017-29978e366921 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:11.958651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f62d7999-cf53-4b64-a5d3-f58b6025a100 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.039432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.042661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-35d16199-d65e-47fd-8e2b-4aa31222208a None None] Provisioning for port b26aad3f-24a0-4d38-864d-5bfbbf753d4e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:12.069610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] The port 'f18b0745-612c-4a6a-8673-89acc7fcbc88' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:04:12.071898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.073638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.075744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-35d16199-d65e-47fd-8e2b-4aa31222208a None None] Provisioning complete for port b26aad3f-24a0-4d38-864d-5bfbbf753d4e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:12.076115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-35d16199-d65e-47fd-8e2b-4aa31222208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.082884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d7999-cf53-4b64-a5d3-f58b6025a100 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72188da2-2776-4570-938f-6aef5111eada,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:12.090637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=b26aad3f-24a0-4d38-864d-5bfbbf753d4e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:12.142483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f62d7999-cf53-4b64-a5d3-f58b6025a100 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.143627 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f62d7999-cf53-4b64-a5d3-f58b6025a100 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/72188da2-2776-4570-938f-6aef5111eada HTTP/1.1" status: 204 len: 168 time: 0.7149780 Mar 11 13:04:12.159506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53182) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:12.165811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-35d16199-d65e-47fd-8e2b-4aa31222208a None None] Port b26aad3f-24a0-4d38-864d-5bfbbf753d4e was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:04:12.175112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port b26aad3f-24a0-4d38-864d-5bfbbf753d4e on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:12.214077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.237978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.325024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.333045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6be947-8b4a-42a2-bdd4-cb193d72218f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:12.339403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6be947-8b4a-42a2-bdd4-cb193d72218f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:12.340199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6d6be947-8b4a-42a2-bdd4-cb193d72218f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:12.363535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.368432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=a1db3663-89d9-41e1-825e-70fc14d3e82b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:12.415593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.441527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-242e44bc-30a6-4df6-b7a1-426c9451f3a7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:12.449198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc63b9d-dc6a-458c-bdb0-2b91ff960b72 None None] Network 2eb906f5-b55c-4cd6-9017-29978e366921 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:12.455375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9346775a-32f7-42d4-9b7d-10b3cebf8d17']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:12.463581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.471079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6d6be947-8b4a-42a2-bdd4-cb193d72218f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:12.473887 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6d6be947-8b4a-42a2-bdd4-cb193d72218f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.0434263 Mar 11 13:04:12.479250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:12.519761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.529379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca15dc7-d458-4810-84f7-c6f6cb955d2d') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:12.529702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca15dc7-d458-4810-84f7-c6f6cb955d2d') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:12.552095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event deleted for resources: {'Port': ['ID=f989598d-1f1b-4c6c-ab37-659074107ede,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:12.566430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb906f5-b55c-4cd6-9017-29978e366921']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:12.587424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 5f809a3d-fa81-4a6b-9419-92398258e59a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:12.587923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.603665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.615880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aae845f-a31c-4073-b088-04f7432bb0e6') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:12.616334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aae845f-a31c-4073-b088-04f7432bb0e6') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:12.646475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.646698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.647782 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-833a45cf-cacb-4071-87cf-cd65498ca822 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0711918 Mar 11 13:04:12.653638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:12.654987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-242e44bc-30a6-4df6-b7a1-426c9451f3a7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:12.657361 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-242e44bc-30a6-4df6-b7a1-426c9451f3a7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4857008 Mar 11 13:04:12.721576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:12.733752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc591e-635d-4145-869d-22cb123517a7 None None] DHCP port deletion for 2eb906f5-b55c-4cd6-9017-29978e366921 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:12.765213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.789084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:12.789513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.856168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:12.857344 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:12.878280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:12.878607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:12.892102 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:12.924718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b26aad3f-24a0-4d38-864d-5bfbbf753d4e no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:12.959391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b26aad3f-24a0-4d38-864d-5bfbbf753d4e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:12.959894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b26aad3f-24a0-4d38-864d-5bfbbf753d4e not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:12.968409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a749a2ad-3566-42d9-8e2a-3a0c4e9b9ee7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.027956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08899336-000b-4b06-b56b-a1940507ce50 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.058309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.060133 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bf844bd1-0c04-44ee-b7df-54e8190d9c95 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "DELETE /v2.0/ports/f989598d-1f1b-4c6c-ab37-659074107ede HTTP/1.1" status: 204 len: 168 time: 3.0533142 Mar 11 13:04:13.067335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:13.084179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.089819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.124498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08899336-000b-4b06-b56b-a1940507ce50 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.129743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.140142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] Pushing event deleted for resources: {'Network': ['ID=9346775a-32f7-42d4-9b7d-10b3cebf8d17,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:13.145500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.195542 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-65fe8b72-3191-4b2d-8cbe-af78d2daa444 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9346775a-32f7-42d4-9b7d-10b3cebf8d17 HTTP/1.1" status: 204 len: 168 time: 3.9551153 Mar 11 13:04:13.301812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Allocated IP 172.26.4.120 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/53f95a42-27ef-4bee-8389-74407267e109) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:13.368445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.402019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53204) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:13.465759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.487541 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c868bf15-107f-4a9f-9860-793f2eb4c4e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a37c3ff55fb9492bb0ed3f4b77a288b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0844221 Mar 11 13:04:13.490306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53208) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:13.517616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.532607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=2eb906f5-b55c-4cd6-9017-29978e366921,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:13.576548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7332987-f13c-4546-a27e-c34231287832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.606824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7332987-f13c-4546-a27e-c34231287832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.614149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a749a2ad-3566-42d9-8e2a-3a0c4e9b9ee7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.617383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a749a2ad-3566-42d9-8e2a-3a0c4e9b9ee7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.619877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.621417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08899336-000b-4b06-b56b-a1940507ce50 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.632838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1837e87-042d-44c8-906e-d7cf3fbcaa00 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/2eb906f5-b55c-4cd6-9017-29978e366921 HTTP/1.1" status: 204 len: 168 time: 5.0128303 Mar 11 13:04:13.640262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08899336-000b-4b06-b56b-a1940507ce50 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.641295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-08899336-000b-4b06-b56b-a1940507ce50 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/14ec4e33-9918-4638-ae0c-c6a00284b8e2 HTTP/1.1" status: 204 len: 168 time: 0.9183381 Mar 11 13:04:13.643877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53212) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:13.644212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53214) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:13.658372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08899336-000b-4b06-b56b-a1940507ce50 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14ec4e33-9918-4638-ae0c-c6a00284b8e2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:13.685400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1850775298'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:13.701870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:13.706634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:13.708486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:13.717498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:13.727938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:13.732540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.740112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:13.751731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a749a2ad-3566-42d9-8e2a-3a0c4e9b9ee7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.752131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a749a2ad-3566-42d9-8e2a-3a0c4e9b9ee7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 387e477f-6ae0-4395-9baa-90ce322cfc6b {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:13.753895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:13.756649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Port': ['ID=53f95a42-27ef-4bee-8389-74407267e109,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:13.841386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7332987-f13c-4546-a27e-c34231287832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.893873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78411cc3-edb1-4cea-8225-47f4f0737c13 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:13.894559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78411cc3-edb1-4cea-8225-47f4f0737c13 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Synchronizing usage tracker for tenant:8e106ae070944fcf9f42b87df3c48347 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:13.906962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 5f809a3d-fa81-4a6b-9419-92398258e59a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:13.914601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7332987-f13c-4546-a27e-c34231287832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ed3a8f-7e7e-409d-bd5f-a1ab32a99507,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:13.941289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a749a2ad-3566-42d9-8e2a-3a0c4e9b9ee7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.942426 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a749a2ad-3566-42d9-8e2a-3a0c4e9b9ee7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "DELETE /v2.0/routers/387e477f-6ae0-4395-9baa-90ce322cfc6b HTTP/1.1" status: 204 len: 168 time: 1.2855027 Mar 11 13:04:13.959842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-74dd6edf-5b66-45a3-9443-5e2443416ca3 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:13.962318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:13.965608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.984433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7332987-f13c-4546-a27e-c34231287832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:13.985564 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f7332987-f13c-4546-a27e-c34231287832 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06ed3a8f-7e7e-409d-bd5f-a1ab32a99507 HTTP/1.1" status: 204 len: 168 time: 0.4943643 Mar 11 13:04:14.021586 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78411cc3-edb1-4cea-8225-47f4f0737c13 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Unset dirty status for tenant:8e106ae070944fcf9f42b87df3c48347 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:14.025721 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-78411cc3-edb1-4cea-8225-47f4f0737c13 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "GET /v2.0/ports?device_id=55deb55b-cf20-46f2-9b50-0d0165f4f828 HTTP/1.1" status: 200 len: 913 time: 0.9483054 Mar 11 13:04:14.030130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:14.105311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:14.112888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-74dd6edf-5b66-45a3-9443-5e2443416ca3 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:14.114204 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-74dd6edf-5b66-45a3-9443-5e2443416ca3 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4622922 Mar 11 13:04:14.126680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53228) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:14.179282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53232) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:14.210618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.211829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.212181 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 1cab4be7-fafa-4d17-8f73-4f57ac8da414 of type vlan for network 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 Mar 11 13:04:14.306548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401ca467-eaf2-4633-83e0-82869b3c01d1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.332153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.339125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401ca467-eaf2-4633-83e0-82869b3c01d1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.427168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.573910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:04:14.583414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=5f809a3d-fa81-4a6b-9419-92398258e59a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:14.622390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1259658084', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:14.633475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:14.641198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Usage tracker for resource:router and tenant:fc72c081cc81437d9a4159fdc2df5155 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:14.646539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:14.653246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.657550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:14.674120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.677692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:14.678551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.705461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401ca467-eaf2-4633-83e0-82869b3c01d1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.767107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.768255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.793592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401ca467-eaf2-4633-83e0-82869b3c01d1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.794585 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-401ca467-eaf2-4633-83e0-82869b3c01d1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f5498e33-6965-4dae-8157-34362b7609fe HTTP/1.1" status: 204 len: 168 time: 0.6653194 Mar 11 13:04:14.799942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53254) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:14.804679 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d6fd258-c513-4ba4-8af0-7a441bbd8ec9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/5f809a3d-fa81-4a6b-9419-92398258e59a HTTP/1.1" status: 204 len: 168 time: 2.3241870 Mar 11 13:04:14.805714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ca467-eaf2-4633-83e0-82869b3c01d1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5498e33-6965-4dae-8157-34362b7609fe,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:14.809036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:14.827801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.844678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.853770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:14.952655 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f81f7c8d-ccb0-4d4a-8b9c-0a4847673f13 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1493073 Mar 11 13:04:14.956286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53262) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:14.977386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53266) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:14.999307 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3492374 Mar 11 13:04:15.038346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53274) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:15.047740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cb455-9e5c-496e-a995-116253377cc0 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=0ac8e98e-1eb7-44b7-b029-6c570d6d6c61,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:15.053852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:15.061595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:15.199474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1784574322-network', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:15.203042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cd405cc2-ae2e-4b0a-8518-f64dffcf3d1b tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.206347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea954912-7419-4522-a5e4-0984fe6e209a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:15.207937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea954912-7419-4522-a5e4-0984fe6e209a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:15.208674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ea954912-7419-4522-a5e4-0984fe6e209a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:15.214365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:15.253134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:15.259336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:15.262366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ea954912-7419-4522-a5e4-0984fe6e209a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:15.263510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ea954912-7419-4522-a5e4-0984fe6e209a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2747252 Mar 11 13:04:15.265712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:15.268113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53278) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:15.280551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Usage tracker for resource:network and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:15.292185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cd405cc2-ae2e-4b0a-8518-f64dffcf3d1b tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.302608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:15.306784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:15.323365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:15.342485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:15.345933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.394731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.439902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Made reservation on behalf of a7ee75938cd8457e91d8f451a90c5ac3 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:15.442177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.468780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cd405cc2-ae2e-4b0a-8518-f64dffcf3d1b tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.481209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.481372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 30447cf9-83ad-452c-b940-65a5a1b07e88 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:15.493424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.506608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd405cc2-ae2e-4b0a-8518-f64dffcf3d1b tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f6af3a4-623e-4c94-bd50-02628845f95c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:15.516654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:15.529705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:15.533939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Router 4cddf48d-c990-4166-8cf6-86bf7c1bca62 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:15.535971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:15.579491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.588717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cd405cc2-ae2e-4b0a-8518-f64dffcf3d1b tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.589978 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cd405cc2-ae2e-4b0a-8518-f64dffcf3d1b tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/3f6af3a4-623e-4c94-bd50-02628845f95c HTTP/1.1" status: 204 len: 168 time: 0.6312475 Mar 11 13:04:15.591214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:15.598342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53282) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:15.650136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:15.762613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2223f8c6-3642-4e8a-9880-43713d1a762c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:15.882783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2223f8c6-3642-4e8a-9880-43713d1a762c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:15.886647 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2223f8c6-3642-4e8a-9880-43713d1a762c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2821186 Mar 11 13:04:15.895871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53286) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:15.998052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.071922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.134659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:16.144864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] Sync routers for ids ['4cddf48d-c990-4166-8cf6-86bf7c1bca62'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:16.164350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] Routers {'4cddf48d-c990-4166-8cf6-86bf7c1bca62'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:16.165700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4cddf48d-c990-4166-8cf6-86bf7c1bca62'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:16.195632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=81322e00-72c8-4db4-aa8a-e7d6975cd215,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:16.206799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.218377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.240746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.250766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:16.256305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=30447cf9-83ad-452c-b940-65a5a1b07e88,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:16.261084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] Routers {'4cddf48d-c990-4166-8cf6-86bf7c1bca62'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:16.261799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4cddf48d-c990-4166-8cf6-86bf7c1bca62'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:16.283461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.287371 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5360cfcf-6cf6-4112-99cb-972b397cd702 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "PUT /v2.0/routers/4cddf48d-c990-4166-8cf6-86bf7c1bca62 HTTP/1.1" status: 200 len: 915 time: 6.1425250 Mar 11 13:04:16.289893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '1cab4be7-fafa-4d17-8f73-4f57ac8da414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:16.290334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:16.294631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53292) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:16.304771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.305123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.329275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4491bd9-af7e-42c2-932d-5b427c81ebd0 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:16.355706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.358206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:16.361169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c740-7df3-44a2-84f8-8f62a208be40 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.364257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:16.364776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddd4f6-7225-4df4-81f0-fff6962d05f5 None None] The sync data for ids ['4cddf48d-c990-4166-8cf6-86bf7c1bca62'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:16.403327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3c121e-750b-4468-a44e-1676af157243,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:16.416624 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e1df58ae-e115-4250-a5e6-f1b20afaef4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/30447cf9-83ad-452c-b940-65a5a1b07e88 HTTP/1.1" status: 204 len: 168 time: 1.1467340 Mar 11 13:04:16.423963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53296) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:16.428605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Deleting port d7c02ad3-9df2-413d-8658-9ce03f416a5a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:16.429287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.470219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:16.497359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.497767 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Added segment 944638e1-3f3c-4652-98f2-dafd48d11615 of type vlan for network fb64631b-af56-4663-a3fe-a8217e106f96 Mar 11 13:04:16.500775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:16.505260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:16.506165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.518780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c740-7df3-44a2-84f8-8f62a208be40 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.529778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06deb9e-aa85-4ebc-adc4-11133563a122 None None] Network 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:16.551071 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-60e6b192-2f26-429c-b669-25e0d7091f80 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262095 Mar 11 13:04:16.560469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53300) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:16.689028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.747357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c740-7df3-44a2-84f8-8f62a208be40 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.756881 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa87f0d0-bd5a-40ac-8adf-f88eb89830da tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7177110 Mar 11 13:04:16.769350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Allocated IP 172.26.4.134 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/9fe86836-df64-4b6b-aaea-62771f1f6cf4) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:16.771568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:16.796416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4c740-7df3-44a2-84f8-8f62a208be40 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324c4e17-988b-4fdf-84e8-2e8e51f483e9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:16.810169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.811094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:16.811207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-0ac8e98e-1eb7-44b7-b029-6c570d6d6c61', 'network_id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': '81322e00-72c8-4db4-aa8a-e7d6975cd215'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:16.811671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.811981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.842228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:16.866037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00e56d-0233-46c1-8dd1-40bf9dce1d76 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:16.870407 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7b00e56d-0233-46c1-8dd1-40bf9dce1d76 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3031044 Mar 11 13:04:16.885972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff95c3bf-d94f-43f7-b20e-933b26a01152 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/4cddf48d-c990-4166-8cf6-86bf7c1bca62 HTTP/1.1" status: 200 len: 921 time: 0.5781367 Mar 11 13:04:16.886211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Deleting port f3d03292-942e-465e-b3f0-568a0a8303c1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:16.886428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:16.889696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:16.890098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53312) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:16.940162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f3d03292-942e-465e-b3f0-568a0a8303c1 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:17.061801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] Pushing event updated for resources: {'Network': ['ID=fb64631b-af56-4663-a3fe-a8217e106f96,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:17.076993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c740-7df3-44a2-84f8-8f62a208be40 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.080200 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-eaa4c740-7df3-44a2-84f8-8f62a208be40 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/324c4e17-988b-4fdf-84e8-2e8e51f483e9 HTTP/1.1" status: 204 len: 168 time: 1.1824176 Mar 11 13:04:17.080972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53318) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:17.093690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network fb64631b-af56-4663-a3fe-a8217e106f96 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:17.097231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.108139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-85ce0651-4e7d-460b-9cfe-3a511e8c94d7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1276751 Mar 11 13:04:17.109111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53322) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:17.121738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d111d270-1857-41cc-8263-8053d6932b2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:17.121943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Request body: {'subnet': {'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1784574322-subnet', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:17.122606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d111d270-1857-41cc-8263-8053d6932b2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:17.130638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:17.156623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Usage tracker for resource:subnet and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:17.162909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:17.186637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:17.206342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e3d02cf-ccaa-407a-816a-f8f874e5afd8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:17.213408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.224850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Made reservation on behalf of a7ee75938cd8457e91d8f451a90c5ac3 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:17.227628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.262539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e3d02cf-ccaa-407a-816a-f8f874e5afd8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:17.269910 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0e3d02cf-ccaa-407a-816a-f8f874e5afd8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1845524 Mar 11 13:04:17.271838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53328) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:17.273241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Calling delete_port for d7c02ad3-9df2-413d-8658-9ce03f416a5a owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:17.277953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443066677'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:17.286454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:17.320977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.358350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d111d270-1857-41cc-8263-8053d6932b2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:17.359523 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d111d270-1857-41cc-8263-8053d6932b2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4655414 Mar 11 13:04:17.363001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53332) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:17.364572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:17.404733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Allocated IP 172.20.0.1 (0ac8e98e-1eb7-44b7-b029-6c570d6d6c61/81322e00-72c8-4db4-aa8a-e7d6975cd215/9fbb2f57-33dc-45f3-a917-fdc534711b1f) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:17.441386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.468379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] For port f3d03292-942e-465e-b3f0-568a0a8303c1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f3d03292-942e-465e-b3f0-568a0a8303c1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:17.469009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.520674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b5e308-9e1f-47ec-a5ce-fcc5a6339e7b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:17.525513 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59b5e308-9e1f-47ec-a5ce-fcc5a6339e7b tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=4cddf48d-c990-4166-8cf6-86bf7c1bca62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6299140 Mar 11 13:04:17.532243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53336) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:17.543372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.548929 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d2bb5a8d-8ac3-4b42-acb8-31ace814185b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1820147 Mar 11 13:04:17.550571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53340) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:17.559038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.584677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:17.693681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event deleted for resources: {'Port': ['ID=d7c02ad3-9df2-413d-8658-9ce03f416a5a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:17.705156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Calling delete_port for f3d03292-942e-465e-b3f0-568a0a8303c1 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:17.705581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:17.724313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:17.727931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.765270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:17.769711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port f3d03292-942e-465e-b3f0-568a0a8303c1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f3d03292-942e-465e-b3f0-568a0a8303c1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:17.783444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.792677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:17.807866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.837945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:17.853802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:17.857766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.883911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:17.905697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:17.924711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:17.935224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:17.943008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:17.943194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:17.956756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=f3d03292-942e-465e-b3f0-568a0a8303c1,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:17.978391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:17.989345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Transition to ACTIVE for port object 9fbb2f57-33dc-45f3-a917-fdc534711b1f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:18.009140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Transition to ACTIVE for port object 9fbb2f57-33dc-45f3-a917-fdc534711b1f will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:18.015112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.082924 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Network 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:18.093234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:18.093526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:18.132849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Pushing event updated for resources: {'Port': ['ID=9fbb2f57-33dc-45f3-a917-fdc534711b1f,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:18.159671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event updated for resources: {'Port': ['ID=9fe86836-df64-4b6b-aaea-62771f1f6cf4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:18.202412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Attempting to bind port 9fbb2f57-33dc-45f3-a917-fdc534711b1f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:18.202921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Attempting to bind port 9fbb2f57-33dc-45f3-a917-fdc534711b1f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '1cab4be7-fafa-4d17-8f73-4f57ac8da414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:18.203393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Attempting to bind port 9fbb2f57-33dc-45f3-a917-fdc534711b1f on network 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:18.209775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:18.210545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Checking segment: {'id': '1cab4be7-fafa-4d17-8f73-4f57ac8da414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:18.211034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.211668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Bound using segment: {'id': '1cab4be7-fafa-4d17-8f73-4f57ac8da414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:18.212259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Bound port: 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cab4be7-fafa-4d17-8f73-4f57ac8da414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:18.212727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.305998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] For port 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:18.309865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] For port 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fbb2f57-33dc-45f3-a917-fdc534711b1f,segment=NetworkSegment(1cab4be7-fafa-4d17-8f73-4f57ac8da414),segment_id=1cab4be7-fafa-4d17-8f73-4f57ac8da414)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:18.314782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.317110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.359052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.382705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06851b12-8cd2-4566-a2e7-e9c0400f8b5d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:18.386354 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-06851b12-8cd2-4566-a2e7-e9c0400f8b5d tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 0.8501923 Mar 11 13:04:18.397276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53346) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:18.409587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9989e42-a997-4893-b432-ea6ef8a91f9c None None] Pushing event updated for resources: {'Port': ['ID=9fbb2f57-33dc-45f3-a917-fdc534711b1f,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:18.444631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Deleting port f3d03292-942e-465e-b3f0-568a0a8303c1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:18.445421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.540623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4718c9-292e-4322-8867-90d744076eb7 req-cdc1d648-8cb6-4cd3-b402-e16532753f4c tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:18.548271 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4718c9-292e-4322-8867-90d744076eb7 req-cdc1d648-8cb6-4cd3-b402-e16532753f4c tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7557254 Mar 11 13:04:18.586466 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-527a8fca-63f9-463d-be30-a971d7f99320 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cddf48d-c990-4166-8cf6-86bf7c1bca62 HTTP/1.1" status: 200 len: 205 time: 0.1844943 Mar 11 13:04:18.594593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53350) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:18.670610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-f4180a44-4cca-41d5-ae4d-8c232cd00f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:18.672576 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-f4180a44-4cca-41d5-ae4d-8c232cd00f61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 1.0226514 Mar 11 13:04:18.689985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.706977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.751162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.755128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857c8644-46ad-44bb-b984-8fb0851be916,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:18.820380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] For port f3d03292-942e-465e-b3f0-568a0a8303c1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f3d03292-942e-465e-b3f0-568a0a8303c1,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:18.821468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Checking segment: {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:18.821768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Network hostable DHCP agents. Network: fb64631b-af56-4663-a3fe-a8217e106f96, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:18.822510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:18.966551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017f1f9a-3ff9-4a73-a08e-4b96ec0768b2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:19.011164 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4718c9-292e-4322-8867-90d744076eb7 req-f003afb2-5d4a-41b7-9742-25be09b8575b tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4619482 Mar 11 13:04:19.022909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.023095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Calling delete_port for f3d03292-942e-465e-b3f0-568a0a8303c1 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:19.027490 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-26dd08b2-0ccd-4ebe-96ca-0c54e673cac9 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7513032 Mar 11 13:04:19.033897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=81322e00-72c8-4db4-aa8a-e7d6975cd215,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:19.045607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53354) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:19.078189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9fbb2f57-33dc-45f3-a917-fdc534711b1f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:19.109797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Network fb64631b-af56-4663-a3fe-a8217e106f96 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:19.119928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.132726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '017f1f9a-3ff9-4a73-a08e-4b96ec0768b2', 'direction': 'ingress', 'protocol': 17}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:19.175766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, fb64631b-af56-4663-a3fe-a8217e106f96) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:19.205953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa16fc3-2c4b-4aa9-b18e-2ed64f76dcf0 None None] Network fb64631b-af56-4663-a3fe-a8217e106f96 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:19.211634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:19.212325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.221571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.235949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:19.276192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:19.292484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:19.294008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Router 55deb55b-cf20-46f2-9b50-0d0165f4f828 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:04:19.307466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:19.308133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.325773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:19.326920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=970df3dc-097c-4fd4-9016-4849e0aa6eff,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:19.337586 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2d41b7e6-e670-41f2-a81f-b0843b922375 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2186501 Mar 11 13:04:19.339632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53358) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:19.346513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:19.364066 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-91c589af-5f71-44aa-a9c8-6e3a121a0574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8068707 Mar 11 13:04:19.364066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:19.368548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53362) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:19.371291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Usage tracker for resource:router and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:19.413318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.433205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:19.434210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:19.439508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '970df3dc-097c-4fd4-9016-4849e0aa6eff', 'ip_address': '2001:db8::8c0:9127:d940:576d'}], 'name': 'tempest-NetworksTestDHCPv6-1486981775'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:19.460453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.463232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:19.562526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] No DVR routers for this DVR port f3d03292-942e-465e-b3f0-568a0a8303c1 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:19.576142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32be7-62d0-47d3-a117-fa57e5ab221d None None] Pushing event deleted for resources: {'Port': ['ID=f3d03292-942e-465e-b3f0-568a0a8303c1,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:19.593726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c200d-676d-49e3-8ca5-0f9ee9fad8ee None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:19.600635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac8e98e-1eb7-44b7-b029-6c570d6d6c61']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:19.621680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9fbb2f57-33dc-45f3-a917-fdc534711b1f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:19.643216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cab4be7-fafa-4d17-8f73-4f57ac8da414') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:19.643761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cab4be7-fafa-4d17-8f73-4f57ac8da414') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:19.722695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:19.733099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-4fd85b42-d896-49fa-a290-1628e7b97d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:19.734886 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-4fd85b42-d896-49fa-a290-1628e7b97d3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.9463897 Mar 11 13:04:19.743504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.749576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.845615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.875960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.876963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.905354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e932a3-dd40-43eb-afee-37a7ccfaadb9 None None] Network 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:19.906877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:19.992432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.021750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:20.026370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:20.029462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:20.036049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:20.037835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-fb64631b-af56-4663-a3fe-a8217e106f96', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:20.038651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.066567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b9f373d1-dc8b-4ad1-8d23-d512faf09a9f None None] Provisioning for port 9fbb2f57-33dc-45f3-a917-fdc534711b1f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:20.125829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b9f373d1-dc8b-4ad1-8d23-d512faf09a9f None None] Provisioning complete for port 9fbb2f57-33dc-45f3-a917-fdc534711b1f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:20.126212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b9f373d1-dc8b-4ad1-8d23-d512faf09a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.175664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:20.190577 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] Sync routers for ids ['55deb55b-cf20-46f2-9b50-0d0165f4f828'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:20.209398 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] Routers {'55deb55b-cf20-46f2-9b50-0d0165f4f828'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:20.210443 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['55deb55b-cf20-46f2-9b50-0d0165f4f828'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:20.243219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:20.257634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '970df3dc-097c-4fd4-9016-4849e0aa6eff'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:20.258687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.299635 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:20.308713 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-347af226-eaf1-4c05-8012-9ea2fd129d42 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "PUT /v2.0/routers/55deb55b-cf20-46f2-9b50-0d0165f4f828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2728012 Mar 11 13:04:20.310956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:20.311902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.322174 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] Routers {'55deb55b-cf20-46f2-9b50-0d0165f4f828'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:20.323178 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['55deb55b-cf20-46f2-9b50-0d0165f4f828'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:20.396458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.405561 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:20.406456 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942b0e-c927-40a6-a3e9-1059e36e18cc None None] The sync data for ids ['55deb55b-cf20-46f2-9b50-0d0165f4f828'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:20.524708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 9e72b7ed-85be-4130-b35d-28fc4ddaa90d yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:04:20.547518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:20.548104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.590417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b9f373d1-dc8b-4ad1-8d23-d512faf09a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.615936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Allocated IP 172.20.0.2 (fb64631b-af56-4663-a3fe-a8217e106f96/857c8644-46ad-44bb-b984-8fb0851be916/d500255b-045d-4699-bfee-bd10cbc366c2) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:20.639004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/970df3dc-097c-4fd4-9016-4849e0aa6eff/66e32cca-15bb-42a7-ae54-a7b4c53c95a3) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:20.667475 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-77d09abd-652a-41db-a76c-5bd7d52cf531 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 1000 time: 0.8148251 Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:20.668331 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:20.677601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:04:20.677601 dv-neutron-833198-1-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:04:20.677601 dv-neutron-833198-1-hyperv neutron-server[87958]: [parameters: {'id': '0ac8e98e-1eb7-44b7-b029-6c570d6d6c61'}] Mar 11 13:04:20.677601 dv-neutron-833198-1-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:20.677601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:20.679681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6abebc19-dffe-4b7e-a660-24ba88b040f9 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.693321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b9f373d1-dc8b-4ad1-8d23-d512faf09a9f None None] For port 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fbb2f57-33dc-45f3-a917-fdc534711b1f,segment=NetworkSegment(1cab4be7-fafa-4d17-8f73-4f57ac8da414),segment_id=1cab4be7-fafa-4d17-8f73-4f57ac8da414)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:20.764950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] DHCP port deletion for 0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:20.766618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b9f373d1-dc8b-4ad1-8d23-d512faf09a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.801265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.819534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Deleting port 9fbb2f57-33dc-45f3-a917-fdc534711b1f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:20.819901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.824209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.843266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.876183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.919533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Router d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:20.975868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25cea5-1228-44c3-9690-7dffb30fe473 req-0cedcf01-f13f-48bd-951e-7f6ec053fa31 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:20.983620 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe25cea5-1228-44c3-9690-7dffb30fe473 req-0cedcf01-f13f-48bd-951e-7f6ec053fa31 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7873752 Mar 11 13:04:20.985991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f373d1-dc8b-4ad1-8d23-d512faf09a9f None None] Pushing event updated for resources: {'Port': ['ID=9fbb2f57-33dc-45f3-a917-fdc534711b1f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:20.999450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Deleting port 53f95a42-27ef-4bee-8389-74407267e109 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:20.999450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:20.999880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9fbb2f57-33dc-45f3-a917-fdc534711b1f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:21.038013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bc1277-cfa1-4bde-929e-3d70c816c322,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:21.186683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:21.207292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] Sync routers for ids ['d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:21.221718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.223047 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c10efc31-bff8-4d37-b424-faad6e5b4533 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.0429440 Mar 11 13:04:21.226007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53372) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:21.254680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.285544 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6abebc19-dffe-4b7e-a660-24ba88b040f9 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.289064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-d2429ed7-3289-48a4-b000-48b490e23da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:21.290238 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-d2429ed7-3289-48a4-b000-48b490e23da1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.5500405 Mar 11 13:04:21.293973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6abebc19-dffe-4b7e-a660-24ba88b040f9 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.314048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.315252 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4ad5055f-fa89-4ebd-ab3d-53a7a5e808b7 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.2513645 Mar 11 13:04:21.339446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] Routers {'d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:21.340061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:21.351066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53376) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:21.387724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe25cea5-1228-44c3-9690-7dffb30fe473 req-f5e66be6-d178-492c-9d57-4e02b816f3af tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027019 Mar 11 13:04:21.389473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.475866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Transition to ACTIVE for port object d500255b-045d-4699-bfee-bd10cbc366c2 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:21.479157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 9fbb2f57-33dc-45f3-a917-fdc534711b1f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:21.479715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.480766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:21.545539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.570543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.571588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] For port 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fbb2f57-33dc-45f3-a917-fdc534711b1f,segment=NetworkSegment(1cab4be7-fafa-4d17-8f73-4f57ac8da414),segment_id=1cab4be7-fafa-4d17-8f73-4f57ac8da414)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:21.571976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.584852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Transition to ACTIVE for port object 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:21.594482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Transition to ACTIVE for port object d500255b-045d-4699-bfee-bd10cbc366c2 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:21.598802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] Routers {'d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:21.599440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:21.740949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c17ca30d-ae7b-4f07-814b-a8cc3a393a73 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.743057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.778387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.787502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.798890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Calling delete_port for 9fbb2f57-33dc-45f3-a917-fdc534711b1f owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:21.801268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.848772 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bd2ef1ad-be81-4896-9256-efab94353f5d tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3 HTTP/1.1" status: 200 len: 925 time: 0.6215913 Mar 11 13:04:21.852903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53380) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:21.855683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6abebc19-dffe-4b7e-a660-24ba88b040f9 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.855683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abebc19-dffe-4b7e-a660-24ba88b040f9 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Fanout notify agent at l3_agent the message router_deleted on router 55deb55b-cf20-46f2-9b50-0d0165f4f828 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:21.862527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:21.862527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3bf2cc-6bb8-4b25-83ef-09b1bec99cf2 None None] The sync data for ids ['d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:21.888307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Calling delete_port for 53f95a42-27ef-4bee-8389-74407267e109 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:21.902721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c17ca30d-ae7b-4f07-814b-a8cc3a393a73 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.914537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Transition to ACTIVE for port object 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:21.932328 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ef0c9df2-9404-4844-a94b-0391dfbdb6bd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3 HTTP/1.1" status: 200 len: 205 time: 0.0767932 Mar 11 13:04:21.934905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53384) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:21.964009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.974582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Network fb64631b-af56-4663-a3fe-a8217e106f96 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:21.976282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:21.982828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:21.984564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Pushing event updated for resources: {'Port': ['ID=d500255b-045d-4699-bfee-bd10cbc366c2,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:21.986741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:21.990565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fbb2f57-33dc-45f3-a917-fdc534711b1f,segment=NetworkSegment(1cab4be7-fafa-4d17-8f73-4f57ac8da414),segment_id=1cab4be7-fafa-4d17-8f73-4f57ac8da414)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:22.006843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6abebc19-dffe-4b7e-a660-24ba88b040f9 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.011027 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6abebc19-dffe-4b7e-a660-24ba88b040f9 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "DELETE /v2.0/routers/55deb55b-cf20-46f2-9b50-0d0165f4f828 HTTP/1.1" status: 204 len: 168 time: 1.6810992 Mar 11 13:04:22.015700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53388) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:22.045641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.086848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:22.122807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:22.128088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::8c0:9127:d940:576d (03007ba6-d1e0-4ba6-aa08-eced2aedda75/970df3dc-097c-4fd4-9016-4849e0aa6eff/9e72b7ed-85be-4130-b35d-28fc4ddaa90d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:22.131820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:22.167750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Allocated IP 172.26.4.193 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/10bf09ca-3833-44b3-b747-894859d6075a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:22.179609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Deleting subnet ab414de8-285d-422d-8b94-1db95f6c89e1 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:22.190959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:22.191301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:22.192992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.197811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Pushing event updated for resources: {'Port': ['ID=66e32cca-15bb-42a7-ae54-a7b4c53c95a3,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:22.222595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c17ca30d-ae7b-4f07-814b-a8cc3a393a73 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.262458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-a92b4645-d25a-420d-854d-f2c5aac58f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:22.263987 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-a92b4645-d25a-420d-854d-f2c5aac58f85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9602988 Mar 11 13:04:22.274321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Attempting to bind port d500255b-045d-4699-bfee-bd10cbc366c2 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:22.274321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Attempting to bind port d500255b-045d-4699-bfee-bd10cbc366c2 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:22.274836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Attempting to bind port d500255b-045d-4699-bfee-bd10cbc366c2 on network fb64631b-af56-4663-a3fe-a8217e106f96 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:22.300777 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:22.301142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Checking segment: {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:22.301253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ca30d-ae7b-4f07-814b-a8cc3a393a73 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f1f9a-3ff9-4a73-a08e-4b96ec0768b2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:22.301562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.301946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Bound using segment: {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:22.302406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Bound port: d500255b-045d-4699-bfee-bd10cbc366c2, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:22.302855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.333289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Attempting to bind port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:22.333677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Attempting to bind port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:22.334029 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Attempting to bind port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:22.385012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:22.385012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:22.385012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.385455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:22.385770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Bound port: 66e32cca-15bb-42a7-ae54-a7b4c53c95a3, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:22.386142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.388492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.406093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.427904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9fbb2f57-33dc-45f3-a917-fdc534711b1f,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:22.477259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c17ca30d-ae7b-4f07-814b-a8cc3a393a73 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.481668 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c17ca30d-ae7b-4f07-814b-a8cc3a393a73 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/017f1f9a-3ff9-4a73-a08e-4b96ec0768b2 HTTP/1.1" status: 204 len: 168 time: 1.1243591 Mar 11 13:04:22.493140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53394) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:22.550241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fbb2f57-33dc-45f3-a917-fdc534711b1f,segment=NetworkSegment(1cab4be7-fafa-4d17-8f73-4f57ac8da414),segment_id=1cab4be7-fafa-4d17-8f73-4f57ac8da414)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:22.550640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.597182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] For port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:22.612135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] For port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=66e32cca-15bb-42a7-ae54-a7b4c53c95a3,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:22.616642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] For port d500255b-045d-4699-bfee-bd10cbc366c2, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:22.619316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.624689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] For port d500255b-045d-4699-bfee-bd10cbc366c2, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d500255b-045d-4699-bfee-bd10cbc366c2,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:22.667580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.684353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 9e72b7ed-85be-4130-b35d-28fc4ddaa90d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:22.709837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Deleting port 9fbb2f57-33dc-45f3-a917-fdc534711b1f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:22.710076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.728100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.747107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.773398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 9fbb2f57-33dc-45f3-a917-fdc534711b1f owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:22.774712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.832371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8fcc3c34-1084-41d2-99a4-655b4f8f63a2 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:22.850903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:22.868706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:22.877039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:22.884937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e681121-2049-4f35-8574-18ff171eaf4d None None] Pushing event updated for resources: {'Port': ['ID=66e32cca-15bb-42a7-ae54-a7b4c53c95a3,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:22.893522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:22.894207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.903902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=9e72b7ed-85be-4130-b35d-28fc4ddaa90d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:22.911029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:22.945036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8fcc3c34-1084-41d2-99a4-655b4f8f63a2 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:22.950294 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-9818cb92-936b-47b3-ad7c-0cc73e7fad10 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723514 Mar 11 13:04:22.950709 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8fcc3c34-1084-41d2-99a4-655b4f8f63a2 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4529328 Mar 11 13:04:22.951576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53398) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:22.977793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315584702'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:23.000796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:23.020284 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d134e937-a594-47a9-aa49-c63c92afa5aa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6505575 Mar 11 13:04:23.023767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53402) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:23.043366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '970df3dc-097c-4fd4-9016-4849e0aa6eff', 'ip_address': '2001:db8::8c0:9127:d940:576d'}], 'name': 'tempest-NetworksTestDHCPv6-1636490644'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:23.071931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.123057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] For port 9fbb2f57-33dc-45f3-a917-fdc534711b1f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fbb2f57-33dc-45f3-a917-fdc534711b1f,segment=NetworkSegment(1cab4be7-fafa-4d17-8f73-4f57ac8da414),segment_id=1cab4be7-fafa-4d17-8f73-4f57ac8da414)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:23.123449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.217240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce657d9-e393-487d-83aa-1211d014934f None None] Pushing event updated for resources: {'Port': ['ID=d500255b-045d-4699-bfee-bd10cbc366c2,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:23.239777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:23.288168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.318559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Calling delete_port for 9fbb2f57-33dc-45f3-a917-fdc534711b1f owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:23.373829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event deleted for resources: {'Port': ['ID=53f95a42-27ef-4bee-8389-74407267e109,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:23.378375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Pushing event updated for resources: {'Port': ['ID=10bf09ca-3833-44b3-b747-894859d6075a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:23.405146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:23.416758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:23.418852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.464584 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:23.464815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:23.467781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:23.495014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.527281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:23.535079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.557487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.576017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:23.582505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=9fbb2f57-33dc-45f3-a917-fdc534711b1f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:23.583590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:23.596607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:23.597488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port 9fbb2f57-33dc-45f3-a917-fdc534711b1f on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:23.600503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:23.605945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.611839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07493b61-d11b-4a64-9845-3371a036343e None None] Network e1daa700-3b9d-4580-9566-f2b8b806e6b5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:23.612330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event deleted for resources: {'Subnet': ['ID=ab414de8-285d-422d-8b94-1db95f6c89e1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:23.616712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:23.625520 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-655d25e3-afdd-4cc4-a252-b104782711bf tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "DELETE /v2.0/subnets/ab414de8-285d-422d-8b94-1db95f6c89e1 HTTP/1.1" status: 204 len: 168 time: 1.6063476 Mar 11 13:04:23.627907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53406) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:23.628881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:23.636362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:23.644129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11132b36-7589-4282-b526-09a2a785fa33 req-0b520fde-746f-4b9d-8c22-eeaf3b3f8876 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:23.645688 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-11132b36-7589-4282-b526-09a2a785fa33 req-0b520fde-746f-4b9d-8c22-eeaf3b3f8876 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.0772955 Mar 11 13:04:23.646627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Deleting port 9fe86836-df64-4b6b-aaea-62771f1f6cf4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:23.647128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.755884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Deleting port 9fbb2f57-33dc-45f3-a917-fdc534711b1f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:23.756275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.761071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:23.876693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a02d-3c08-44f5-bbd5-13d10c5366b6 None None] The port '9fbb2f57-33dc-45f3-a917-fdc534711b1f' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:04:23.892376 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f748b5ed-4a65-4523-bc21-3eace8d09fae req-1a7d5a9f-5dcc-4d7c-9544-6c7cb2268f64 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284565 Mar 11 13:04:23.908204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:23.913066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.067846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] DHCP port deletion for e1daa700-3b9d-4580-9566-f2b8b806e6b5 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:24.074436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] Deleting port 48eafff5-a839-4286-b47a-8a8daae02a39 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:24.074436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.131536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.141514 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-11132b36-7589-4282-b526-09a2a785fa33 req-0a1f3a5f-2be3-4b5c-8370-7f67b7fdaf7f tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4601662 Mar 11 13:04:24.155046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.161801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.200702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac8e98e-1eb7-44b7-b029-6c570d6d6c61']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:24.210785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port d75781fa-a298-4688-b788-334971f94e4e yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:04:24.235897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cab4be7-fafa-4d17-8f73-4f57ac8da414') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:24.236242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cab4be7-fafa-4d17-8f73-4f57ac8da414') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:24.253780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.261571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.261866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.271462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.271970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Fanout notify agent at l3_agent the message router_deleted on router 4cddf48d-c990-4166-8cf6-86bf7c1bca62 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:24.289903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.363581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] For port 48eafff5-a839-4286-b47a-8a8daae02a39, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48eafff5-a839-4286-b47a-8a8daae02a39,segment=NetworkSegment(6c4603e5-554d-421a-899c-f6bd1eb83a29),segment_id=6c4603e5-554d-421a-899c-f6bd1eb83a29)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:24.363581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.472797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:24.473574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:24.495474 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:24.504532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Calling delete_port for 9fe86836-df64-4b6b-aaea-62771f1f6cf4 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:24.551257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] Calling delete_port for 48eafff5-a839-4286-b47a-8a8daae02a39 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:24.607013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62dfc4d-9e2d-4e34-8b6f-0aa94a93bd90 None None] Network fb64631b-af56-4663-a3fe-a8217e106f96 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:24.652763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.654284 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5b626e6d-f046-43d9-bc81-14dc68138107 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/4cddf48d-c990-4166-8cf6-86bf7c1bca62 HTTP/1.1" status: 204 len: 168 time: 5.9870667 Mar 11 13:04:24.660449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53410) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:24.678537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1137593672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:24.680132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.681188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Deleting port 48eafff5-a839-4286-b47a-8a8daae02a39 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:24.681640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.689803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:24.698297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Usage tracker for resource:router and tenant:715ea961e89646f19dd7580caff139f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:24.702585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:24.705506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.740739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.746965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:24.750562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.756971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=0ac8e98e-1eb7-44b7-b029-6c570d6d6c61,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:24.773333 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7d2b9ef8-baf8-4a3f-8aa8-e474a313d742 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 HTTP/1.1" status: 204 len: 168 time: 8.0002875 Mar 11 13:04:24.776978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:24.783736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-770446141'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:24.788792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:24.794033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:24.798090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:24.801072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.802187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.812539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:24.842545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:24.846358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.858457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cc411908-c673-4c03-bb6f-6881d98323f9 None None] Provisioning for port d500255b-045d-4699-bfee-bd10cbc366c2 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:24.863085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.909847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.966394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:24.986877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.016142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.035665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:25.101558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] Pushing event deleted for resources: {'Port': ['ID=48eafff5-a839-4286-b47a-8a8daae02a39,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:25.107363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:25.119801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event deleted for resources: {'Port': ['ID=9fe86836-df64-4b6b-aaea-62771f1f6cf4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:25.133832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.133832 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 60c34191-7f28-4ba4-bc4a-acec39a89e39 of type vlan for network f0637015-bc34-43b9-8b2f-af72f2033d9e Mar 11 13:04:25.137627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c45d0-29fd-476f-a94c-8e344a6b721f None None] No DVR routers for this DVR port 48eafff5-a839-4286-b47a-8a8daae02a39 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:25.158648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-788ee7cd-6448-4ad5-a841-b7f993a6ea32 None None] Provisioning for port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:25.222546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:25.229126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:25.229634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.296038 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:04:25.357723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f50cd537-1f82-4a34-a7e1-2acdde18b8d3 None None] Provisioning for port 9e72b7ed-85be-4130-b35d-28fc4ddaa90d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:25.365056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.369172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f50cd537-1f82-4a34-a7e1-2acdde18b8d3 None None] Provisioning complete for port 9e72b7ed-85be-4130-b35d-28fc4ddaa90d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:25.369575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f50cd537-1f82-4a34-a7e1-2acdde18b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.379559 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4193916 Mar 11 13:04:25.395037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.396521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14c68471-2495-46eb-b9fc-04645084ee11 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7340784 Mar 11 13:04:25.397576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53420) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:25.416009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53422) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:25.466443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.468650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242659702'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:25.487771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c16ca-99bd-40e0-9699-620abe062153 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce0a579-5f99-47a6-8ad4-5a415c4db3ef,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:25.490581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': False}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:25.535283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f50cd537-1f82-4a34-a7e1-2acdde18b8d3 None None] Port 9e72b7ed-85be-4130-b35d-28fc4ddaa90d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:04:25.543045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=66e32cca-15bb-42a7-ae54-a7b4c53c95a3,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:25.547071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.547920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d500255b-045d-4699-bfee-bd10cbc366c2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:25.554072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:25.581370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:25.607292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:25.610343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] For port 48eafff5-a839-4286-b47a-8a8daae02a39, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48eafff5-a839-4286-b47a-8a8daae02a39,segment=NetworkSegment(6c4603e5-554d-421a-899c-f6bd1eb83a29),segment_id=6c4603e5-554d-421a-899c-f6bd1eb83a29)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:25.610756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.667853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.683674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:25.688682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=66e32cca-15bb-42a7-ae54-a7b4c53c95a3,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:25.695442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.703713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d500255b-045d-4699-bfee-bd10cbc366c2 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:25.709264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d500255b-045d-4699-bfee-bd10cbc366c2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:25.709817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.761575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Calling delete_port for 48eafff5-a839-4286-b47a-8a8daae02a39 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:25.788272 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 13:04:25.788716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:04:25.832184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.866474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port d500255b-045d-4699-bfee-bd10cbc366c2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d500255b-045d-4699-bfee-bd10cbc366c2,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:25.871571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.880246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:04:25.925739 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e7028931-0d44-46d8-a0cc-4d7f5e682c62 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.8940401 Mar 11 13:04:25.929078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53428) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:25.942525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48eafff5-a839-4286-b47a-8a8daae02a39 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:25.957330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:25.981625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 48eafff5-a839-4286-b47a-8a8daae02a39 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:25.981975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48eafff5-a839-4286-b47a-8a8daae02a39 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:26.005617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=d500255b-045d-4699-bfee-bd10cbc366c2,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:26.051336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10029eb-a8c6-4876-85df-f91429a5aa9a req-17b97a35-656f-432e-abb3-863e0f7e9013 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:26.052854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d10029eb-a8c6-4876-85df-f91429a5aa9a req-17b97a35-656f-432e-abb3-863e0f7e9013 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6544442 Mar 11 13:04:26.123392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.144771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.146509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.152427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:26.153002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.154717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:26.155029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:26.176200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.184939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:26.279381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.287251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:26.301618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:26.314700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5365074 Mar 11 13:04:26.315825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:26.334484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53432) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:26.344356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2bb8f0-0152-4c54-81b1-0ccc8e47d66f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:26.350469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2bb8f0-0152-4c54-81b1-0ccc8e47d66f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:26.351223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b2bb8f0-0152-4c54-81b1-0ccc8e47d66f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:26.363332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': 'f0637015-bc34-43b9-8b2f-af72f2033d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:26.378504 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d10029eb-a8c6-4876-85df-f91429a5aa9a req-b0fdbbcf-3486-4707-bd57-c66b63b7b7d7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635310 Mar 11 13:04:26.423239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77180a1f-2b4c-4b1c-98bd-803e3fefc257 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=f0637015-bc34-43b9-8b2f-af72f2033d9e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:26.425943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.426596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Fanout notify agent at l3_agent the message router_deleted on router d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:26.436862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f0637015-bc34-43b9-8b2f-af72f2033d9e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:26.507206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b2bb8f0-0152-4c54-81b1-0ccc8e47d66f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:26.508350 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7b2bb8f0-0152-4c54-81b1-0ccc8e47d66f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4126110 Mar 11 13:04:26.511532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.513658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53438) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:26.513838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fab0f61b-7968-4db2-a0c4-2f66595389c5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3 HTTP/1.1" status: 204 len: 168 time: 4.5732217 Mar 11 13:04:26.517833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53440) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:26.527941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1875673989', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': False}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:26.563043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:26.580367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:26.584950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:26.592876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:26.601541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:router and tenant:1b5cc605d37248d98efbf7f413b60434 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:26.606118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:26.611522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:26.627565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:26.646880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 9e72b7ed-85be-4130-b35d-28fc4ddaa90d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:26.647216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.657625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.664546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.679268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Deleting port 48eafff5-a839-4286-b47a-8a8daae02a39 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:26.679570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.725796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:26.726669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12798621-094a-4bc4-9619-783365aaedd7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:26.730908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.736557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.737778 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f240a933-7b99-4e8f-9f54-2400e25834a6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3310959 Mar 11 13:04:26.741069 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-509a05ca-46ae-43cc-a68a-9d4b40e6a897 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2199860 Mar 11 13:04:26.742146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53446) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:26.747726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '0ce0a579-5f99-47a6-8ad4-5a415c4db3ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '12798621-094a-4bc4-9619-783365aaedd7', 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:26.756006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.757193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:26.757422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:26.764269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:26.769202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:26.804947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Router 9bff5890-0b14-4e0d-997f-27b00b2c4937 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:26.829063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] The port '48eafff5-a839-4286-b47a-8a8daae02a39' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:04:26.927635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:26.947007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:26.962171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.024376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:27.024796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.126453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.159293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d500255b-045d-4699-bfee-bd10cbc366c2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:27.170033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.194897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.223338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.227705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d500255b-045d-4699-bfee-bd10cbc366c2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:27.228271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.261030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-44cf88b9-24b9-49f6-98a1-d407f0f219d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:27.262607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-44cf88b9-24b9-49f6-98a1-d407f0f219d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 0.4955161 Mar 11 13:04:27.364734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.417862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.512363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91e9800-c93f-4798-8db5-d5c345b9cdd6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:27.542014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Allocated IP 172.26.4.192 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/cd1e3aa3-8282-4f5c-ad4a-f1e8a8c8a2e5) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:27.552253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.553459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97cc7570-a583-4abc-973e-61b2242dc674 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8103991 Mar 11 13:04:27.560255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53450) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:27.579881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-ad8ec00e-ceeb-4871-bf9b-5e11379f318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:27.581385 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-ad8ec00e-ceeb-4871-bf9b-5e11379f318f service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.2966993 Mar 11 13:04:27.612777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1daa700-3b9d-4580-9566-f2b8b806e6b5']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:27.697865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff6db-1bac-4ac8-886e-15131f0dfc0f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.722305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4603e5-554d-421a-899c-f6bd1eb83a29') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:27.722531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4603e5-554d-421a-899c-f6bd1eb83a29') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:27.770316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff6db-1bac-4ac8-886e-15131f0dfc0f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.785150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.803940 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-52ba8f32-6b41-4a13-a3ba-180e075c8919 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 1000 time: 0.2014494 Mar 11 13:04:27.870910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.874773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:27.875673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff6db-1bac-4ac8-886e-15131f0dfc0f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.886120 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Sync routers for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:27.896667 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:27.897534 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:27.910186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.918988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ff6db-1bac-4ac8-886e-15131f0dfc0f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b91e9800-c93f-4798-8db5-d5c345b9cdd6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:27.919209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.924644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.931229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff6db-1bac-4ac8-886e-15131f0dfc0f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:27.933025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5a5ff6db-1bac-4ac8-886e-15131f0dfc0f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b91e9800-c93f-4798-8db5-d5c345b9cdd6 HTTP/1.1" status: 204 len: 168 time: 0.3716898 Mar 11 13:04:27.936446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-4615cf96-1d0d-4998-b726-2fb1b909bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:27.938138 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-4615cf96-1d0d-4998-b726-2fb1b909bbc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.1266947 Mar 11 13:04:27.938580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53454) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:28.016987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:28.016987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:28.035497 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:28.051349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2d20a16e-a90b-48ad-8ec4-c955d162f939 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:28.064955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.082926 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:28.127303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2d20a16e-a90b-48ad-8ec4-c955d162f939 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:28.128589 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2d20a16e-a90b-48ad-8ec4-c955d162f939 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1880763 Mar 11 13:04:28.134247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 9e72b7ed-85be-4130-b35d-28fc4ddaa90d owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:28.137750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53458) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:28.146525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:28.162401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:28.166601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:28.210126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1e3aa3-8282-4f5c-ad4a-f1e8a8c8a2e5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:28.220536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-59191e28-039b-4b22-b325-2a30b84d470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:28.222069 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-59191e28-039b-4b22-b325-2a30b84d470a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2648208 Mar 11 13:04:28.253428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.303523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.304641 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5e448270-1e9f-4a0a-875d-9858a062dae1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9640675 Mar 11 13:04:28.318083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53462) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:28.336431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.418927 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:24Z', 'revision_number': 3, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:28.425028 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Checking router: 9bff5890-0b14-4e0d-997f-27b00b2c4937 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:28.425610 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Updating router 9bff5890-0b14-4e0d-997f-27b00b2c4937 port 10bf09ca-3833-44b3-b747-894859d6075a binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:04:28.434501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.495754 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.524215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] Pushing event deleted for resources: {'Network': ['ID=e1daa700-3b9d-4580-9566-f2b8b806e6b5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:28.536351 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8ec308bc-24dd-4fcf-ac64-ecddba0eb8f8 tempest-FloatingIPNegativeTestJSON-344822986 tempest-FloatingIPNegativeTestJSON-344822986-project] 10.222.0.52 "DELETE /v2.0/networks/e1daa700-3b9d-4580-9566-f2b8b806e6b5 HTTP/1.1" status: 204 len: 168 time: 4.9025571 Mar 11 13:04:28.543784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=9fb0832c-027f-4a72-86bf-12d459c31bc8,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:28.607380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe81154-a9a4-4996-96e9-98745f60bfbf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.629752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '60c34191-7f28-4ba4-bc4a-acec39a89e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f0637015-bc34-43b9-8b2f-af72f2033d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:28.630115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: f0637015-bc34-43b9-8b2f-af72f2033d9e, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:28.735646 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-28b6e917-3b98-4819-9ee0-afb47924cfc0 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984989 Mar 11 13:04:28.808021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.818339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53470) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:28.838854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe81154-a9a4-4996-96e9-98745f60bfbf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.859047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network f0637015-bc34-43b9-8b2f-af72f2033d9e is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:28.890673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=9e72b7ed-85be-4130-b35d-28fc4ddaa90d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:28.940452 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.948821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.955125 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Transition to ACTIVE for port object 10bf09ca-3833-44b3-b747-894859d6075a will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:28.961921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, f0637015-bc34-43b9-8b2f-af72f2033d9e) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:28.965924 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:28.970952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff101f-1db8-4e62-899a-5b52df9e7179 None None] Network f0637015-bc34-43b9-8b2f-af72f2033d9e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:29.080440 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9967d70a-ba1b-4770-8134-ab1233f59f32 req-917044c3-6562-4551-8ed5-750f65ec1474 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252242 Mar 11 13:04:29.100138 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Attempting to bind port 10bf09ca-3833-44b3-b747-894859d6075a on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:29.104402 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Attempting to bind port 10bf09ca-3833-44b3-b747-894859d6075a by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:29.105056 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Attempting to bind port 10bf09ca-3833-44b3-b747-894859d6075a on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:29.124143 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:29.124359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe81154-a9a4-4996-96e9-98745f60bfbf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.125096 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:29.127280 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.128995 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:29.130030 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Bound port: 10bf09ca-3833-44b3-b747-894859d6075a, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:29.133292 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.166225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe81154-a9a4-4996-96e9-98745f60bfbf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12798621-094a-4bc4-9619-783365aaedd7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:29.187259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:29.188093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.252660 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] For port 10bf09ca-3833-44b3-b747-894859d6075a, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:29.256055 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] For port 10bf09ca-3833-44b3-b747-894859d6075a, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=10bf09ca-3833-44b3-b747-894859d6075a,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:29.268757 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.294125 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Pushing event updated for resources: {'Port': ['ID=10bf09ca-3833-44b3-b747-894859d6075a,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:29.296974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe81154-a9a4-4996-96e9-98745f60bfbf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.301030 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dbe81154-a9a4-4996-96e9-98745f60bfbf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/12798621-094a-4bc4-9619-783365aaedd7 HTTP/1.1" status: 204 len: 168 time: 1.1604896 Mar 11 13:04:29.302065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53476) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:29.309527 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.309950 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.310383 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.310809 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.311231 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.311672 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.312101 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.312881 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.313309 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.313762 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.314172 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.314587 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:04:29.333144 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8dcbb114-236d-4e4b-9b46-a1910cf0a8d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/9e72b7ed-85be-4130-b35d-28fc4ddaa90d HTTP/1.1" status: 204 len: 168 time: 2.8164027 Mar 11 13:04:29.345940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53480) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:29.355399 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-f0637015-bc34-43b9-8b2f-af72f2033d9e', 'network_id': 'f0637015-bc34-43b9-8b2f-af72f2033d9e', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': '9fb0832c-027f-4a72-86bf-12d459c31bc8'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:29.356603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.408844 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afee50d-1e27-42f0-b105-06cf3fbf40e5 None None] Pushing event updated for resources: {'Port': ['ID=10bf09ca-3833-44b3-b747-894859d6075a,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:29.414481 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:29.415217 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:29.435332 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2ed3e3c9-3707-4619-89a6-9caf5924740a tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0994222 Mar 11 13:04:29.454927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53484) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:29.532774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.593595 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ed12edf7-b136-4615-8af8-6280395789c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e106ae070944fcf9f42b87df3c48347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356884 Mar 11 13:04:29.608652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53488) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:29.631454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Allocated IP 172.20.0.1 (f0637015-bc34-43b9-8b2f-af72f2033d9e/9fb0832c-027f-4a72-86bf-12d459c31bc8/0a2007e8-83fc-4917-b371-6239c0077b74) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:29.650404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0262245-cb8a-4da8-b18e-b853beaa5708 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:29.652184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0262245-cb8a-4da8-b18e-b853beaa5708 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:29.657350 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c0262245-cb8a-4da8-b18e-b853beaa5708 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3072138 Mar 11 13:04:29.658052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53492) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:29.674040 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:29.704895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d17371fc-d4d2-4fa4-88ad-e65c262bd66f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:29.722684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.746147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d17371fc-d4d2-4fa4-88ad-e65c262bd66f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:29.750392 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d17371fc-d4d2-4fa4-88ad-e65c262bd66f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4313998 Mar 11 13:04:29.752245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53496) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:29.840320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.866622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 970df3dc-097c-4fd4-9016-4849e0aa6eff {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:29.871830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.891869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:29.907362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Transition to ACTIVE for port object 0a2007e8-83fc-4917-b371-6239c0077b74 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:29.934965 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Transition to ACTIVE for port object 0a2007e8-83fc-4917-b371-6239c0077b74 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:29.944934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.014796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.024135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Network f0637015-bc34-43b9-8b2f-af72f2033d9e is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:30.027389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:30.032102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:30.042752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9350602d-eb42-474d-a03b-2e37a84ad4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.047265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.048552 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:24Z', 'revision_number': 3, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:30.054115 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a5fbe-2ad5-4a59-8326-23647f773d22 None None] The sync data for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv is: [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:24Z', 'revision_number': 3, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:30.089184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Pushing event updated for resources: {'Port': ['ID=0a2007e8-83fc-4917-b371-6239c0077b74,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:30.141692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171c16b-56b5-43cc-a065-e3db50fbc722 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.144630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Attempting to bind port 0a2007e8-83fc-4917-b371-6239c0077b74 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:30.144994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Attempting to bind port 0a2007e8-83fc-4917-b371-6239c0077b74 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '60c34191-7f28-4ba4-bc4a-acec39a89e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f0637015-bc34-43b9-8b2f-af72f2033d9e'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:30.145518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Attempting to bind port 0a2007e8-83fc-4917-b371-6239c0077b74 on network f0637015-bc34-43b9-8b2f-af72f2033d9e {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:30.153336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:30.153758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Checking segment: {'id': '60c34191-7f28-4ba4-bc4a-acec39a89e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f0637015-bc34-43b9-8b2f-af72f2033d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:30.154811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.155215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Bound using segment: {'id': '60c34191-7f28-4ba4-bc4a-acec39a89e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f0637015-bc34-43b9-8b2f-af72f2033d9e'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:30.155679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Bound port: 0a2007e8-83fc-4917-b371-6239c0077b74, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c34191-7f28-4ba4-bc4a-acec39a89e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f0637015-bc34-43b9-8b2f-af72f2033d9e'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:30.156045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.192576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9350602d-eb42-474d-a03b-2e37a84ad4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.204124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 0a2007e8-83fc-4917-b371-6239c0077b74 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:30.204460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.221102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.231880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.254754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] For port 0a2007e8-83fc-4917-b371-6239c0077b74, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:30.258624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] For port 0a2007e8-83fc-4917-b371-6239c0077b74, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0a2007e8-83fc-4917-b371-6239c0077b74,segment=NetworkSegment(60c34191-7f28-4ba4-bc4a-acec39a89e39),segment_id=60c34191-7f28-4ba4-bc4a-acec39a89e39)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:30.263598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.302974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171c16b-56b5-43cc-a065-e3db50fbc722 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.395846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Allocated IP 172.26.4.47 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/48010101-30b6-44c2-bbd6-202ccd33d022) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:30.410029 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fc166-49be-479f-87e2-7dea94c7cb82 None None] Pushing event updated for resources: {'Port': ['ID=0a2007e8-83fc-4917-b371-6239c0077b74,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:30.496680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.633101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9350602d-eb42-474d-a03b-2e37a84ad4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.672091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.712211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350602d-eb42-474d-a03b-2e37a84ad4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a7dff-c285-48b8-9f3f-a667ee0b93a2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:30.735268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171c16b-56b5-43cc-a065-e3db50fbc722 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.823043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Router 62c36860-b3df-4b1b-a81d-80d1c71bb1a1 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:30.893502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.947313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=970df3dc-097c-4fd4-9016-4849e0aa6eff,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:30.960479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:30.967617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37963729-fc1c-4d5a-94c7-56dd3330a9ee None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:31.000573 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-54be48f6-8795-4a27-bc95-f83899339049 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/970df3dc-097c-4fd4-9016-4849e0aa6eff HTTP/1.1" status: 204 len: 168 time: 1.3377125 Mar 11 13:04:31.011630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53500) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:31.028338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171c16b-56b5-43cc-a065-e3db50fbc722 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce0a579-5f99-47a6-8ad4-5a415c4db3ef,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:31.126427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.129273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 10bf09ca-3833-44b3-b747-894859d6075a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:31.140823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9350602d-eb42-474d-a03b-2e37a84ad4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.141989 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9350602d-eb42-474d-a03b-2e37a84ad4e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/344a7dff-c285-48b8-9f3f-a667ee0b93a2 HTTP/1.1" status: 204 len: 168 time: 1.5324187 Mar 11 13:04:31.195240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3010b541-95a0-48d2-9e7b-baeb1041363d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1823773 Mar 11 13:04:31.199589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53506) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:31.214095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171c16b-56b5-43cc-a065-e3db50fbc722 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.217723 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1171c16b-56b5-43cc-a065-e3db50fbc722 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/0ce0a579-5f99-47a6-8ad4-5a415c4db3ef HTTP/1.1" status: 204 len: 168 time: 1.4534504 Mar 11 13:04:31.221252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53510) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:31.233051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:31.314679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:31.323146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.324375 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-065ba6c3-6807-438e-aa86-75ad60805e28 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "PUT /v2.0/routers/62c36860-b3df-4b1b-a81d-80d1c71bb1a1 HTTP/1.1" status: 200 len: 916 time: 5.9080429 Mar 11 13:04:31.335832 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5769cfeb-c176-47d3-b79b-838c23646f6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1124082 Mar 11 13:04:31.336561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53514) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:31.337003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53516) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:31.414876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] Sync routers for ids ['62c36860-b3df-4b1b-a81d-80d1c71bb1a1'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:31.427505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--828684965'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:31.434600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:31.453752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:31.459935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:31.469851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] Routers {'62c36860-b3df-4b1b-a81d-80d1c71bb1a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:31.470629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['62c36860-b3df-4b1b-a81d-80d1c71bb1a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:31.471189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:31.503596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.505555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 0a2007e8-83fc-4917-b371-6239c0077b74, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0a2007e8-83fc-4917-b371-6239c0077b74,segment=NetworkSegment(60c34191-7f28-4ba4-bc4a-acec39a89e39),segment_id=60c34191-7f28-4ba4-bc4a-acec39a89e39)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:31.510892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.576725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 10bf09ca-3833-44b3-b747-894859d6075a completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:31.593196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 10bf09ca-3833-44b3-b747-894859d6075a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:31.593695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.642763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:31.667421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:31.676874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:31.682564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:31.687072 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-da37a7e4-c3ba-4a8f-bd32-be1c9f46f1ea tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/62c36860-b3df-4b1b-a81d-80d1c71bb1a1 HTTP/1.1" status: 200 len: 922 time: 0.3479960 Mar 11 13:04:31.690819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53530) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:31.701703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] Routers {'62c36860-b3df-4b1b-a81d-80d1c71bb1a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:31.702329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['62c36860-b3df-4b1b-a81d-80d1c71bb1a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:31.727399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:31.772541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 0a2007e8-83fc-4917-b371-6239c0077b74 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:31.823637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:31.836703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:31.844068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11050862-cf6c-48ba-b1a5-9df8d27c3662 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:31.844998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:31.848982 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-11050862-cf6c-48ba-b1a5-9df8d27c3662 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=62c36860-b3df-4b1b-a81d-80d1c71bb1a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1571565 Mar 11 13:04:31.849849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53536) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:31.850384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.874776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:31.877851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f957a44-a729-4a23-8906-47afabbb8f5a None None] The sync data for ids ['62c36860-b3df-4b1b-a81d-80d1c71bb1a1'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:31.919809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:31.942976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:31.952444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca11b67-5486-4cce-8f7c-ee83dfb95e60 None None] Network f0637015-bc34-43b9-8b2f-af72f2033d9e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:31.968309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Port': ['ID=48010101-30b6-44c2-bbd6-202ccd33d022,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:31.986060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Allocated IP 172.20.0.1 (fb64631b-af56-4663-a3fe-a8217e106f96/857c8644-46ad-44bb-b984-8fb0851be916/ef87c998-8cef-4eeb-9a24-89f91dbfb6f6) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:31.993133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.015676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:32.019343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:32.023999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:32.053129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:32.056706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.081298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae615a6-e291-46e8-a1ea-8d76a1795223,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:32.088647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:32.103389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.104800 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1b5d4f4-5f06-4b71-b362-90f35c1abb6d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7641625 Mar 11 13:04:32.108101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53542) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:32.114867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '5ae615a6-e291-46e8-a1ea-8d76a1795223', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:32.117826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] Deleting port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:32.118398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.122665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:32.125771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437472f-7284-422b-a10c-c1af15efa815 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:32.130103 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d437472f-7284-422b-a10c-c1af15efa815 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 0.2761171 Mar 11 13:04:32.132157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53546) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:32.135830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:32.194343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:32.213486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:32.215903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.220547 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fcad3503-b4fa-4d2a-b768-6ef63a6d86fd tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=62c36860-b3df-4b1b-a81d-80d1c71bb1a1 HTTP/1.1" status: 200 len: 205 time: 0.0872653 Mar 11 13:04:32.221146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53554) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:32.236070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 10bf09ca-3833-44b3-b747-894859d6075a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=10bf09ca-3833-44b3-b747-894859d6075a,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:32.256455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.257799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0a2007e8-83fc-4917-b371-6239c0077b74 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:32.480171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.531925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53560) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:32.567597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.591457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.620864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Transition to ACTIVE for port object ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:32.635258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=10bf09ca-3833-44b3-b747-894859d6075a,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:32.647190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.660175 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b4339313-a60f-4147-b370-1c39e03a2cae None None] Provisioning for port 0a2007e8-83fc-4917-b371-6239c0077b74 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:32.673959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No active binding found for port 0a2007e8-83fc-4917-b371-6239c0077b74 {{(pid=87960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 13:04:32.674461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0a2007e8-83fc-4917-b371-6239c0077b74 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 13:04:32.712369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port 0a2007e8-83fc-4917-b371-6239c0077b74 not found, will not notify nova. {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 13:04:32.717716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=0a2007e8-83fc-4917-b371-6239c0077b74,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:32.718668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b4339313-a60f-4147-b370-1c39e03a2cae None None] Provisioning complete for port 0a2007e8-83fc-4917-b371-6239c0077b74 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:32.719143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4339313-a60f-4147-b370-1c39e03a2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.730413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.759219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.765149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.774523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.805607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Deleting port cd1e3aa3-8282-4f5c-ad4a-f1e8a8c8a2e5 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:32.805974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.819701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4339313-a60f-4147-b370-1c39e03a2cae None None] Port 0a2007e8-83fc-4917-b371-6239c0077b74 was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:04:32.838634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] For port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=66e32cca-15bb-42a7-ae54-a7b4c53c95a3,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:32.839107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.853871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1456431310'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:32.856644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bb5747-6840-4765-9e39-eb047c636a9a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:32.886798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:32.888146 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-da5866a6-f63b-4ce2-95e1-8c023ef1f3e8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7790446 Mar 11 13:04:33.007000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] Calling delete_port for 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:33.057798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 10bf09ca-3833-44b3-b747-894859d6075a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:33.074085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:33.077424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Network fb64631b-af56-4663-a3fe-a8217e106f96 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:33.078092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53566) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:33.154406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.178058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.178309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:33.190837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:network and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:33.198055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 10bf09ca-3833-44b3-b747-894859d6075a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:33.198509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.206435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port 0a2007e8-83fc-4917-b371-6239c0077b74 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:33.218193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:33.223066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:33.237190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] Pushing event deleted for resources: {'Port': ['ID=66e32cca-15bb-42a7-ae54-a7b4c53c95a3,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:33.248906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d55c1-998d-446f-8080-6082cd7360b2 None None] No DVR routers for this DVR port 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:33.320863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Calling delete_port for cd1e3aa3-8282-4f5c-ad4a-f1e8a8c8a2e5 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:33.327850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:33.349756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:33.447554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:33.487035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:33.487239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 66e32cca-15bb-42a7-ae54-a7b4c53c95a3 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:33.491354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-334a5aba-691a-4da9-b2f8-db9d33ab91d6 None None] Provisioning for port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:33.497294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-334a5aba-691a-4da9-b2f8-db9d33ab91d6 None None] Provisioning complete for port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:33.497744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-334a5aba-691a-4da9-b2f8-db9d33ab91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.502265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:33.505467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.526023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03b667a4-93e8-4ece-8e57-6c51f32b918a tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.529595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.549084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.554755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-334a5aba-691a-4da9-b2f8-db9d33ab91d6 None None] Port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:04:33.568158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03b667a4-93e8-4ece-8e57-6c51f32b918a tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.579700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event deleted for resources: {'Port': ['ID=cd1e3aa3-8282-4f5c-ad4a-f1e8a8c8a2e5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:33.621005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.671484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.749474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.788551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.839540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:33.845699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.848333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.867869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:security_group_rule and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:33.872074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.872667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Fanout notify agent at l3_agent the message router_deleted on router 62c36860-b3df-4b1b-a81d-80d1c71bb1a1 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:33.880901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:33.887945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.889070 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2af278fa-3adf-46b0-8b6a-ed2c088fe13c tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/62c36860-b3df-4b1b-a81d-80d1c71bb1a1 HTTP/1.1" status: 204 len: 168 time: 1.6655657 Mar 11 13:04:33.892962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53570) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:33.895692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.898314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-382767141', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:33.902785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:33.905594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:33.909552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Usage tracker for resource:router and tenant:715ea961e89646f19dd7580caff139f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:33.912439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:33.919341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:33.928907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.929983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.938955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03b667a4-93e8-4ece-8e57-6c51f32b918a tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:33.948094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.020411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b667a4-93e8-4ece-8e57-6c51f32b918a tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7bb5747-6840-4765-9e39-eb047c636a9a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:34.097114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:34.122566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:34.133656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f943a-3ab2-4f75-8634-c348fe59f15f None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:34.140756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:34.141327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.159365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=0288119f-ddae-4a31-9f35-4c03d0788809,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:34.206132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.228157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.335462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb0832c-027f-4a72-86bf-12d459c31bc8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:34.357968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44f974-4384-45d8-8c54-f68f383c0c82 None None] Network f0637015-bc34-43b9-8b2f-af72f2033d9e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:34.374448 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ab6f32df-8c27-4b7b-88e1-5cd6487299e9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1654947 Mar 11 13:04:34.382714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53574) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:34.390055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '0288119f-ddae-4a31-9f35-4c03d0788809', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1303998874'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:34.408679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03b667a4-93e8-4ece-8e57-6c51f32b918a tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.409909 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-03b667a4-93e8-4ece-8e57-6c51f32b918a tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e7bb5747-6840-4765-9e39-eb047c636a9a HTTP/1.1" status: 204 len: 168 time: 1.3245509 Mar 11 13:04:34.419997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53578) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:34.459979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '0288119f-ddae-4a31-9f35-4c03d0788809'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:34.460989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.695323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915bb26b-2850-48a6-b704-52b0e3194152 None None] DHCP port deletion for f0637015-bc34-43b9-8b2f-af72f2033d9e request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:34.727421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.732003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/0288119f-ddae-4a31-9f35-4c03d0788809/5994d794-d92f-4b58-b710-807093b6274f) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:34.828784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.829576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.834585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0637015-bc34-43b9-8b2f-af72f2033d9e']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:34.855332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:34.865144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:34.867067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.868041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.869937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:34.875517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c34191-7f28-4ba4-bc4a-acec39a89e39') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:34.875793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c34191-7f28-4ba4-bc4a-acec39a89e39') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:34.910606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0a2007e8-83fc-4917-b371-6239c0077b74 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:34.910812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ead0f8b6-6c6c-4615-b5ac-937557811fc5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:34.911732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:34.920810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.936725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.941471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:34.946649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:34.959089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 0a2007e8-83fc-4917-b371-6239c0077b74 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:34.959435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0a2007e8-83fc-4917-b371-6239c0077b74 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:34.967348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:35.035457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.058106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.063269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f189e-d05e-46aa-bdea-54dfdb5c36f2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:35.106289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ead0f8b6-6c6c-4615-b5ac-937557811fc5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:35.107539 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ead0f8b6-6c6c-4615-b5ac-937557811fc5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6801355 Mar 11 13:04:35.110751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53582) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:35.112072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:35.112638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:35.127030 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:35.157225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Allocated IP 172.26.4.233 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/0994f5a9-a05e-44b1-b2ed-e3e1b46e603c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:35.162022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.226986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port bddcecb3-0d0c-4135-ab5f-8158a438bc39 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:04:35.305588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Transition to ACTIVE for port object 5994d794-d92f-4b58-b710-807093b6274f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:35.319527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.319739 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Added segment 0ead6b27-c435-4645-8676-81afa486fa56 of type vlan for network c5c40cec-7f55-4081-8b79-1f7b91e17737 Mar 11 13:04:35.331350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.334429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Transition to ACTIVE for port object 5994d794-d92f-4b58-b710-807093b6274f will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:35.335276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.342939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.382484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a41f3a4-2ced-4fff-80e5-a1e4c34c5353 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.410424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.415849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a41f3a4-2ced-4fff-80e5-a1e4c34c5353 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.416738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:35.420743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:35.425069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:35.452677 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/f0637015-bc34-43b9-8b2f-af72f2033d9e HTTP/1.1" status: 204 len: 168 time: 5.9909732 Mar 11 13:04:35.452677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080a3bb-1658-4a7f-b179-57297e985bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=f0637015-bc34-43b9-8b2f-af72f2033d9e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:35.468705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53586) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:35.487987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-310185128'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:35.490810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Pushing event updated for resources: {'Port': ['ID=5994d794-d92f-4b58-b710-807093b6274f,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:35.492767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a41f3a4-2ced-4fff-80e5-a1e4c34c5353 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.510544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.515885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:35.516494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.541082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:35.547111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Attempting to bind port 5994d794-d92f-4b58-b710-807093b6274f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:35.547491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Attempting to bind port 5994d794-d92f-4b58-b710-807093b6274f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:35.548513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Attempting to bind port 5994d794-d92f-4b58-b710-807093b6274f on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:35.553661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:35.554441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:35.554441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.554778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:35.555235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Bound port: 5994d794-d92f-4b58-b710-807093b6274f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:35.555602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.561749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:35.575705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41f3a4-2ced-4fff-80e5-a1e4c34c5353 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae615a6-e291-46e8-a1ea-8d76a1795223,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:35.581156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:35.593796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:35.608537 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0647573 Mar 11 13:04:35.674432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.675698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] For port 5994d794-d92f-4b58-b710-807093b6274f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:35.678750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] For port 5994d794-d92f-4b58-b710-807093b6274f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5994d794-d92f-4b58-b710-807093b6274f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:35.692934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.714776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e85636-22f0-4ca0-9e07-a28c58e9402b tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Network': ['ID=c5c40cec-7f55-4081-8b79-1f7b91e17737,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:35.734856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network c5c40cec-7f55-4081-8b79-1f7b91e17737 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:35.736484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Router 4586333b-0cdd-4766-9db3-de2a805b8597 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:35.747820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.750717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:35.757409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.783727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:04:35.785523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:04:35.820116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.889467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5d88-c492-4498-9535-2e1a4e2c84bb None None] Pushing event updated for resources: {'Port': ['ID=5994d794-d92f-4b58-b710-807093b6274f,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:35.924193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.937097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a41f3a4-2ced-4fff-80e5-a1e4c34c5353 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:35.941049 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4a41f3a4-2ced-4fff-80e5-a1e4c34c5353 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ae615a6-e291-46e8-a1ea-8d76a1795223 HTTP/1.1" status: 204 len: 168 time: 0.8293607 Mar 11 13:04:35.951354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:35.956588 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60de8b77-279f-48ad-8ca5-26659fe425bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5728447 Mar 11 13:04:35.957477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53590) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:35.957812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53592) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:35.962083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:35.968644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:36.011484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event updated for resources: {'Port': ['ID=0994f5a9-a05e-44b1-b2ed-e3e1b46e603c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:36.022269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:36.161922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:36.169397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:36.180204 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Sync routers for ids ['4586333b-0cdd-4766-9db3-de2a805b8597'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:36.196496 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Routers {'4586333b-0cdd-4766-9db3-de2a805b8597'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:36.197541 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4586333b-0cdd-4766-9db3-de2a805b8597'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:36.225945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:36.233974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9aef236b-5f2f-40f2-8066-4bc13d1a7ee6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:36.247185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:36.248659 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5f265601-bf58-46e5-af29-9b80eada711b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7250915 Mar 11 13:04:36.265875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53598) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:36.315929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:36.316282 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 2f9f4488-f8a5-4ead-901b-2fc7718801f9 of type vlan for network 775779da-9730-47e4-a5f4-8b8934ed884e Mar 11 13:04:36.450748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9aef236b-5f2f-40f2-8066-4bc13d1a7ee6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:36.451900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9aef236b-5f2f-40f2-8066-4bc13d1a7ee6 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4633639 Mar 11 13:04:36.540841 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Set router 4586333b-0cdd-4766-9db3-de2a805b8597 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:36.648658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53602) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:36.663134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:36.712912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778656303'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:36.737370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:36.758020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:36.758243 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a34e9-417d-44e1-9eff-dbfff1cac67d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:36.758795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f08a34e9-417d-44e1-9eff-dbfff1cac67d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:36.776410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:36.904038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:36.914625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:36.916041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:36.968645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f08a34e9-417d-44e1-9eff-dbfff1cac67d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:36.975091 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f08a34e9-417d-44e1-9eff-dbfff1cac67d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9839809 Mar 11 13:04:36.997864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53606) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:37.034907 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4586333b-0cdd-4766-9db3-de2a805b8597', 'name': 'tempest-snat-router-1875673989', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.47'}], 'enable_snat': False}, 'gw_port_id': '48010101-30b6-44c2-bbd6-202ccd33d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:26Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 3, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port': {'id': '48010101-30b6-44c2-bbd6-202ccd33d022', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4586333b-0cdd-4766-9db3-de2a805b8597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:29Z', 'updated_at': '2022-03-11T13:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:37.039751 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Checking router: 4586333b-0cdd-4766-9db3-de2a805b8597 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:37.040617 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Updating router 4586333b-0cdd-4766-9db3-de2a805b8597 port 48010101-30b6-44c2-bbd6-202ccd33d022 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:04:37.068703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5994d794-d92f-4b58-b710-807093b6274f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:37.104303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=775779da-9730-47e4-a5f4-8b8934ed884e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:37.125858 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.136540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.161821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 775779da-9730-47e4-a5f4-8b8934ed884e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:37.200915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Network fb64631b-af56-4663-a3fe-a8217e106f96 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:37.212909 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-871e9ad8-2451-4939-afa9-96d61dd15b10 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/4586333b-0cdd-4766-9db3-de2a805b8597 HTTP/1.1" status: 200 len: 908 time: 0.9458208 Mar 11 13:04:37.218841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53610) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:37.244553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:37.262792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1875673989', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': True}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:37.316448 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:37.326345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-72284d32-70d9-40c2-88e6-3b2af01d161b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.518241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.522066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Usage tracker for resource:router and tenant:1b5cc605d37248d98efbf7f413b60434 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:37.529783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:37.545096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:37.575805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3e5ff97f-68fd-4380-b345-fb81aed50af1 None None] Provisioning for port 5994d794-d92f-4b58-b710-807093b6274f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:37.583151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:37.595853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 5994d794-d92f-4b58-b710-807093b6274f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:37.613228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5994d794-d92f-4b58-b710-807093b6274f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:37.613466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6717b0-28e1-4f36-b54a-866a9446b4db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:37.613929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.619221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6717b0-28e1-4f36-b54a-866a9446b4db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:37.620000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2f6717b0-28e1-4f36-b54a-866a9446b4db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:37.759804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca945f3a-2e1b-4371-887f-56844d9e8421 None None] Provisioning complete for port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:37.760498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca945f3a-2e1b-4371-887f-56844d9e8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.817969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca945f3a-2e1b-4371-887f-56844d9e8421 None None] Port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:04:37.819691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.840665 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d8b5a424-505e-478e-b0c0-6a5772c00050 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3632050 Mar 11 13:04:37.842804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53614) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:37.853692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:37.863475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 5994d794-d92f-4b58-b710-807093b6274f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5994d794-d92f-4b58-b710-807093b6274f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:37.869153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.896062 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.922294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Router 9bff5890-0b14-4e0d-997f-27b00b2c4937 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:04:37.926592 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Transition to ACTIVE for port object 48010101-30b6-44c2-bbd6-202ccd33d022 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:37.938695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:37.947054 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:37.960400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=5994d794-d92f-4b58-b710-807093b6274f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:37.978689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Router f398087f-f8e3-4565-be2a-f52474e8c3fb is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:38.047356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.050178 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Attempting to bind port 48010101-30b6-44c2-bbd6-202ccd33d022 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:38.050810 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Attempting to bind port 48010101-30b6-44c2-bbd6-202ccd33d022 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:38.051347 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Attempting to bind port 48010101-30b6-44c2-bbd6-202ccd33d022 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:38.060669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.067365 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:38.068126 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:38.068887 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.069593 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:38.070266 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Bound port: 48010101-30b6-44c2-bbd6-202ccd33d022, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:38.070958 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.122389 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71f70-12d4-4f85-812a-154635c7bd3c None None] Pushing event updated for resources: {'Port': ['ID=48010101-30b6-44c2-bbd6-202ccd33d022,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:38.130784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0d0f68-956d-48d6-b4a0-ca3cf1cceea9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:38.133621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2f6717b0-28e1-4f36-b54a-866a9446b4db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:38.138284 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2f6717b0-28e1-4f36-b54a-866a9446b4db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1375597 Mar 11 13:04:38.139607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.140751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.159698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.177460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.182535 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6541a539-93e8-4b0d-8f17-f67e6956999d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5295522 Mar 11 13:04:38.184173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53618) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:38.184495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53620) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:38.208102 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] For port 48010101-30b6-44c2-bbd6-202ccd33d022, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:38.214294 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] For port 48010101-30b6-44c2-bbd6-202ccd33d022, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48010101-30b6-44c2-bbd6-202ccd33d022,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:38.220831 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.245253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': 'ab0d0f68-956d-48d6-b4a0-ca3cf1cceea9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:38.251650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:38.255705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:38.258763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:38.265185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:38.301268 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Routers {'4586333b-0cdd-4766-9db3-de2a805b8597'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:38.303254 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4586333b-0cdd-4766-9db3-de2a805b8597'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:38.313338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:38.324552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] Sync routers for ids ['f398087f-f8e3-4565-be2a-f52474e8c3fb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:38.336996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] Routers {'f398087f-f8e3-4565-be2a-f52474e8c3fb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:38.340701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f398087f-f8e3-4565-be2a-f52474e8c3fb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:38.361278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 0288119f-ddae-4a31-9f35-4c03d0788809 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:38.362726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.364540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.373290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.374713 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c4c25f0-f72c-491f-81ca-7ac28a288d91 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4807913 Mar 11 13:04:38.378365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:38.385850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:38.459396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.493261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.497859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:38.499551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 775779da-9730-47e4-a5f4-8b8934ed884e is not hosted by any dhcp agent {{(pid=87958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 13:04:38.504951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:38.505681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.509642 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "PUT /v2.0/networks/775779da-9730-47e4-a5f4-8b8934ed884e HTTP/1.1" status: 200 len: 723 time: 0.6608479 Mar 11 13:04:38.515089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:38.527040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] Routers {'f398087f-f8e3-4565-be2a-f52474e8c3fb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:38.527876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f398087f-f8e3-4565-be2a-f52474e8c3fb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:38.528217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '775779da-9730-47e4-a5f4-8b8934ed884e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:38.630556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:38.631005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f2746-f1ed-48b8-902e-6e94340e7ee2 None None] The sync data for ids ['f398087f-f8e3-4565-be2a-f52474e8c3fb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:38.670796 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] Set router 4586333b-0cdd-4766-9db3-de2a805b8597 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:38.701514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:38.820545 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71f70-12d4-4f85-812a-154635c7bd3c None None] Pushing event updated for resources: {'Port': ['ID=48010101-30b6-44c2-bbd6-202ccd33d022,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:38.891759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581db33-e882-4edc-97fb-69fd9d109951 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=775779da-9730-47e4-a5f4-8b8934ed884e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:38.897264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53634) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:38.911254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 775779da-9730-47e4-a5f4-8b8934ed884e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:38.928228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'subnet': {'network_id': 'c5c40cec-7f55-4081-8b79-1f7b91e17737', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:38.965138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5994d794-d92f-4b58-b710-807093b6274f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:39.007301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:39.019750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:39.024161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:39.033585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:39.074456 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4586333b-0cdd-4766-9db3-de2a805b8597', 'name': 'tempest-snat-router-1875673989', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.47'}], 'enable_snat': False}, 'gw_port_id': '48010101-30b6-44c2-bbd6-202ccd33d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:26Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 3, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port': {'id': '48010101-30b6-44c2-bbd6-202ccd33d022', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4586333b-0cdd-4766-9db3-de2a805b8597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:29Z', 'updated_at': '2022-03-11T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:39.080030 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad6ffa-2e6c-452c-8d84-f110dc229a33 None None] The sync data for ids ['4586333b-0cdd-4766-9db3-de2a805b8597'] in dv-neutron-833198-1-hyperv is: [{'id': '4586333b-0cdd-4766-9db3-de2a805b8597', 'name': 'tempest-snat-router-1875673989', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.47'}], 'enable_snat': False}, 'gw_port_id': '48010101-30b6-44c2-bbd6-202ccd33d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:26Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 3, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port': {'id': '48010101-30b6-44c2-bbd6-202ccd33d022', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4586333b-0cdd-4766-9db3-de2a805b8597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:29Z', 'updated_at': '2022-03-11T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:39.113425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:39.116976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.126634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5994d794-d92f-4b58-b710-807093b6274f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:39.126634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.150535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.256063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-40cf81f9-fbe8-4108-a8ef-28a9aba5e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.357192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.481328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.492844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:39.506185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.513365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.516865 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Sync routers for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:39.533737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:39.536315 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:39.537097 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:39.548188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.550051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:subnet and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:39.570314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:39.575487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9779fa19-7ce3-4fe9-922b-d38cfb0729b1,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:39.579985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Deleting port 0994f5a9-a05e-44b1-b2ed-e3e1b46e603c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:39.581746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.583265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:39.617558 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d72d2203-f92f-4779-a89d-ccbe5494fc11 admin admin] 10.222.0.52 "PUT /v2.0/routers/9bff5890-0b14-4e0d-997f-27b00b2c4937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2882888 Mar 11 13:04:39.627073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.631550 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3f9ffb40-6d5b-4509-903c-d8948ab452de tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3909848 Mar 11 13:04:39.633185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53640) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:39.679584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.706141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:39.711052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.746497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.795402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=7578bf0a-9db8-4a6e-bb2a-1b2dc5042788,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:39.842186 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:39.879899 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8890481f-34a5-41a9-b9d9-c7066de5b24f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules/9779fa19-7ce3-4fe9-922b-d38cfb0729b1 HTTP/1.1" status: 200 len: 763 time: 0.2424510 Mar 11 13:04:39.879899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=0288119f-ddae-4a31-9f35-4c03d0788809,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:39.886527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53648) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:39.897154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb85b6-49cb-44d4-a6f2-bef9406253bb None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:39.917162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '2f9f4488-f8a5-4ead-901b-2fc7718801f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '775779da-9730-47e4-a5f4-8b8934ed884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:39.917870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 775779da-9730-47e4-a5f4-8b8934ed884e, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:39.946633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.987616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:39.992858 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6436ff64-d0a9-4ca4-aab3-27d0e5c1369d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/0288119f-ddae-4a31-9f35-4c03d0788809 HTTP/1.1" status: 204 len: 168 time: 1.7538085 Mar 11 13:04:40.005831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53652) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:40.130458 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-177fbff4-9a5b-4ee5-885e-57993f28cb85 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234078 Mar 11 13:04:40.131089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53656) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:40.154910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a2ff024a-3646-41ba-92bb-55d5d3cc1314 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:40.159084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Calling delete_port for 0994f5a9-a05e-44b1-b2ed-e3e1b46e603c owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:40.174065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:40.245772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 775779da-9730-47e4-a5f4-8b8934ed884e is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:40.275793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 775779da-9730-47e4-a5f4-8b8934ed884e) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:40.278137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a2ff024a-3646-41ba-92bb-55d5d3cc1314 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:40.279827 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a2ff024a-3646-41ba-92bb-55d5d3cc1314 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3881772 Mar 11 13:04:40.292241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:40.292831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.296321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:40.311677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0de928-c67e-40a6-9939-362d32b27ae3 None None] Network 775779da-9730-47e4-a5f4-8b8934ed884e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:40.434847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.458103 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:35Z', 'revision_number': 2, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:40.469522 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Checking router: 9bff5890-0b14-4e0d-997f-27b00b2c4937 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:40.470133 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Updating router 9bff5890-0b14-4e0d-997f-27b00b2c4937 port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:04:40.479960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:40.515426 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2b35e6b9-293f-4ff1-8dc8-79f5467cfdd1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9991090 Mar 11 13:04:40.531021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:40.540562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:40.548855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-316b7411-d454-48ee-8385-42ad0d2f1acd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.553361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] Deleting port 5994d794-d92f-4b58-b710-807093b6274f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:40.553862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.563754 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.574956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53668) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:40.580373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-37b07a17-b7a2-4aa4-8da3-165d599d195b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:40.615372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607347984', 'description': 'tempest-description--1874708145'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:40.625465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:40.637143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-316b7411-d454-48ee-8385-42ad0d2f1acd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.719344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.784564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-775779da-9730-47e4-a5f4-8b8934ed884e', 'network_id': '775779da-9730-47e4-a5f4-8b8934ed884e', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': '7578bf0a-9db8-4a6e-bb2a-1b2dc5042788'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:40.785591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.797190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:40.802884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Usage tracker for resource:security_group and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:40.809424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:40.818521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:40.852662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.901113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-316b7411-d454-48ee-8385-42ad0d2f1acd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.912930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:40.961030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b7411-d454-48ee-8385-42ad0d2f1acd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9779fa19-7ce3-4fe9-922b-d38cfb0729b1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:40.976343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37b07a17-b7a2-4aa4-8da3-165d599d195b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2774349'] for subnet, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.035163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48010101-30b6-44c2-bbd6-202ccd33d022 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:41.037777 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.055066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-316b7411-d454-48ee-8385-42ad0d2f1acd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.056575 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Transition to ACTIVE for port object ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:41.058846 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-316b7411-d454-48ee-8385-42ad0d2f1acd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9779fa19-7ce3-4fe9-922b-d38cfb0729b1 HTTP/1.1" status: 204 len: 168 time: 0.7615173 Mar 11 13:04:41.060006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:41.065751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:41.067015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.069032 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.070456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.112493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:41.117143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Usage tracker for resource:security_group_rule and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:41.120983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:41.132368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:41.160291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Pushing event deleted for resources: {'Port': ['ID=0994f5a9-a05e-44b1-b2ed-e3e1b46e603c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:41.221551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] For port 5994d794-d92f-4b58-b710-807093b6274f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5994d794-d92f-4b58-b710-807093b6274f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:41.222091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.267013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.303884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.360487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.364911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7739351 Mar 11 13:04:41.393145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 48010101-30b6-44c2-bbd6-202ccd33d022 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:41.393421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53676) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:41.404313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] Calling delete_port for 5994d794-d92f-4b58-b710-807093b6274f owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:41.422049 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Attempting to bind port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:41.423007 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Attempting to bind port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:41.423589 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Attempting to bind port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 on network fb64631b-af56-4663-a3fe-a8217e106f96 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:41.435805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Request body: {'security_group_rule': {'security_group_id': 'e30a5736-593f-4025-8427-6c503c6e063d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:41.441248 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:41.442474 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Checking segment: {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:41.445264 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.446002 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Bound using segment: {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:41.447426 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Bound port: ef87c998-8cef-4eeb-9a24-89f91dbfb6f6, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:41.447794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Subnet': ['ID=7234be21-919e-486a-9660-7179b92226ee,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:41.448269 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.463447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.467184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 48010101-30b6-44c2-bbd6-202ccd33d022 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:41.467686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.489819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dcf71f79-a2b4-4682-a064-413e5edb62e4 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:41.493992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:41.500871 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adb8cc-eb80-4ff1-b152-e5ba1d0a5730 None None] Pushing event updated for resources: {'Port': ['ID=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:41.523320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.526298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Checking segment: {'id': '0ead6b27-c435-4645-8676-81afa486fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c5c40cec-7f55-4081-8b79-1f7b91e17737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:41.526903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network hostable DHCP agents. Network: c5c40cec-7f55-4081-8b79-1f7b91e17737, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:41.574663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Usage tracker for resource:security_group_rule and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:41.585424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:41.607267 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] For port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:41.608592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:41.613556 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] For port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:41.614216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.616747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4d09c-c43e-4c8f-978c-37e893a56a19 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30a5736-593f-4025-8427-6c503c6e063d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:41.618125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.621928 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.656905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network c5c40cec-7f55-4081-8b79-1f7b91e17737 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:41.679138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] Pushing event deleted for resources: {'Port': ['ID=5994d794-d92f-4b58-b710-807093b6274f,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:41.679991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, c5c40cec-7f55-4081-8b79-1f7b91e17737) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:41.686709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:41.687737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.689626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdc725-eaec-4539-8eef-9b8918a06a0c None None] No DVR routers for this DVR port 5994d794-d92f-4b58-b710-807093b6274f on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:41.702448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568d6ad-5620-430c-9f56-55b5c8463f1c None None] Network c5c40cec-7f55-4081-8b79-1f7b91e17737 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:41.704250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dcf71f79-a2b4-4682-a064-413e5edb62e4 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:41.710704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dcf71f79-a2b4-4682-a064-413e5edb62e4 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6472313 Mar 11 13:04:41.712395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:41.735337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.783294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': 'ab0d0f68-956d-48d6-b4a0-ca3cf1cceea9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:41.788333 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:41.788971 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:41.805196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:41.809556 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f4b703c7-a1e6-4081-b53a-a2c2071bf730 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9081888 Mar 11 13:04:41.817500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37b07a17-b7a2-4aa4-8da3-165d599d195b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763578237943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2693123'] for subnet, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:41.818128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Allocated IP 172.20.0.2 (775779da-9730-47e4-a5f4-8b8934ed884e/7578bf0a-9db8-4a6e-bb2a-1b2dc5042788/554c98c8-9186-4943-98f5-96e6eb66132b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:41.823618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53684) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:41.928348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Allocated IP 172.26.4.83 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/d9a490f8-65f3-40e9-9bdf-d98d63d69dbe) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:41.975720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-641251411'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:42.017729 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adb8cc-eb80-4ff1-b152-e5ba1d0a5730 None None] Pushing event updated for resources: {'Port': ['ID=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:42.065061 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:42.081365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 48010101-30b6-44c2-bbd6-202ccd33d022, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48010101-30b6-44c2-bbd6-202ccd33d022,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:42.107912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.124246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.145630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:42.159901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b07a17-b7a2-4aa4-8da3-165d599d195b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:42.161084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37b07a17-b7a2-4aa4-8da3-165d599d195b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.162740 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-37b07a17-b7a2-4aa4-8da3-165d599d195b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "PUT /v2.0/subnets/7578bf0a-9db8-4a6e-bb2a-1b2dc5042788 HTTP/1.1" status: 200 len: 806 time: 1.6169829 Mar 11 13:04:42.166132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:42.176850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53688) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:42.190821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:network and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:42.203416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.204234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5994d794-d92f-4b58-b710-807093b6274f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:42.224720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.263562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 5994d794-d92f-4b58-b710-807093b6274f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:42.263871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5994d794-d92f-4b58-b710-807093b6274f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:42.298462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:42.313906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:42.319423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:42.322873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:42.323444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.360340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:42.376162 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2395506 Mar 11 13:04:42.376948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc4303-cc4c-4eda-8b24-d845068a2f4b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=0e4d82c6-3026-476a-bb7e-602da895ce0b,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:42.384310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53692) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:42.389298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c3707-e4cf-44af-a580-9942d5096888 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:42.392176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-959869462', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:42.415009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:42.422638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.426138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:router and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:42.432836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:42.440737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:42.462613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.463812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.464876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b07a17-b7a2-4aa4-8da3-165d599d195b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=7578bf0a-9db8-4a6e-bb2a-1b2dc5042788,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:42.498194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.500422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.534514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=48010101-30b6-44c2-bbd6-202ccd33d022,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:42.543781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.556227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.577710 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:41Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:42.579665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:42.581775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:42.583407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.585356 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f2187-dd04-4403-b6bf-a5decb261724 None None] The sync data for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv is: [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:41Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:42.592004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:42.599645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:42.608548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.630999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.695992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Port': ['ID=d9a490f8-65f3-40e9-9bdf-d98d63d69dbe,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:42.706906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.712140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Transition to ACTIVE for port object 554c98c8-9186-4943-98f5-96e6eb66132b will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:42.745838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.747104 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b283ac29-56b7-4a06-a787-1fa7608f3b11 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3618176 Mar 11 13:04:42.750581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53696) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:42.754030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-c5c40cec-7f55-4081-8b79-1f7b91e17737', 'network_id': 'c5c40cec-7f55-4081-8b79-1f7b91e17737', 'tenant_id': 'd4c059576b0e4f3f98ad95365741ea77', 'fixed_ips': [{'subnet_id': '7234be21-919e-486a-9660-7179b92226ee'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:42.755040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.758499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.771626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Transition to ACTIVE for port object 554c98c8-9186-4943-98f5-96e6eb66132b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:42.780150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:42.826346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.871750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.933005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4cf0a4-836e-424a-93a0-6c0589b11c02,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:42.940179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:42.940820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Added segment 96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4 of type vlan for network da09eacb-7251-4475-b522-9e65c1b2d29d Mar 11 13:04:42.994294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.001348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Network 775779da-9730-47e4-a5f4-8b8934ed884e is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:43.002332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Router f398087f-f8e3-4565-be2a-f52474e8c3fb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:04:43.021447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:43.023692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '0e4d82c6-3026-476a-bb7e-602da895ce0b'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:43.025183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.027079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.034924 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:43.049660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.112076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Pushing event updated for resources: {'Port': ['ID=554c98c8-9186-4943-98f5-96e6eb66132b,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:43.200298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48010101-30b6-44c2-bbd6-202ccd33d022 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:43.212615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.216611 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cab223cf-bc7d-4662-bd83-1341612ceabb tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8128834 Mar 11 13:04:43.219437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53700) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:43.225684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.230542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a8e630-6b2f-4a4f-8eeb-d549917ab43c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:43.382226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Request body: {'security_group_rule': {'security_group_id': 'e30a5736-593f-4025-8427-6c503c6e063d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:43.382437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Attempting to bind port 554c98c8-9186-4943-98f5-96e6eb66132b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:43.382583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Attempting to bind port 554c98c8-9186-4943-98f5-96e6eb66132b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '2f9f4488-f8a5-4ead-901b-2fc7718801f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '775779da-9730-47e4-a5f4-8b8934ed884e'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:43.382933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Attempting to bind port 554c98c8-9186-4943-98f5-96e6eb66132b on network 775779da-9730-47e4-a5f4-8b8934ed884e {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:43.388995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:43.393048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Usage tracker for resource:security_group_rule and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:43.396201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:43.402975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:43.410917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:43.411397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Checking segment: {'id': '2f9f4488-f8a5-4ead-901b-2fc7718801f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '775779da-9730-47e4-a5f4-8b8934ed884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:43.411552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:43.411907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.412304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Bound using segment: {'id': '2f9f4488-f8a5-4ead-901b-2fc7718801f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '775779da-9730-47e4-a5f4-8b8934ed884e'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:43.412891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Bound port: 554c98c8-9186-4943-98f5-96e6eb66132b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9f4488-f8a5-4ead-901b-2fc7718801f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '775779da-9730-47e4-a5f4-8b8934ed884e'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:43.413262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.421733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.426192 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2bcc0210-5282-4dbf-be6b-55f7b2dade59 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "PUT /v2.0/routers/f398087f-f8e3-4565-be2a-f52474e8c3fb HTTP/1.1" status: 200 len: 705 time: 5.0467551 Mar 11 13:04:43.427029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53704) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:43.439834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] Sync routers for ids ['f398087f-f8e3-4565-be2a-f52474e8c3fb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:43.442028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 554c98c8-9186-4943-98f5-96e6eb66132b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:43.442373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.473926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Allocated IP 2001:db8:0:ffff::2 (c5c40cec-7f55-4081-8b79-1f7b91e17737/7234be21-919e-486a-9660-7179b92226ee/e3386f26-45b2-4d24-8aac-816aa0beb290) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:43.478946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.582992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] Routers {'f398087f-f8e3-4565-be2a-f52474e8c3fb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:43.583620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f398087f-f8e3-4565-be2a-f52474e8c3fb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:43.656766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.658029 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3ae9190c-7cd4-4abd-87ee-cd2c59eb44a5 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9396732 Mar 11 13:04:43.668904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53c87d35-7311-4291-9696-a6c1c53cc9d4 tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/routers/f398087f-f8e3-4565-be2a-f52474e8c3fb HTTP/1.1" status: 200 len: 740 time: 0.2365823 Mar 11 13:04:43.674023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:04:43.678653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53708) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:43.679300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53710) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:43.703386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 48010101-30b6-44c2-bbd6-202ccd33d022 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:43.703772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.714285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.718191 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-df8caf9b-75b7-422e-8cf1-df2322e16cad tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules/38a8e630-6b2f-4a4f-8eeb-d549917ab43c HTTP/1.1" status: 200 len: 763 time: 0.0321939 Mar 11 13:04:43.721053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53716) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:43.730083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:43.753482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.765539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/0e4d82c6-3026-476a-bb7e-602da895ce0b/a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:43.790935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.815762 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9c8e5d18-c2b3-40c3-8d87-933db7c42f1a tempest-RoutersAdminTest-676019909 tempest-RoutersAdminTest-676019909-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=f398087f-f8e3-4565-be2a-f52474e8c3fb HTTP/1.1" status: 200 len: 205 time: 0.1286061 Mar 11 13:04:43.819923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53720) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:43.833364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.839433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:43.840094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:43.909661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-311809a7-28cf-4dd3-8ed0-2405ec2d0948 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:43.912377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74ae25d-d04a-4dc9-bccc-8df8b99c722b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:44.002381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.006975 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-438d9e01-6354-4c33-b8b2-55c14311d0dc tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7727816 Mar 11 13:04:44.022636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53724) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:44.048577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:44.059083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Network': ['ID=da09eacb-7251-4475-b522-9e65c1b2d29d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:44.065899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:44.068906 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-450ad174-3613-4124-8a42-3d2ee31d0583 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1920698 Mar 11 13:04:44.096701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network da09eacb-7251-4475-b522-9e65c1b2d29d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:44.125109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53728) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:44.133091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Usage tracker for resource:floatingip and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:44.135702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-311809a7-28cf-4dd3-8ed0-2405ec2d0948 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:44.136953 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-311809a7-28cf-4dd3-8ed0-2405ec2d0948 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4149113 Mar 11 13:04:44.146278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:44.153011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'subnet': {'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:44.166877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53732) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:44.170613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] Routers {'f398087f-f8e3-4565-be2a-f52474e8c3fb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:44.171722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f398087f-f8e3-4565-be2a-f52474e8c3fb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:44.177442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:44.213959 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-78cc0349-3465-4955-bfe8-93c11de7b11a tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=f398087f-f8e3-4565-be2a-f52474e8c3fb HTTP/1.1" status: 200 len: 205 time: 0.3886838 Mar 11 13:04:44.216237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53736) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:44.269413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] For port 554c98c8-9186-4943-98f5-96e6eb66132b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:44.356257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.359516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:44.360011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f609dee-1c87-4e75-bd47-61ac638dac81 None None] The sync data for ids ['f398087f-f8e3-4565-be2a-f52474e8c3fb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:44.367321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.368616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] For port 554c98c8-9186-4943-98f5-96e6eb66132b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=554c98c8-9186-4943-98f5-96e6eb66132b,segment=NetworkSegment(2f9f4488-f8a5-4ead-901b-2fc7718801f9),segment_id=2f9f4488-f8a5-4ead-901b-2fc7718801f9)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:44.416481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b40c7b-c13b-43cb-948d-30924d89f522 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.474135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.479752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.507245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b40c7b-c13b-43cb-948d-30924d89f522 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.513223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 554c98c8-9186-4943-98f5-96e6eb66132b, host dv-neutron-833198-1-hyperv, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:44.513615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.532403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086d9643-f39f-4a65-9848-5d703e651160 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.560156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Transition to ACTIVE for port object e3386f26-45b2-4d24-8aac-816aa0beb290 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:44.622296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:44.680068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Transition to ACTIVE for port object e3386f26-45b2-4d24-8aac-816aa0beb290 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:44.685255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d9e6a-db61-461d-aa27-f00ee1d15d2c None None] Pushing event updated for resources: {'Port': ['ID=554c98c8-9186-4943-98f5-96e6eb66132b,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:44.722109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.780221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.846161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:44.848323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Network c5c40cec-7f55-4081-8b79-1f7b91e17737 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:44.856080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:44.856815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 554c98c8-9186-4943-98f5-96e6eb66132b owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:44.861736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:44.864270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:44.888000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:subnet and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:44.913599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Transition to ACTIVE for port object a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:44.927971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Pushing event updated for resources: {'Port': ['ID=e3386f26-45b2-4d24-8aac-816aa0beb290,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:44.951521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:44.982997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:44.986921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:45.015410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Transition to ACTIVE for port object a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:45.019109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:45.019498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.059723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.110866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Attempting to bind port e3386f26-45b2-4d24-8aac-816aa0beb290 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:45.111231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Attempting to bind port e3386f26-45b2-4d24-8aac-816aa0beb290 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '0ead6b27-c435-4645-8676-81afa486fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c5c40cec-7f55-4081-8b79-1f7b91e17737'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:45.111598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Attempting to bind port e3386f26-45b2-4d24-8aac-816aa0beb290 on network c5c40cec-7f55-4081-8b79-1f7b91e17737 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:45.141382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b40c7b-c13b-43cb-948d-30924d89f522 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.175350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:45.178565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::1 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/0e4d82c6-3026-476a-bb7e-602da895ce0b/479d2b50-c52b-41fb-831c-fa1981b83ef0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:45.184796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:45.187395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:45.188021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Checking segment: {'id': '0ead6b27-c435-4645-8676-81afa486fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c5c40cec-7f55-4081-8b79-1f7b91e17737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:45.188541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.189021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Bound using segment: {'id': '0ead6b27-c435-4645-8676-81afa486fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c5c40cec-7f55-4081-8b79-1f7b91e17737'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:45.189638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Bound port: e3386f26-45b2-4d24-8aac-816aa0beb290, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead6b27-c435-4645-8676-81afa486fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c5c40cec-7f55-4081-8b79-1f7b91e17737'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:45.190125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.204541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:45.225712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Router 93322dd4-d816-4f8d-bc4b-01a553cca671 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:45.276391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:45.280673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.309911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086d9643-f39f-4a65-9848-5d703e651160 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.317279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086d9643-f39f-4a65-9848-5d703e651160 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.321100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40c7b-c13b-43cb-948d-30924d89f522 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38a8e630-6b2f-4a4f-8eeb-d549917ab43c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:45.341820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b40c7b-c13b-43cb-948d-30924d89f522 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.344791 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-35b40c7b-c13b-43cb-948d-30924d89f522 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/38a8e630-6b2f-4a4f-8eeb-d549917ab43c HTTP/1.1" status: 204 len: 168 time: 1.1671383 Mar 11 13:04:45.355666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53740) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:45.419196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Pushing event updated for resources: {'Port': ['ID=a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:45.432619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:45.432619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:45.448038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086d9643-f39f-4a65-9848-5d703e651160 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.448557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086d9643-f39f-4a65-9848-5d703e651160 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Fanout notify agent at l3_agent the message router_deleted on router f398087f-f8e3-4565-be2a-f52474e8c3fb {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:45.490445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086d9643-f39f-4a65-9848-5d703e651160 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.496353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-086d9643-f39f-4a65-9848-5d703e651160 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/f398087f-f8e3-4565-be2a-f52474e8c3fb HTTP/1.1" status: 204 len: 168 time: 1.2695277 Mar 11 13:04:45.498112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53744) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:45.507319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] For port e3386f26-45b2-4d24-8aac-816aa0beb290, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:45.512870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] For port e3386f26-45b2-4d24-8aac-816aa0beb290, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e3386f26-45b2-4d24-8aac-816aa0beb290,segment=NetworkSegment(0ead6b27-c435-4645-8676-81afa486fa56),segment_id=0ead6b27-c435-4645-8676-81afa486fa56)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:45.520947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.545418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.547730 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5604bd46-a3d3-458f-90e1-5dfab13b7177 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1910262 Mar 11 13:04:45.565458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.568188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53748) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:45.582574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': 'ab0d0f68-956d-48d6-b4a0-ca3cf1cceea9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:45.583447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-925462df-758f-4226-b4b6-9f007b67a1cf tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=f398087f-f8e3-4565-be2a-f52474e8c3fb HTTP/1.1" status: 200 len: 205 time: 0.0842638 Mar 11 13:04:45.591172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:45.595620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:45.600632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:45.613315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:45.615231 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Sync routers for ids ['93322dd4-d816-4f8d-bc4b-01a553cca671'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:45.628280 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Routers {'93322dd4-d816-4f8d-bc4b-01a553cca671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:45.628949 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93322dd4-d816-4f8d-bc4b-01a553cca671'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:45.648321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Attempting to bind port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:45.648697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Attempting to bind port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:45.649127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Attempting to bind port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:45.683397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:45.683793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:45.684170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.684557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:45.685039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Bound port: a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:45.685416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.766418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.778906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:45.779283 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-acc31341-a028-4794-ab9f-28d04850ccde tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] delete failed (client error): The resource could not be found. Mar 11 13:04:45.780430 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-acc31341-a028-4794-ab9f-28d04850ccde tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/f398087f-f8e3-4565-be2a-f52474e8c3fb HTTP/1.1" status: 404 len: 336 time: 0.1876521 Mar 11 13:04:45.784087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53756) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:45.797246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31b6f4-f5eb-4b20-a89e-b674e3451d48 None None] Pushing event updated for resources: {'Port': ['ID=e3386f26-45b2-4d24-8aac-816aa0beb290,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:45.855526 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9a562752-45fe-4951-9d32-008775111f93 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=62c36860-b3df-4b1b-a81d-80d1c71bb1a1 HTTP/1.1" status: 200 len: 205 time: 0.0682683 Mar 11 13:04:45.859190 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Set router 93322dd4-d816-4f8d-bc4b-01a553cca671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:45.875757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 479d2b50-c52b-41fb-831c-fa1981b83ef0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:45.894131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53760) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:45.897289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:45.898633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:45.912226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:45.938223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 554c98c8-9186-4943-98f5-96e6eb66132b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:45.938570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:46.016721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] For port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:46.022248 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-a9357433-0153-4bc8-9c36-d2f9b08e4581 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] delete failed (client error): The resource could not be found. Mar 11 13:04:46.031499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] For port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:46.034534 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a9357433-0153-4bc8-9c36-d2f9b08e4581 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/62c36860-b3df-4b1b-a81d-80d1c71bb1a1 HTTP/1.1" status: 404 len: 336 time: 0.1223357 Mar 11 13:04:46.046913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53764) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:46.095693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:46.162339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:46.166676 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0dca080c-7325-4ced-8d74-448ec947cb9e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.9256680 Mar 11 13:04:46.174499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53768) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:46.186738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:46.189942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 554c98c8-9186-4943-98f5-96e6eb66132b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:46.436338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1590e899-b9bb-4b15-ab39-ca57c4efced1 None None] Network 775779da-9730-47e4-a5f4-8b8934ed884e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:46.438480 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93322dd4-d816-4f8d-bc4b-01a553cca671', 'name': 'tempest-snat-router-1875673989', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd9a490f8-65f3-40e9-9bdf-d98d63d69dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:38Z', 'updated_at': '2022-03-11T13:04:43Z', 'revision_number': 3, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port': {'id': 'd9a490f8-65f3-40e9-9bdf-d98d63d69dbe', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93322dd4-d816-4f8d-bc4b-01a553cca671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:41Z', 'updated_at': '2022-03-11T13:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:46.447003 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Checking router: 93322dd4-d816-4f8d-bc4b-01a553cca671 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:46.447835 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Updating router 93322dd4-d816-4f8d-bc4b-01a553cca671 port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:04:46.485121 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4f27f8de-aa82-4530-8152-ef5702de1985 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cddf48d-c990-4166-8cf6-86bf7c1bca62 HTTP/1.1" status: 200 len: 205 time: 0.4273031 Mar 11 13:04:46.485121 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b4d2b32f-4c0a-4352-8ef9-885b7932b295 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/93322dd4-d816-4f8d-bc4b-01a553cca671 HTTP/1.1" status: 200 len: 907 time: 0.3100705 Mar 11 13:04:46.485121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53772) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:46.496701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53774) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:46.554077 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:46.629954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:46.639783 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-e4df0392-fc7a-42ee-bb06-99d0848f48a3 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] delete failed (client error): The resource could not be found. Mar 11 13:04:46.643143 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e4df0392-fc7a-42ee-bb06-99d0848f48a3 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/4cddf48d-c990-4166-8cf6-86bf7c1bca62 HTTP/1.1" status: 404 len: 336 time: 0.1524510 Mar 11 13:04:46.669402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8874e-7772-432e-9061-f07d2d9078d7 None None] Pushing event updated for resources: {'Port': ['ID=a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:46.678068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-deb9b8c9-b035-41d8-b172-1c3813475ef3 None None] Provisioning for port 554c98c8-9186-4943-98f5-96e6eb66132b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:46.720518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 554c98c8-9186-4943-98f5-96e6eb66132b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:46.793208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 554c98c8-9186-4943-98f5-96e6eb66132b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:46.793608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:46.842687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53780) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:46.860092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Allocated IP 172.26.4.32 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/d32404f6-990f-44b3-b33e-4c79492bcb73) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:46.920490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.092977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.155934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 554c98c8-9186-4943-98f5-96e6eb66132b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=554c98c8-9186-4943-98f5-96e6eb66132b,segment=NetworkSegment(2f9f4488-f8a5-4ead-901b-2fc7718801f9),segment_id=2f9f4488-f8a5-4ead-901b-2fc7718801f9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:47.168090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.196431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.289482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=554c98c8-9186-4943-98f5-96e6eb66132b,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:47.308412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.319470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:04:47.357295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.381229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.394749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 554c98c8-9186-4943-98f5-96e6eb66132b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=554c98c8-9186-4943-98f5-96e6eb66132b,segment=NetworkSegment(2f9f4488-f8a5-4ead-901b-2fc7718801f9),segment_id=2f9f4488-f8a5-4ead-901b-2fc7718801f9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:47.395046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.404038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=479d2b50-c52b-41fb-831c-fa1981b83ef0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:47.407840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:47.409679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Deleting port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:47.410017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.435274 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-67e043e5-cfac-4dc6-8404-2eeb9406c0b3 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 HTTP/1.1" status: 200 len: 205 time: 0.1699491 Mar 11 13:04:47.450811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53784) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:47.497362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.498920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:47.512798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:47.513356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.517739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.527329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194a55e-c419-4780-b39a-d2755fc0dce5 None None] Network c5c40cec-7f55-4081-8b79-1f7b91e17737 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:47.580937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f28f27-cf80-40df-8d4f-d31f5048ee7c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:47.651160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ccf4d-5c3e-41a9-b16d-c14aae1b4909 None None] Network 775779da-9730-47e4-a5f4-8b8934ed884e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:47.657780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 554c98c8-9186-4943-98f5-96e6eb66132b owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:47.695106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.700705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1b885af7-27c2-4474-b91f-072415d99945 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1288249 Mar 11 13:04:47.701728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53788) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:47.714605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6ab1f7ee-3d31-4bf1-9309-a231f7a4857f None None] Provisioning for port e3386f26-45b2-4d24-8aac-816aa0beb290 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:47.717007 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-0549c1df-022c-472b-9df7-fa8e1d8aefd5 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] delete failed (client error): The resource could not be found. Mar 11 13:04:47.720330 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0549c1df-022c-472b-9df7-fa8e1d8aefd5 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/5098bf1a-ff5f-42bf-b5ef-aa02e1824e09 HTTP/1.1" status: 404 len: 336 time: 0.2646365 Mar 11 13:04:47.722844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53792) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:47.749479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Subnet': ['ID=d90f0640-eba9-4dab-a31a-f4a6f3f16369,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:47.769182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Checking segment: {'id': '96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:47.769567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network hostable DHCP agents. Network: da09eacb-7251-4475-b522-9e65c1b2d29d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:47.801603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.806588 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0137be60-f703-41ad-a6da-c25251db0033 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules/82f28f27-cf80-40df-8d4f-d31f5048ee7c HTTP/1.1" status: 200 len: 764 time: 0.1021533 Mar 11 13:04:47.824547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53796) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:47.855188 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-afdf4847-9303-43b9-99b2-759719a5d2db tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=9874756a-f04f-4edc-b980-5191ecd47186 HTTP/1.1" status: 200 len: 205 time: 0.1302993 Mar 11 13:04:47.856202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53800) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:47.869148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:47.869766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:47.882461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network da09eacb-7251-4475-b522-9e65c1b2d29d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:47.903298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:47.905567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6ab1f7ee-3d31-4bf1-9309-a231f7a4857f None None] Provisioning complete for port 554c98c8-9186-4943-98f5-96e6eb66132b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:47.905942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f7ee-3d31-4bf1-9309-a231f7a4857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:47.908019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:47.910957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:47.957328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 554c98c8-9186-4943-98f5-96e6eb66132b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:47.957693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.008064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.013889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, da09eacb-7251-4475-b522-9e65c1b2d29d) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:48.023286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.033167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event updated for resources: {'Port': ['ID=d32404f6-990f-44b3-b33e-4c79492bcb73,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:48.042613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:48.043268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.045846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ce6dd-90fe-4219-be33-d31cf86de52c None None] Network da09eacb-7251-4475-b522-9e65c1b2d29d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:48.173999 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61f843e2-92f9-4f75-9507-7def4351d593 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0454054 Mar 11 13:04:48.175543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:48.182914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'port': {'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d', 'name': 'tempest-NetworksIpV6TestAttrs-407069783'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:48.271652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e3386f26-45b2-4d24-8aac-816aa0beb290 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:48.337227 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.355381 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Transition to ACTIVE for port object d9a490f8-65f3-40e9-9bdf-d98d63d69dbe will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:48.366906 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.481255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.502735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:48.543810 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Attempting to bind port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:48.547068 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Attempting to bind port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:48.547844 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Attempting to bind port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:48.562508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:port and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:48.563730 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e1473-51e7-4961-9303-9930a75f2f00 None None] Pushing event updated for resources: {'Port': ['ID=d9a490f8-65f3-40e9-9bdf-d98d63d69dbe,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:48.575890 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:48.586502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:48.589194 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:48.591283 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:48.594510 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.595550 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:48.596959 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Bound port: d9a490f8-65f3-40e9-9bdf-d98d63d69dbe, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:48.598148 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.604214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Calling delete_port for d9a490f8-65f3-40e9-9bdf-d98d63d69dbe owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:48.605127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 554c98c8-9186-4943-98f5-96e6eb66132b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=554c98c8-9186-4943-98f5-96e6eb66132b,segment=NetworkSegment(2f9f4488-f8a5-4ead-901b-2fc7718801f9),segment_id=2f9f4488-f8a5-4ead-901b-2fc7718801f9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:48.606865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.621060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.675804 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-322d58ed-e887-41de-912e-3d8dbda9e2bd tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] delete failed (client error): The resource could not be found. Mar 11 13:04:48.679227 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-322d58ed-e887-41de-912e-3d8dbda9e2bd tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/9874756a-f04f-4edc-b980-5191ecd47186 HTTP/1.1" status: 404 len: 336 time: 0.8139095 Mar 11 13:04:48.686951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53808) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:48.712554 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] For port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:48.716192 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] For port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d9a490f8-65f3-40e9-9bdf-d98d63d69dbe,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:48.731719 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.741300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-da09eacb-7251-4475-b522-9e65c1b2d29d', 'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d', 'tenant_id': 'd4c059576b0e4f3f98ad95365741ea77', 'fixed_ips': [{'subnet_id': 'd90f0640-eba9-4dab-a31a-f4a6f3f16369'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:48.743855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.783034 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cce2d614-82c1-4942-9303-3cc3f67ee09d tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d32ebb11-7a66-41ae-a702-6addeae3ecc6 HTTP/1.1" status: 200 len: 205 time: 0.0907350 Mar 11 13:04:48.792084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0830881f-b3aa-4a1a-adaa-512e3c55b220 None None] Provisioning for port 479d2b50-c52b-41fb-831c-fa1981b83ef0 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:48.795423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53812) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:48.797257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f0166d66-9fb6-401e-996c-b6bb51046727 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:48.797928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:48.801236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0830881f-b3aa-4a1a-adaa-512e3c55b220 None None] Provisioning complete for port 479d2b50-c52b-41fb-831c-fa1981b83ef0 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:48.801890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0830881f-b3aa-4a1a-adaa-512e3c55b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.802117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:48.825924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 554c98c8-9186-4943-98f5-96e6eb66132b owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:48.833654 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Routers {'93322dd4-d816-4f8d-bc4b-01a553cca671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:48.833826 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93322dd4-d816-4f8d-bc4b-01a553cca671'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:48.876020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0830881f-b3aa-4a1a-adaa-512e3c55b220 None None] Port 479d2b50-c52b-41fb-831c-fa1981b83ef0 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:04:48.972032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port e3386f26-45b2-4d24-8aac-816aa0beb290 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:49.065873 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] Set router 93322dd4-d816-4f8d-bc4b-01a553cca671 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:49.072222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0830881f-b3aa-4a1a-adaa-512e3c55b220 None None] Provisioning for port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:49.086374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e3386f26-45b2-4d24-8aac-816aa0beb290 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:49.087841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.116503 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-8c73a69d-a59d-45e3-9817-700e7c8ef0c9 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] delete failed (client error): The resource could not be found. Mar 11 13:04:49.119953 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8c73a69d-a59d-45e3-9817-700e7c8ef0c9 tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/routers/d32ebb11-7a66-41ae-a702-6addeae3ecc6 HTTP/1.1" status: 404 len: 336 time: 0.3031762 Mar 11 13:04:49.119953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] device_id is not set on port b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:04:49.174345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53816) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:49.246522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f0166d66-9fb6-401e-996c-b6bb51046727 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:49.250222 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f0166d66-9fb6-401e-996c-b6bb51046727 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 1.4197497 Mar 11 13:04:49.281107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53820) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:49.331936 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93322dd4-d816-4f8d-bc4b-01a553cca671', 'name': 'tempest-snat-router-1875673989', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:38Z', 'updated_at': '2022-03-11T13:04:47Z', 'revision_number': 4, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:49.340366 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c397b-944b-4c75-9abd-cc59a14f1ad7 None None] The sync data for ids ['93322dd4-d816-4f8d-bc4b-01a553cca671'] in dv-neutron-833198-1-hyperv is: [{'id': '93322dd4-d816-4f8d-bc4b-01a553cca671', 'name': 'tempest-snat-router-1875673989', 'tenant_id': '1b5cc605d37248d98efbf7f413b60434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:38Z', 'updated_at': '2022-03-11T13:04:47Z', 'revision_number': 4, 'project_id': '1b5cc605d37248d98efbf7f413b60434', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:49.347293 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e1473-51e7-4961-9303-9930a75f2f00 None None] Pushing event updated for resources: {'Port': ['ID=d9a490f8-65f3-40e9-9bdf-d98d63d69dbe,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:49.373403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.386750 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce76fec0-37cc-49f9-89aa-1ad5dd07d2ba tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] DELETE failed (client error): The resource could not be found. Mar 11 13:04:49.387793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce76fec0-37cc-49f9-89aa-1ad5dd07d2ba tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:04:49.413467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.442260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Allocated IP 2001:db8::f816:3eff:fed0:fe1e (da09eacb-7251-4475-b522-9e65c1b2d29d/d90f0640-eba9-4dab-a31a-f4a6f3f16369/33149f2f-dc68-43fe-8c28-50709e6a88a0) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:49.554545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=554c98c8-9186-4943-98f5-96e6eb66132b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:49.580108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd56f38-93b0-457b-81cc-0019d74709c6 None None] DHCP port deletion for 775779da-9730-47e4-a5f4-8b8934ed884e request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:49.586738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc866a3f-ae92-4d6e-8e3c-d6905e46d642 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.602521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:04:49.602874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:04:49.610227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc866a3f-ae92-4d6e-8e3c-d6905e46d642 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.620148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ce76fec0-37cc-49f9-89aa-1ad5dd07d2ba tempest-RoutersAdminTest-659913866 tempest-RoutersAdminTest-659913866-project] 10.222.0.52 "DELETE /v2.0/subnets/6fbb6e4c-c245-4136-a415-3cec8cc565d8 HTTP/1.1" status: 404 len: 337 time: 0.4447021 Mar 11 13:04:49.638010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port e3386f26-45b2-4d24-8aac-816aa0beb290, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e3386f26-45b2-4d24-8aac-816aa0beb290,segment=NetworkSegment(0ead6b27-c435-4645-8676-81afa486fa56),segment_id=0ead6b27-c435-4645-8676-81afa486fa56)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:49.641678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e494274f-5903-44bb-a796-bd67510f7006 None None] Provisioning complete for port e3386f26-45b2-4d24-8aac-816aa0beb290 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:49.642041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e494274f-5903-44bb-a796-bd67510f7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.688608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port 554c98c8-9186-4943-98f5-96e6eb66132b on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:49.717339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.718319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.719076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 554c98c8-9186-4943-98f5-96e6eb66132b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:49.735156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.736471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.755196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.800324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 554c98c8-9186-4943-98f5-96e6eb66132b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:49.800958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 554c98c8-9186-4943-98f5-96e6eb66132b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 13:04:49.807369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc866a3f-ae92-4d6e-8e3c-d6905e46d642 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.838862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc866a3f-ae92-4d6e-8e3c-d6905e46d642 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82f28f27-cf80-40df-8d4f-d31f5048ee7c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:49.867264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port 554c98c8-9186-4943-98f5-96e6eb66132b not found, will not notify nova. {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 13:04:49.868217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:49.914300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.918462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.962565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.963794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc866a3f-ae92-4d6e-8e3c-d6905e46d642 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:49.967638 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dc866a3f-ae92-4d6e-8e3c-d6905e46d642 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/82f28f27-cf80-40df-8d4f-d31f5048ee7c HTTP/1.1" status: 204 len: 168 time: 0.6734500 Mar 11 13:04:49.975162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:49.976435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=479d2b50-c52b-41fb-831c-fa1981b83ef0,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:50.025130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=7578bf0a-9db8-4a6e-bb2a-1b2dc5042788,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:50.049153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3eaaae-fd36-4122-a762-2b29ba3cb24b None None] Network 775779da-9730-47e4-a5f4-8b8934ed884e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:50.053276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:50.054503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:50.094859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=e3386f26-45b2-4d24-8aac-816aa0beb290,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:50.192979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.196100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.200829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:50.201195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.214443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Deleting port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:50.214787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.252320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775779da-9730-47e4-a5f4-8b8934ed884e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:50.268747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9f4488-f8a5-4ead-901b-2fc7718801f9') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:50.269642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9f4488-f8a5-4ead-901b-2fc7718801f9') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:50.285968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Transition to ACTIVE for port object 33149f2f-dc68-43fe-8c28-50709e6a88a0 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:50.291638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.313058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.323441 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53832) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:50.396709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event updated for resources: {'Port': ['ID=d32404f6-990f-44b3-b33e-4c79492bcb73,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:50.432556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:04:50.433384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.444724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-62a8e0f3-d279-435a-a151-bf9cae20a06c None None] Could not find standard attr ID for object 554c98c8-9186-4943-98f5-96e6eb66132b. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:04:50.459514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfea35-867f-478e-ba81-4f79fed43d08 None None] DHCP port deletion for 775779da-9730-47e4-a5f4-8b8934ed884e request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:50.463153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Transition to ACTIVE for port object 33149f2f-dc68-43fe-8c28-50709e6a88a0 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:04:50.473608 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:04:50.513818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.572259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Allocated IP 2001:db8::f816:3eff:fe8f:9c69 (da09eacb-7251-4475-b522-9e65c1b2d29d/d90f0640-eba9-4dab-a31a-f4a6f3f16369/b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:50.596438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] For port d9a490f8-65f3-40e9-9bdf-d98d63d69dbe, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d9a490f8-65f3-40e9-9bdf-d98d63d69dbe,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:50.597057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.609607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Network da09eacb-7251-4475-b522-9e65c1b2d29d is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:50.615555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:50.618552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:50.625586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:50.737348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Calling delete_port for d9a490f8-65f3-40e9-9bdf-d98d63d69dbe owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:50.742389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9067118c-c31e-444d-bd32-5c6903ada29c None None] Provisioning complete for port 479d2b50-c52b-41fb-831c-fa1981b83ef0 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:50.742799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9067118c-c31e-444d-bd32-5c6903ada29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.794147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Pushing event updated for resources: {'Port': ['ID=33149f2f-dc68-43fe-8c28-50709e6a88a0,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:50.823849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:50.832624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:04:50.845480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:50.845858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.852029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.888905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Attempting to bind port 33149f2f-dc68-43fe-8c28-50709e6a88a0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:50.889193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Attempting to bind port 33149f2f-dc68-43fe-8c28-50709e6a88a0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:50.889943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Attempting to bind port 33149f2f-dc68-43fe-8c28-50709e6a88a0 on network da09eacb-7251-4475-b522-9e65c1b2d29d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:50.892191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.894177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:50.902486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.908919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:50.908919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Checking segment: {'id': '96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:50.909324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.909745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Bound using segment: {'id': '96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:50.910212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Bound port: 33149f2f-dc68-43fe-8c28-50709e6a88a0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da09eacb-7251-4475-b522-9e65c1b2d29d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:50.910585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.924492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2948b6ed-d88a-4e9d-8fa1-df51a9fec91d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:50.930496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9067118c-c31e-444d-bd32-5c6903ada29c None None] Port 479d2b50-c52b-41fb-831c-fa1981b83ef0 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:04:50.951463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:50.959005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Usage tracker for resource:security_group_rule and tenant:715ea961e89646f19dd7580caff139f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:50.965104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:50.993506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=775779da-9730-47e4-a5f4-8b8934ed884e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:51.000140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:51.013870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:51.036802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.038150 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d5dcc59d-b991-4e1b-9258-997bedfc33f1 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0080318 Mar 11 13:04:51.043352 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1d22d3cb-ac61-4b1a-94e9-ae58f9cd0268 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/775779da-9730-47e4-a5f4-8b8934ed884e HTTP/1.1" status: 204 len: 168 time: 8.8552001 Mar 11 13:04:51.044317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:51.050008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.056122 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-725d4ad2-0d7d-4f6b-9820-8697d01da289 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "PUT /v2.0/routers/f7a4594c-b1d6-44b2-9d11-cf1b2dbae678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3038330 Mar 11 13:04:51.057654 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Sync routers for ids ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:51.060888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53844) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:51.090542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Transition to ACTIVE for port object b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:51.098044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Routers {'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:51.098790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:51.133079 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2923b94c-0031-4e2c-b9da-fd5c2cc6946c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:04:51.133595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2923b94c-0031-4e2c-b9da-fd5c2cc6946c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:04:51.140960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2923b94c-0031-4e2c-b9da-fd5c2cc6946c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/775779da-9730-47e4-a5f4-8b8934ed884e HTTP/1.1" status: 404 len: 339 time: 0.0946662 Mar 11 13:04:51.141923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2948b6ed-d88a-4e9d-8fa1-df51a9fec91d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:51.143544 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2948b6ed-d88a-4e9d-8fa1-df51a9fec91d tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1284938 Mar 11 13:04:51.148322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53848) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:51.149686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:51.152325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cde945-3f92-4e58-8d04-66d44c213be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:51.152945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-34cde945-3f92-4e58-8d04-66d44c213be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:51.174729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-474497369', 'description': 'd1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:51.182875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-34cde945-3f92-4e58-8d04-66d44c213be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:51.186655 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-34cde945-3f92-4e58-8d04-66d44c213be0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports/479d2b50-c52b-41fb-831c-fa1981b83ef0 HTTP/1.1" status: 200 len: 911 time: 0.1225302 Mar 11 13:04:51.188545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53858) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:51.189639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:51.194978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.220604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:network and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:51.259228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] For port 33149f2f-dc68-43fe-8c28-50709e6a88a0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:51.260472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9a490f8-65f3-40e9-9bdf-d98d63d69dbe,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:51.269787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.273632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:51.319713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:51.333630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.352690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] For port 33149f2f-dc68-43fe-8c28-50709e6a88a0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=33149f2f-dc68-43fe-8c28-50709e6a88a0,segment=NetworkSegment(96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4),segment_id=96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:51.356768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.366096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.457890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:51.459056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:51.464321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.477036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Set router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:51.525254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.579813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.582766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.634087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.634779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93322dd4-d816-4f8d-bc4b-01a553cca671 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:51.636908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network da09eacb-7251-4475-b522-9e65c1b2d29d is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:51.646636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.650501 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-55161658-3919-4fd7-a33f-ae67f9d206b4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "DELETE /v2.0/routers/93322dd4-d816-4f8d-bc4b-01a553cca671 HTTP/1.1" status: 204 len: 168 time: 5.0096912 Mar 11 13:04:51.653054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d799e74-c03a-4ef5-8a7a-5bd5587d37ae None None] Pushing event updated for resources: {'Port': ['ID=33149f2f-dc68-43fe-8c28-50709e6a88a0,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:51.653187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7647-15e0-4c29-8848-ee313e8422a8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.654122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53874) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:51.675625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:51.700616 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-0e3d2214-3c1f-4c81-b595-6739929c2b8a tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--607347984&fields=id&tenant_id=a7ee75938cd8457e91d8f451a90c5ac3 HTTP/1.1" status: 200 len: 267 time: 0.4281776 Mar 11 13:04:51.784502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e3386f26-45b2-4d24-8aac-816aa0beb290 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:51.796210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:51.801698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:51.805709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.865773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Port': ['ID=b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:51.869547 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-615f8657-6e3c-427d-8602-dbded36b8efb tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6916158 Mar 11 13:04:51.876874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53878) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:51.914061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:51.971790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7647-15e0-4c29-8848-ee313e8422a8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:51.978056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.008943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e3386f26-45b2-4d24-8aac-816aa0beb290 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:52.009133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.032051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:52.037834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.056853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377ae55-596e-4de7-9879-b27e997eadf3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:52.063425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377ae55-596e-4de7-9879-b27e997eadf3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:52.064240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3377ae55-596e-4de7-9879-b27e997eadf3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:52.083763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.106111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.115521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.115826 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment f036a2da-7fe1-47b7-86ef-5711c18a5f40 of type vlan for network 3c0fe2d3-bab3-47ac-a042-b5728f9e0552 Mar 11 13:04:52.182043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Deleting subnet d90f0640-eba9-4dab-a31a-f4a6f3f16369 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:52.182636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-6cfdc558-bd4b-4ff8-a96f-5e57062255af tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:52.184294 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-6cfdc558-bd4b-4ff8-a96f-5e57062255af tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/networks?id=fb64631b-af56-4663-a3fe-a8217e106f96 HTTP/1.1" status: 200 len: 812 time: 0.4828901 Mar 11 13:04:52.184937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3377ae55-596e-4de7-9879-b27e997eadf3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:52.186573 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3377ae55-596e-4de7-9879-b27e997eadf3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.9785204 Mar 11 13:04:52.186710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.193079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'name': 'tempest-NetworksTestDHCPv6-router-959869462', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:42Z', 'updated_at': '2022-03-11T13:04:47Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None, '_interfaces': [{'id': '479d2b50-c52b-41fb-831c-fa1981b83ef0', 'name': '', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'mac_address': 'fa:16:3e:3f:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '0e4d82c6-3026-476a-bb7e-602da895ce0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:44Z', 'updated_at': '2022-03-11T13:04:49Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'subnets': [{'id': '0e4d82c6-3026-476a-bb7e-602da895ce0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:52.193321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53882) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:52.194076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b773ce-86ee-4a47-9f02-9bb4a5597af6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:52.202706 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-270ac867-b031-438d-ad61-e0901053cef0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=715ea961e89646f19dd7580caff139f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8452396 Mar 11 13:04:52.202984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Checking router: f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:52.203401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Updating router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 port 479d2b50-c52b-41fb-831c-fa1981b83ef0 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:04:52.204489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53886) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:52.269109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.292728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7647-15e0-4c29-8848-ee313e8422a8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.323161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.334511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 554c98c8-9186-4943-98f5-96e6eb66132b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:52.338496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.376857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 554c98c8-9186-4943-98f5-96e6eb66132b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:52.377281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 554c98c8-9186-4943-98f5-96e6eb66132b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:52.402841 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-c8510457-714e-4a6f-bf4f-e7e67de124ef tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/quotas/a7ee75938cd8457e91d8f451a90c5ac3 HTTP/1.1" status: 200 len: 375 time: 0.1110504 Mar 11 13:04:52.403555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf7647-15e0-4c29-8848-ee313e8422a8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0d0f68-956d-48d6-b4a0-ca3cf1cceea9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:52.412932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.448846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Deleting port 48010101-30b6-44c2-bbd6-202ccd33d022 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:52.449196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.572451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:04:52.626496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.703860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7c6c-41ee-4927-a126-7dc5d1fd2b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.706750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7647-15e0-4c29-8848-ee313e8422a8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.710328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3cbf7647-15e0-4c29-8848-ee313e8422a8 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab0d0f68-956d-48d6-b4a0-ca3cf1cceea9 HTTP/1.1" status: 204 len: 168 time: 1.5520515 Mar 11 13:04:52.711687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53890) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:52.720021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.725174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:52.725922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.756034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] For port 48010101-30b6-44c2-bbd6-202ccd33d022, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48010101-30b6-44c2-bbd6-202ccd33d022,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:52.756399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.779168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.796089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Transition to ACTIVE for port object 479d2b50-c52b-41fb-831c-fa1981b83ef0 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:52.810194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.864093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e5f8a43-76cc-4cf1-9c45-55e090b88bc1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:52.871422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7c6c-41ee-4927-a126-7dc5d1fd2b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.932657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:52.952394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Calling delete_port for 48010101-30b6-44c2-bbd6-202ccd33d022 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:52.975363 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8207817 Mar 11 13:04:53.002519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53894) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:53.016402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba45c79-250f-4527-bc14-3df66d0f6c41 None None] Network da09eacb-7251-4475-b522-9e65c1b2d29d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:53.041491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Subnet': ['ID=d90f0640-eba9-4dab-a31a-f4a6f3f16369,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:53.042169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843a75a-6c30-4a65-8038-f13878451ab6 None None] Pushing event updated for resources: {'Port': ['ID=479d2b50-c52b-41fb-831c-fa1981b83ef0,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:53.046416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.064804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bef39-6054-4baf-8abf-d0ec8e5eee3c tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=3c0fe2d3-bab3-47ac-a042-b5728f9e0552,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:53.068919 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d55a3504-e4a0-4d71-91cd-36e81666d707 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/d90f0640-eba9-4dab-a31a-f4a6f3f16369 HTTP/1.1" status: 204 len: 168 time: 1.1816366 Mar 11 13:04:53.069993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53898) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:53.113493 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-b0a716a4-c758-4a54-8115-8ff91ee466cf tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7ee75938cd8457e91d8f451a90c5ac3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6742146 Mar 11 13:04:53.145317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e5f8a43-76cc-4cf1-9c45-55e090b88bc1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:53.152074 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0e5f8a43-76cc-4cf1-9c45-55e090b88bc1 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4394283 Mar 11 13:04:53.158938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53904) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:53.173086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group': {'name': 'tempest-secgroup--310258252'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:53.179190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:53.182806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 3c0fe2d3-bab3-47ac-a042-b5728f9e0552 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:53.224073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:53.248815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c8ef81-f229-4e24-9ec3-276fe1fbd0d7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:53.249471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1c8ef81-f229-4e24-9ec3-276fe1fbd0d7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Synchronizing usage tracker for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:53.250649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.255112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7c6c-41ee-4927-a126-7dc5d1fd2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.285929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d158e17-0679-401d-a604-de4ea251aa79 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:53.287815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d158e17-0679-401d-a604-de4ea251aa79 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:53.288577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0d158e17-0679-401d-a604-de4ea251aa79 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Synchronizing usage tracker for tenant:d4c059576b0e4f3f98ad95365741ea77 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:53.292107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:53.293032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-031dd2b3-c748-493a-90f5-cad6983a7064 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:04:53.294109 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-031dd2b3-c748-493a-90f5-cad6983a7064 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0996304 Mar 11 13:04:53.299157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b7c6c-41ee-4927-a126-7dc5d1fd2b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b773ce-86ee-4a47-9f02-9bb4a5597af6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:53.304423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7c6c-41ee-4927-a126-7dc5d1fd2b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.305845 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6b2b7c6c-41ee-4927-a126-7dc5d1fd2b7c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9b773ce-86ee-4a47-9f02-9bb4a5597af6 HTTP/1.1" status: 204 len: 168 time: 1.0958927 Mar 11 13:04:53.309256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:53.315913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:53.329879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:53.331133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1c8ef81-f229-4e24-9ec3-276fe1fbd0d7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Unset dirty status for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:53.334995 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1c8ef81-f229-4e24-9ec3-276fe1fbd0d7 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/networks?id=3c0fe2d3-bab3-47ac-a042-b5728f9e0552 HTTP/1.1" status: 200 len: 760 time: 0.3262432 Mar 11 13:04:53.337959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53912) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:53.348681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'description': 'd2'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:53.371294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0d158e17-0679-401d-a604-de4ea251aa79 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Unset dirty status for tenant:d4c059576b0e4f3f98ad95365741ea77 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:53.375540 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0d158e17-0679-401d-a604-de4ea251aa79 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3014302 Mar 11 13:04:53.376766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53916) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:53.450476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Attempting to bind port 479d2b50-c52b-41fb-831c-fa1981b83ef0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:04:53.450840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Attempting to bind port 479d2b50-c52b-41fb-831c-fa1981b83ef0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:04:53.451203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Attempting to bind port 479d2b50-c52b-41fb-831c-fa1981b83ef0 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:04:53.522213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:04:53.522623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:53.522883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.523266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:04:53.524271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Bound port: 479d2b50-c52b-41fb-831c-fa1981b83ef0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:04:53.524638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.548302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c7a7ce28-9180-4143-8ca3-62374aa1e4af None None] Provisioning for port 33149f2f-dc68-43fe-8c28-50709e6a88a0 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:04:53.696732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] For port 479d2b50-c52b-41fb-831c-fa1981b83ef0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:04:53.710633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4beca83a-0045-4883-8726-0f9e9327a499 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.723838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-59a440a6-8ce2-448d-8e17-163b2a840c35 service neutron] 10.222.0.52 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224360 Mar 11 13:04:53.731621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:53.801153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] DHCP port deletion for da09eacb-7251-4475-b522-9e65c1b2d29d request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:04:53.803723 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beca83a-0045-4883-8726-0f9e9327a499 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 13:04:53.804233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beca83a-0045-4883-8726-0f9e9327a499 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:04:53.807775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] Deleting port 33149f2f-dc68-43fe-8c28-50709e6a88a0 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:53.808399 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.874780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:04:53.887766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.906488 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4beca83a-0045-4883-8726-0f9e9327a499 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/da09eacb-7251-4475-b522-9e65c1b2d29d HTTP/1.1" status: 409 len: 405 time: 0.5165188 Mar 11 13:04:53.907212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:53.926555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53926) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:54.032970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.068179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-901982145'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:54.091772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:04:54.092350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.095757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:54.112528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.117788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:network and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:54.122630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-493a74d7-553e-439c-ac35-8c3a7b174bab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5268c4d21e904d0d97981357e7e83a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896155 Mar 11 13:04:54.157649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.167894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] For port 479d2b50-c52b-41fb-831c-fa1981b83ef0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=479d2b50-c52b-41fb-831c-fa1981b83ef0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:04:54.170847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:54.177924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53930) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:54.183957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] For port 33149f2f-dc68-43fe-8c28-50709e6a88a0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=33149f2f-dc68-43fe-8c28-50709e6a88a0,segment=NetworkSegment(96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4),segment_id=96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:54.184444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.196521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.197569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.198997 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0359509 Mar 11 13:04:54.200348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:54.205833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53934) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:54.214592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b2916-7b82-4b10-ada5-ee857cfdd3bf tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b83cd3d-10b8-4c56-a427-4fbc3eba4361,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:54.217136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event deleted for resources: {'Port': ['ID=48010101-30b6-44c2-bbd6-202ccd33d022,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:54.222001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Request body: {'security_group_rule': {'security_group_id': '5b83cd3d-10b8-4c56-a427-4fbc3eba4361', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:54.228475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:54.233012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Usage tracker for resource:security_group_rule and tenant:50f0936cea1c4921b4b86eec6a805f0b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:54.235980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:54.242954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:54.271787 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-732cb734-5bc2-4245-adc9-8565beebd442 service neutron] 10.222.0.52 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217049 Mar 11 13:04:54.275167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.276208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.361172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:54.364847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.385374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 3c0fe2d3-bab3-47ac-a042-b5728f9e0552 is not hosted by any dhcp agent {{(pid=87959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 13:04:54.396525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:54.397160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.398447 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "PUT /v2.0/networks/3c0fe2d3-bab3-47ac-a042-b5728f9e0552 HTTP/1.1" status: 200 len: 757 time: 1.0574558 Mar 11 13:04:54.433536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53938) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:54.550846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] Calling delete_port for 33149f2f-dc68-43fe-8c28-50709e6a88a0 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:54.578882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.588104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.639988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:54.648690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Routers {'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:54.649461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:54.679026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.688481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.692444 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4854140 Mar 11 13:04:54.694977 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c42d63e2-1d34-4d99-b273-2d1b0707c8ad req-0681b65f-975e-4d3b-9f9c-253dfbd45fdd tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 210 time: 0.0654454 Mar 11 13:04:54.698106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53948) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:54.698789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c12a4c-c26c-4d90-870a-83af237ffa5c tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e58e54-3ee0-48bc-a95a-e317d673a96a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:54.703498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 479d2b50-c52b-41fb-831c-fa1981b83ef0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:04:54.703889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.753211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843a75a-6c30-4a65-8038-f13878451ab6 None None] Pushing event updated for resources: {'Port': ['ID=479d2b50-c52b-41fb-831c-fa1981b83ef0,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:54.770083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.895500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] Pushing event deleted for resources: {'Port': ['ID=33149f2f-dc68-43fe-8c28-50709e6a88a0,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:54.913165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d4184-b98d-42b9-a208-9108f7018a07 None None] No DVR routers for this DVR port 33149f2f-dc68-43fe-8c28-50709e6a88a0 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:04:54.916968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c81f093d-4010-44cd-9506-9c79b1b516fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.934629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d665-faa0-4e4f-8cc8-48900cc6c55f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.937301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.937892 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Added segment 87630c0d-9e2c-4a40-bca9-97fb8c0ca127 of type vlan for network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 Mar 11 13:04:54.940660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc24637-0757-4fdb-891c-d6e3b3a1f35e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=3c0fe2d3-bab3-47ac-a042-b5728f9e0552,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:54.942115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b77c5e-bc78-4f63-ac51-d6e66a8227d5 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:04:54.964662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d665-faa0-4e4f-8cc8-48900cc6c55f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:54.975440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 3c0fe2d3-bab3-47ac-a042-b5728f9e0552 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:55.018558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] Set router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:55.037546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d665-faa0-4e4f-8cc8-48900cc6c55f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.061564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0d665-faa0-4e4f-8cc8-48900cc6c55f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b83cd3d-10b8-4c56-a427-4fbc3eba4361,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:55.100061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.100718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] For port 479d2b50-c52b-41fb-831c-fa1981b83ef0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=479d2b50-c52b-41fb-831c-fa1981b83ef0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:04:55.101084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.111783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.172983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.179000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c81f093d-4010-44cd-9506-9c79b1b516fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.193308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb23ddb6-cdda-4c41-b74d-f1b9abcd7ef1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:55.194037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cb23ddb6-cdda-4c41-b74d-f1b9abcd7ef1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Synchronizing usage tracker for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:55.214318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.214806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4586333b-0cdd-4766-9db3-de2a805b8597 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:04:55.272684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.278428 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a3c9feef-169c-40e5-8275-25747ac4fcc0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "DELETE /v2.0/routers/4586333b-0cdd-4766-9db3-de2a805b8597 HTTP/1.1" status: 204 len: 168 time: 3.6194546 Mar 11 13:04:55.278428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cb23ddb6-cdda-4c41-b74d-f1b9abcd7ef1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Unset dirty status for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:55.278428 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cb23ddb6-cdda-4c41-b74d-f1b9abcd7ef1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/networks?id=3c0fe2d3-bab3-47ac-a042-b5728f9e0552 HTTP/1.1" status: 200 len: 760 time: 0.8287432 Mar 11 13:04:55.278428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53958) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:55.284402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 53962) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:55.287402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-998612385', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:55.300965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:55.307588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Usage tracker for resource:router and tenant:fc72c081cc81437d9a4159fdc2df5155 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:55.313319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:55.321823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:55.338108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 479d2b50-c52b-41fb-831c-fa1981b83ef0 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:04:55.357383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.369032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:55.370192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.404177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665415736'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:55.423759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d665-faa0-4e4f-8cc8-48900cc6c55f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.425243 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4bb0d665-faa0-4e4f-8cc8-48900cc6c55f tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/5b83cd3d-10b8-4c56-a427-4fbc3eba4361 HTTP/1.1" status: 204 len: 168 time: 0.7239540 Mar 11 13:04:55.429178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:55.458216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c81f093d-4010-44cd-9506-9c79b1b516fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.460859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c81f093d-4010-44cd-9506-9c79b1b516fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.476852 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c81f093d-4010-44cd-9506-9c79b1b516fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8d0615a-7b46-40e1-9ede-b63b34a2466e HTTP/1.1" status: 204 len: 168 time: 1.2963383 Mar 11 13:04:55.494469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.495595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.513307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.516985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-75f525d3-3496-4030-935a-6e4e63fe6cfd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:55.538395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6035841 Mar 11 13:04:55.541540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:55.543150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53972) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:55.546498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f093d-4010-44cd-9506-9c79b1b516fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0615a-7b46-40e1-9ede-b63b34a2466e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:55.558245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'subnet': {'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:55.640918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b77c5e-bc78-4f63-ac51-d6e66a8227d5 None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:04:55.715500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-75f525d3-3496-4030-935a-6e4e63fe6cfd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:55.717134 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-75f525d3-3496-4030-935a-6e4e63fe6cfd tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2881384 Mar 11 13:04:55.760654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:55.770900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 53976) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:55.853109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'name': 'tempest-NetworksTestDHCPv6-router-959869462', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:42Z', 'updated_at': '2022-03-11T13:04:47Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None, '_interfaces': [{'id': '479d2b50-c52b-41fb-831c-fa1981b83ef0', 'name': '', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'mac_address': 'fa:16:3e:3f:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '0e4d82c6-3026-476a-bb7e-602da895ce0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:44Z', 'updated_at': '2022-03-11T13:04:53Z', 'revision_number': 4, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'subnets': [{'id': '0e4d82c6-3026-476a-bb7e-602da895ce0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:55.865159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca780c33-dd2b-49b9-8cc0-3e35c075718d None None] The sync data for ids ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'] in dv-neutron-833198-1-hyperv is: [{'id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'name': 'tempest-NetworksTestDHCPv6-router-959869462', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:42Z', 'updated_at': '2022-03-11T13:04:47Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None, '_interfaces': [{'id': '479d2b50-c52b-41fb-831c-fa1981b83ef0', 'name': '', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'mac_address': 'fa:16:3e:3f:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '0e4d82c6-3026-476a-bb7e-602da895ce0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:44Z', 'updated_at': '2022-03-11T13:04:53Z', 'revision_number': 4, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'subnets': [{'id': '0e4d82c6-3026-476a-bb7e-602da895ce0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:55.904923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 33149f2f-dc68-43fe-8c28-50709e6a88a0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:55.981292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 33149f2f-dc68-43fe-8c28-50709e6a88a0 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:55.981666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 33149f2f-dc68-43fe-8c28-50709e6a88a0 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:55.982277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48010101-30b6-44c2-bbd6-202ccd33d022 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:55.993644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:56.027236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=479d2b50-c52b-41fb-831c-fa1981b83ef0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:56.041567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecb165-9a4d-4b28-8bd3-749c444764e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Network': ['ID=af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:56.042704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-77d8a3d2-399b-4f94-8f94-5d1dff4aa300 req-48e87993-cac6-4163-9bcc-13e1e142058b tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 210 time: 0.0835285 Mar 11 13:04:56.081272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 48010101-30b6-44c2-bbd6-202ccd33d022 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:56.081944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48010101-30b6-44c2-bbd6-202ccd33d022 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:56.083799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:56.199277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:56.205526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:56.229329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:56.310170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:04:56.330421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:56.330855 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 5c8185d7-3e5f-4a1e-8640-b69fda0f3837 of type vlan for network 1d846803-622b-475a-b9c0-aeee78adbd6e Mar 11 13:04:56.611107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe25c8bf-88e1-41dd-a7c0-f55441d02a27 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:56.713846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:56.775549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:56.782965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:56.788525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:56.844595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:56.878814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:56.889090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:56.893106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe25c8bf-88e1-41dd-a7c0-f55441d02a27 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:56.894570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe25c8bf-88e1-41dd-a7c0-f55441d02a27 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.9786241 Mar 11 13:04:56.900272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:56.921476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-4ca815a0-90b6-43bd-b0f2-2b7d66aff851 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:56.923288 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-4ca815a0-90b6-43bd-b0f2-2b7d66aff851 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.50 "GET /v2.0/networks?id=fb64631b-af56-4663-a3fe-a8217e106f96 HTTP/1.1" status: 200 len: 812 time: 0.8733547 Mar 11 13:04:57.020026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:57.024199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:57.057095 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-73af0651-b6b8-4b22-8885-0923ddfe1876 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] delete failed (client error): The resource could not be found. Mar 11 13:04:57.058166 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-73af0651-b6b8-4b22-8885-0923ddfe1876 tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "DELETE /v2.0/security-groups/5b83cd3d-10b8-4c56-a427-4fbc3eba4361 HTTP/1.1" status: 404 len: 347 time: 0.1339529 Mar 11 13:04:57.087953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54012) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:57.088958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:57.115595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=1d846803-622b-475a-b9c0-aeee78adbd6e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:57.122483 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ae431c38-19a7-4288-bbf4-e3fbd692dd8e tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8284893 Mar 11 13:04:57.128486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 1d846803-622b-475a-b9c0-aeee78adbd6e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:04:57.142146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54018) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:57.145152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:57.157280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '1d846803-622b-475a-b9c0-aeee78adbd6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:57.308167 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-7fa235d6-5b08-4cf2-a244-594662ac4d05 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ee75938cd8457e91d8f451a90c5ac3 HTTP/1.1" status: 200 len: 379 time: 0.3656838 Mar 11 13:04:57.326774 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d812e55a-d648-4680-84aa-0d5247ea36e0 req-22883f87-0639-4df1-a432-75d9bb50f306 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 210 time: 0.1343451 Mar 11 13:04:57.375487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d095358e-36e2-4b05-8347-e9f31e09beea tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Synchronizing usage tracker for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:57.389631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Request body: {'port': {'device_id': '0e7fca84-443a-466e-90cb-8df36e052578', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'admin_state_up': True, 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'security_groups': ['e30a5736-593f-4025-8427-6c503c6e063d']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:57.395923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:57.459518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Usage tracker for resource:subnet and tenant:d8669f43b7ea4d56b8de62d16a1c12c5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:57.473522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:57.480473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d095358e-36e2-4b05-8347-e9f31e09beea tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] Unset dirty status for tenant:50f0936cea1c4921b4b86eec6a805f0b on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:57.496937 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d095358e-36e2-4b05-8347-e9f31e09beea tempest-SecGroupTest-1859357854 tempest-SecGroupTest-1859357854-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3740125 Mar 11 13:04:57.498141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:57.536917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Allocated IP 172.26.4.73 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/8e9efe73-d305-4ccb-b7bc-36791ef3df0b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:57.539074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:57.543530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:57.590763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:04:57.740753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54034) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:57.765779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:57.772806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Usage tracker for resource:port and tenant:a7ee75938cd8457e91d8f451a90c5ac3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:57.778354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:57.853571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:57.860260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:04:57.886277 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] Sync routers for ids ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:04:57.887810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:57.907156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Made reservation on behalf of a7ee75938cd8457e91d8f451a90c5ac3 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:57.908259 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] Routers {'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:57.910466 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:57.911293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:57.934565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54042) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:57.948390 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7c79d184-3015-4a2f-9f0b-3ada1205ae87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "PUT /v2.0/routers/f7a4594c-b1d6-44b2-9d11-cf1b2dbae678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7472963 Mar 11 13:04:57.955434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54048) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:57.991927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.042250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.076972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1167532589', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:58.111480 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] Set router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:58.116439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:58.146130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Usage tracker for resource:port and tenant:17ae30de6f53412a914729740ac4979e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:58.155510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:58.172117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:58.178025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:58.188150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=52978fc8-4ac4-428b-ba54-488e18f27b11,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:58.188799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f847659-34da-43e1-8ebb-32f67ed48935 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:58.190335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:58.192082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f847659-34da-43e1-8ebb-32f67ed48935 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:58.193172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0f847659-34da-43e1-8ebb-32f67ed48935 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:04:58.199312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:58.222285 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'name': 'tempest-NetworksTestDHCPv6-router-959869462', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:42Z', 'updated_at': '2022-03-11T13:04:55Z', 'revision_number': 3, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:58.227444 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] Checking router: f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:04:58.234687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event updated for resources: {'Port': ['ID=8e9efe73-d305-4ccb-b7bc-36791ef3df0b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:58.236020 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] Routers {'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:04:58.236859 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:58.260758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '5c8185d7-3e5f-4a1e-8640-b69fda0f3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1d846803-622b-475a-b9c0-aeee78adbd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:58.260758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 1d846803-622b-475a-b9c0-aeee78adbd6e, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:58.270838 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ad5b728f-aa46-4c62-8dab-af6ca4561bc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50f0936cea1c4921b4b86eec6a805f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340418 Mar 11 13:04:58.271567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54054) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:58.281093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:04:58.291244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.416162 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] Set router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:04:58.461274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Made reservation on behalf of 17ae30de6f53412a914729740ac4979e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:04:58.463623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.464699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 1d846803-622b-475a-b9c0-aeee78adbd6e is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:58.494353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0f847659-34da-43e1-8ebb-32f67ed48935 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:04:58.495575 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0f847659-34da-43e1-8ebb-32f67ed48935 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5378399 Mar 11 13:04:58.539807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.547803 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'name': 'tempest-NetworksTestDHCPv6-router-959869462', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:42Z', 'updated_at': '2022-03-11T13:04:55Z', 'revision_number': 3, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:04:58.552341 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9a47d-f324-445b-91c6-0cf4bd167235 None None] The sync data for ids ['f7a4594c-b1d6-44b2-9d11-cf1b2dbae678'] in dv-neutron-833198-1-hyperv is: [{'id': 'f7a4594c-b1d6-44b2-9d11-cf1b2dbae678', 'name': 'tempest-NetworksTestDHCPv6-router-959869462', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:42Z', 'updated_at': '2022-03-11T13:04:55Z', 'revision_number': 3, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:04:58.560290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54060) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:58.663111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 1d846803-622b-475a-b9c0-aeee78adbd6e) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:58.671138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f9574-167c-4ebd-be10-52d5f3a5a107 None None] Network 1d846803-622b-475a-b9c0-aeee78adbd6e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:58.672776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:58.683064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:58.683631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.687610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0121404-9f18-4ce6-b6df-1bfef1a041fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.687784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Allocated IP 172.20.0.6 (fb64631b-af56-4663-a3fe-a8217e106f96/857c8644-46ad-44bb-b984-8fb0851be916/ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:58.712721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Usage tracker for resource:security_group_rule and tenant:17ae30de6f53412a914729740ac4979e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:04:58.720438 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1dadb675-cfcd-4810-86d1-7682bcf41c0d req-a67a9d05-9085-4e23-8922-068aa3787201 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 210 time: 0.1570649 Mar 11 13:04:58.729480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:04:58.739646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Subnet': ['ID=3841f01c-29b7-48c8-93e8-2f028d4f5eb1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:58.761266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:04:58.789575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0121404-9f18-4ce6-b6df-1bfef1a041fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.794252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 0e4d82c6-3026-476a-bb7e-602da895ce0b {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:04:58.797776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Checking segment: {'id': '87630c0d-9e2c-4a40-bca9-97fb8c0ca127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:04:58.798174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network hostable DHCP agents. Network: af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:04:58.815210 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dcfbc4ff-edd0-4241-bd53-9cb898d635e4 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6716092 Mar 11 13:04:58.820143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.823022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54064) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:58.916819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-1d846803-622b-475a-b9c0-aeee78adbd6e', 'network_id': '1d846803-622b-475a-b9c0-aeee78adbd6e', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': '52978fc8-4ac4-428b-ba54-488e18f27b11'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:58.917877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:58.944485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a9b4-c4f9-4b33-9575-52ae744bd642 req-6a4439cd-c094-4eee-8786-e72c2b43e63f tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:58.946134 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-05c2a9b4-c4f9-4b33-9575-52ae744bd642 req-6a4439cd-c094-4eee-8786-e72c2b43e63f tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4653442 Mar 11 13:04:58.951531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:04:58.955597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.048976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:59.076243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:59.076836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.084983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Allocated IP 172.20.0.2 (1d846803-622b-475a-b9c0-aeee78adbd6e/52978fc8-4ac4-428b-ba54-488e18f27b11/c8aaa55d-00e6-406f-817f-1c08786d13ef) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:59.111040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.113461 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-05c2a9b4-c4f9-4b33-9575-52ae744bd642 req-35ce53de-d46c-4776-a970-20aea5d79837 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224689 Mar 11 13:04:59.145746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0121404-9f18-4ce6-b6df-1bfef1a041fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.169727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.186309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.225172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.260462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b0ec7-4cbd-4cb7-99fd-7fed64b2c223 None None] Network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:59.340411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.345725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] device_id is not set on port f582c9d0-aac9-4330-8f46-b79b4600cbad yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:04:59.346272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0121404-9f18-4ce6-b6df-1bfef1a041fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefdba86-7ac9-497c-94a1-bafd1ecce61a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:59.428594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.470818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.497982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Allocated IP 172.26.4.43 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/f582c9d0-aac9-4330-8f46-b79b4600cbad) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:04:59.517703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Transition to ACTIVE for port object c8aaa55d-00e6-406f-817f-1c08786d13ef will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:59.531563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0121404-9f18-4ce6-b6df-1bfef1a041fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.534974 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c0121404-9f18-4ce6-b6df-1bfef1a041fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fefdba86-7ac9-497c-94a1-bafd1ecce61a HTTP/1.1" status: 204 len: 168 time: 1.2570000 Mar 11 13:04:59.563000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Transition to ACTIVE for port object c8aaa55d-00e6-406f-817f-1c08786d13ef will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:04:59.566867 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9a207770-5cdc-4e58-89ff-dd9921c31fba tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0172336 Mar 11 13:04:59.568275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54072) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:59.584571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'port': {'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4', 'name': 'tempest-NetworksIpV6TestAttrs-1963141841'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:04:59.613161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.618090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 479d2b50-c52b-41fb-831c-fa1981b83ef0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:04:59.705854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.742547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 479d2b50-c52b-41fb-831c-fa1981b83ef0 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:04:59.743681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 479d2b50-c52b-41fb-831c-fa1981b83ef0 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:04:59.748552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7450f8-35ab-4079-9d6d-5df2e532aaae,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:59.762532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.785310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4', 'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4', 'tenant_id': 'd4c059576b0e4f3f98ad95365741ea77', 'fixed_ips': [{'subnet_id': '3841f01c-29b7-48c8-93e8-2f028d4f5eb1'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:04:59.786744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.796485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4d82c6-3026-476a-bb7e-602da895ce0b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:59.799972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e142526-361e-488c-b324-3681a5b0cf3f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/0e4d82c6-3026-476a-bb7e-602da895ce0b HTTP/1.1" status: 204 len: 168 time: 1.2387846 Mar 11 13:04:59.807297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54080) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:04:59.809775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11538f-7ff4-4433-9935-eb6e32230103 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:04:59.838190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.860260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Network 1d846803-622b-475a-b9c0-aeee78adbd6e is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:04:59.867684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:04:59.873832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:04:59.942665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=52978fc8-4ac4-428b-ba54-488e18f27b11,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:04:59.949638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:04:59.963829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:04:59.995695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Pushing event updated for resources: {'Port': ['ID=c8aaa55d-00e6-406f-817f-1c08786d13ef,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:00.029240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087de95-56f9-4559-aebe-403f94ff3824 req-efd6d252-d3d0-4d7d-8dc1-d8972bb94e69 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:00.030735 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d087de95-56f9-4559-aebe-403f94ff3824 req-efd6d252-d3d0-4d7d-8dc1-d8972bb94e69 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6963263 Mar 11 13:05:00.076917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.082814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:port and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:00.093134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:00.104889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.118502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:00.149466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d846803-622b-475a-b9c0-aeee78adbd6e']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:00.170526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:00.174030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.174180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bdd999b8-f63b-4343-826b-77835f78b848 req-1dfb9a95-7a26-4549-9c98-c31a89ff17af tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Synchronizing usage tracker for tenant:a7ee75938cd8457e91d8f451a90c5ac3 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:00.208516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Transition to ACTIVE for port object ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:00.245423 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d087de95-56f9-4559-aebe-403f94ff3824 req-fa7415ec-1487-42dd-b76c-304f1a333c64 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649871 Mar 11 13:05:00.254499 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd139d5e-1a5b-4bff-9cef-05fc626707d5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4268117 Mar 11 13:05:00.260407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:00.336769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Allocated IP 2001:db8::f816:3eff:fe2a:5391 (af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4/3841f01c-29b7-48c8-93e8-2f028d4f5eb1/a9f7171e-2d5d-4608-8808-89c91de89934) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:00.371558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bdd999b8-f63b-4343-826b-77835f78b848 req-1dfb9a95-7a26-4549-9c98-c31a89ff17af tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Unset dirty status for tenant:a7ee75938cd8457e91d8f451a90c5ac3 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:00.372818 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bdd999b8-f63b-4343-826b-77835f78b848 req-1dfb9a95-7a26-4549-9c98-c31a89ff17af tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 210 time: 0.3519325 Mar 11 13:05:00.458282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8185d7-3e5f-4a1e-8640-b69fda0f3837') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:00.458899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8185d7-3e5f-4a1e-8640-b69fda0f3837') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:00.477811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] device_id is not set on port 9604e344-1358-4622-b737-18ca75a1074c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:00.535204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.589157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.615945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:00.616904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:00.632403 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:00.642287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.658907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225d5b06-7567-430e-aafa-74700873fe2a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.713370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:00.745139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:05:00.745139 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:05:00.745139 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': '1d846803-622b-475a-b9c0-aeee78adbd6e'}] Mar 11 13:05:00.745139 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:05:00.745628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:05:00.752447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Router 494d05f9-3331-4fac-af2b-05a06358cb0f is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:05:00.766367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Attempting to bind port c8aaa55d-00e6-406f-817f-1c08786d13ef on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:00.766852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Attempting to bind port c8aaa55d-00e6-406f-817f-1c08786d13ef by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5c8185d7-3e5f-4a1e-8640-b69fda0f3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1d846803-622b-475a-b9c0-aeee78adbd6e'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:00.767070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Attempting to bind port c8aaa55d-00e6-406f-817f-1c08786d13ef on network 1d846803-622b-475a-b9c0-aeee78adbd6e {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:00.790201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:00.790643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Checking segment: {'id': '5c8185d7-3e5f-4a1e-8640-b69fda0f3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1d846803-622b-475a-b9c0-aeee78adbd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:00.790961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.791344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Bound using segment: {'id': '5c8185d7-3e5f-4a1e-8640-b69fda0f3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1d846803-622b-475a-b9c0-aeee78adbd6e'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:00.791807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Bound port: c8aaa55d-00e6-406f-817f-1c08786d13ef, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8185d7-3e5f-4a1e-8640-b69fda0f3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1d846803-622b-475a-b9c0-aeee78adbd6e'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:00.792177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.832672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.860206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.878815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Transition to ACTIVE for port object a9f7171e-2d5d-4608-8808-89c91de89934 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:00.937842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Transition to ACTIVE for port object a9f7171e-2d5d-4608-8808-89c91de89934 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:00.938287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-911965406'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:00.945414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-de29856f-b981-4bfb-8269-008633a79067 None None] For port c8aaa55d-00e6-406f-817f-1c08786d13ef, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:00.948428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-de29856f-b981-4bfb-8269-008633a79067 None None] For port c8aaa55d-00e6-406f-817f-1c08786d13ef, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c8aaa55d-00e6-406f-817f-1c08786d13ef,segment=NetworkSegment(5c8185d7-3e5f-4a1e-8640-b69fda0f3837),segment_id=5c8185d7-3e5f-4a1e-8640-b69fda0f3837)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:00.952720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:00.995528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.009084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:01.030034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:01.031288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] Sync routers for ids ['494d05f9-3331-4fac-af2b-05a06358cb0f'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:01.049624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:01.050523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:01.057578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:01.062392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Allocated IP 2001:db8::f816:3eff:fe2b:4588 (af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4/3841f01c-29b7-48c8-93e8-2f028d4f5eb1/9604e344-1358-4622-b737-18ca75a1074c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:01.065652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.066507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:01.069570 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9be0697c-57eb-43a5-aef7-50fbc88d4c36 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7879703 Mar 11 13:05:01.070814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54112) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:01.077515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': False}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:01.084049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] Deleting port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:01.084421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.107171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Usage tracker for resource:network and tenant:3496545ec93a4a2fa5ea40fd7c22a7de is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:01.112361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:01.138866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Network fb64631b-af56-4663-a3fe-a8217e106f96 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:01.148851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:01.153565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225d5b06-7567-430e-aafa-74700873fe2a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.159308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] Routers {'494d05f9-3331-4fac-af2b-05a06358cb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:01.159967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['494d05f9-3331-4fac-af2b-05a06358cb0f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:01.161191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:01.164931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225d5b06-7567-430e-aafa-74700873fe2a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.172646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:01.202542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event updated for resources: {'Port': ['ID=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:01.209633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Pushing event updated for resources: {'Port': ['ID=a9f7171e-2d5d-4608-8808-89c91de89934,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:01.212739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.278962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.289422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Made reservation on behalf of 3496545ec93a4a2fa5ea40fd7c22a7de for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:01.293990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.312757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa2116-c5f3-4cf4-8ac6-b1c951146f80 req-4e9e1bd2-d000-4ae3-876a-cb4ed0ddddf7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:01.319073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5fa2116-c5f3-4cf4-8ac6-b1c951146f80 req-4e9e1bd2-d000-4ae3-876a-cb4ed0ddddf7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7415671 Mar 11 13:05:01.370234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port c8aaa55d-00e6-406f-817f-1c08786d13ef {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:01.370558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.380655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.404243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:01.472353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Attempting to bind port a9f7171e-2d5d-4608-8808-89c91de89934 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:01.473783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Attempting to bind port a9f7171e-2d5d-4608-8808-89c91de89934 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '87630c0d-9e2c-4a40-bca9-97fb8c0ca127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:01.474164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Attempting to bind port a9f7171e-2d5d-4608-8808-89c91de89934 on network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:01.512429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] Routers {'494d05f9-3331-4fac-af2b-05a06358cb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:01.513057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['494d05f9-3331-4fac-af2b-05a06358cb0f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:01.530867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:01.531610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.561137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225d5b06-7567-430e-aafa-74700873fe2a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.561137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225d5b06-7567-430e-aafa-74700873fe2a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Fanout notify agent at l3_agent the message router_deleted on router f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:01.571640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Pushing event updated for resources: {'Port': ['ID=f582c9d0-aac9-4330-8f46-b79b4600cbad,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:01.603731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:01.604127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Checking segment: {'id': '87630c0d-9e2c-4a40-bca9-97fb8c0ca127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:01.604488 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.604920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Bound using segment: {'id': '87630c0d-9e2c-4a40-bca9-97fb8c0ca127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:01.605391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Bound port: a9f7171e-2d5d-4608-8808-89c91de89934, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87630c0d-9e2c-4a40-bca9-97fb8c0ca127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:01.605847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.615110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:01.629220 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:01.629665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1ef39-bfae-45d6-88c6-6d19701eb516 None None] The sync data for ids ['494d05f9-3331-4fac-af2b-05a06358cb0f'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:01.650104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:01.652831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:01.660117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:01.674309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a763b4-d342-46a1-8bea-79f76b6f8e9c None None] Network 1d846803-622b-475a-b9c0-aeee78adbd6e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:01.705041 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5fa2116-c5f3-4cf4-8ac6-b1c951146f80 req-5e1a5c21-21ef-496f-8092-e1071b4924cd tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582036 Mar 11 13:05:01.706438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Usage tracker for resource:security_group_rule and tenant:3496545ec93a4a2fa5ea40fd7c22a7de is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:01.721827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225d5b06-7567-430e-aafa-74700873fe2a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.729662 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-225d5b06-7567-430e-aafa-74700873fe2a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/routers/f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 HTTP/1.1" status: 204 len: 168 time: 1.4590664 Mar 11 13:05:01.737768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:01.741032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54118) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:01.742714 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-24b5ddf4-ae5a-4b2d-81b5-762bd2f53428 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4242022 Mar 11 13:05:01.758039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29856f-b981-4bfb-8269-008633a79067 None None] Pushing event updated for resources: {'Port': ['ID=c8aaa55d-00e6-406f-817f-1c08786d13ef,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:01.760335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:01.775193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:01.782507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Request body: {'port': {'device_id': '0e7fca84-443a-466e-90cb-8df36e052578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:01.793335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:01.828267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-05f6ddaa-5fb1-4d17-b611-04ab5b21126f None None] Provisioning for port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:01.947086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-05f6ddaa-5fb1-4d17-b611-04ab5b21126f None None] Provisioning complete for port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:01.947418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-05f6ddaa-5fb1-4d17-b611-04ab5b21126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.949534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:01.950335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.963139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:01.984606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port c8aaa55d-00e6-406f-817f-1c08786d13ef, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c8aaa55d-00e6-406f-817f-1c08786d13ef,segment=NetworkSegment(5c8185d7-3e5f-4a1e-8640-b69fda0f3837),segment_id=5c8185d7-3e5f-4a1e-8640-b69fda0f3837)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:01.984975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.022864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Transition to ACTIVE for port object 9604e344-1358-4622-b737-18ca75a1074c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:02.052898 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:02.072146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] For port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:02.072545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.097137 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d370e437-ac29-4730-a957-e6bd50c77e9a tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3512189 Mar 11 13:05:02.103585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:02.114178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:02.117023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54124) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:02.134638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c65328-846c-4d59-a9e4-6f76a653f94f req-90c9ee24-cff8-4d6c-b617-d21157f36e2c tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:02.136200 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4c65328-846c-4d59-a9e4-6f76a653f94f req-90c9ee24-cff8-4d6c-b617-d21157f36e2c tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 931 time: 0.5578606 Mar 11 13:05:02.144350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:02.149594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.43'}]}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:02.175997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:02.205411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-05f6ddaa-5fb1-4d17-b611-04ab5b21126f None None] Port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:02.207701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Usage tracker for resource:router and tenant:17ae30de6f53412a914729740ac4979e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:02.230410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:02.232951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.241367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:02.245299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.270468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:02.278489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] Calling delete_port for a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:02.291203 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:05:02.306954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] For port a9f7171e-2d5d-4608-8808-89c91de89934, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:02.328230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for c8aaa55d-00e6-406f-817f-1c08786d13ef owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:02.366278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] For port a9f7171e-2d5d-4608-8808-89c91de89934, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a9f7171e-2d5d-4608-8808-89c91de89934,segment=NetworkSegment(87630c0d-9e2c-4a40-bca9-97fb8c0ca127),segment_id=87630c0d-9e2c-4a40-bca9-97fb8c0ca127)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:02.380232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.472142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.515291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.546233 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.568361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7565231-46db-4cc5-8bb0-3dc44b291e45 req-1f600ce7-0a53-41f8-aa35-249d7ff66e05 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:02.569963 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d7565231-46db-4cc5-8bb0-3dc44b291e45 req-1f600ce7-0a53-41f8-aa35-249d7ff66e05 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7127860 Mar 11 13:05:02.588339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360ca19-771c-4b69-a1b3-905532afffe3 None None] Pushing event updated for resources: {'Port': ['ID=a9f7171e-2d5d-4608-8808-89c91de89934,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:02.589763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4c65328-846c-4d59-a9e4-6f76a653f94f req-56b2b180-da34-4375-8fa5-9eeb7b22d730 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4366405 Mar 11 13:05:02.609344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.626261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.627286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.628020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:02.633895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:02.639052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.642750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:02.646217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.648727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:02.649391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.668883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.683639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] Pushing event deleted for resources: {'Port': ['ID=a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:02.691509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6c0b1-eecb-47ae-9dc1-b275e3357fd1 None None] No DVR routers for this DVR port a6b5b15a-7ae1-4b30-b0c2-3b024de49f7f on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:02.702843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Port': ['ID=9604e344-1358-4622-b737-18ca75a1074c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:02.775391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:02.789515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port c8aaa55d-00e6-406f-817f-1c08786d13ef on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:02.794081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=c8aaa55d-00e6-406f-817f-1c08786d13ef,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:02.840548 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8ab80184-c0da-44a5-9263-2a8348b45f76 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2654727 Mar 11 13:05:02.848271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54128) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:02.858434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d69e3-be69-49b3-b098-04c8c14fc221,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:02.867439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.930645 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d7565231-46db-4cc5-8bb0-3dc44b291e45 req-69b3289e-feb6-43de-8f39-ca23cdc9e093 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308289 Mar 11 13:05:02.932732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:02.933076 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Added segment 49cc9afa-676f-44e0-b4dd-76d4bb2630be of type vlan for network c4ce8fb7-30be-47c6-85e7-32d96dde8294 Mar 11 13:05:02.999888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.047049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d846803-622b-475a-b9c0-aeee78adbd6e']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:03.062754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8185d7-3e5f-4a1e-8640-b69fda0f3837') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:03.063044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8185d7-3e5f-4a1e-8640-b69fda0f3837') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:03.076282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.093947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Deleting subnet 3841f01c-29b7-48c8-93e8-2f028d4f5eb1 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:03.097883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.106432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:03.106823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:03.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:03.158510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.162191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.286364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.316507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.386024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=1d846803-622b-475a-b9c0-aeee78adbd6e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:03.388536 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bdf71d00-2863-48f0-ae31-e6d85e53d048 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/1d846803-622b-475a-b9c0-aeee78adbd6e HTTP/1.1" status: 204 len: 168 time: 4.5621455 Mar 11 13:05:03.391325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54138) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:03.448366 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5e9069-e704-440a-b8f6-a72486e56eb8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] GET failed (client error): The resource could not be found. Mar 11 13:05:03.448969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ba5e9069-e704-440a-b8f6-a72486e56eb8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Synchronizing usage tracker for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:03.480362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:05:03.495289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.540482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ba5e9069-e704-440a-b8f6-a72486e56eb8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Unset dirty status for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:03.541592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ba5e9069-e704-440a-b8f6-a72486e56eb8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/subnets/52978fc8-4ac4-428b-ba54-488e18f27b11 HTTP/1.1" status: 404 len: 337 time: 0.1493595 Mar 11 13:05:03.544347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54142) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:03.583695 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfa106e-544c-4bc9-9258-a2e1c260bf35 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:03.584178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfa106e-544c-4bc9-9258-a2e1c260bf35 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:03.586414 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9cfa106e-544c-4bc9-9258-a2e1c260bf35 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/1d846803-622b-475a-b9c0-aeee78adbd6e HTTP/1.1" status: 404 len: 339 time: 0.0406795 Mar 11 13:05:03.590398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54146) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:03.664853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a9f7171e-2d5d-4608-8808-89c91de89934 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:03.733312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:05:03.755087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.774411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a9f7171e-2d5d-4608-8808-89c91de89934 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:03.774815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.807128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc83a1d-e422-41da-b14e-6c0bfa29f8e3 None None] Network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:03.862130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.868341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:03.868580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.911906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Transition to ACTIVE for port object ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:03.918187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:03.989457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.106043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43e18106-3d2b-4d13-a667-b04327097f4d None None] Provisioning for port a9f7171e-2d5d-4608-8808-89c91de89934 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:04.119035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43e18106-3d2b-4d13-a667-b04327097f4d None None] Provisioning complete for port a9f7171e-2d5d-4608-8808-89c91de89934 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:04.120329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43e18106-3d2b-4d13-a667-b04327097f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.132189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b219474-3b46-4435-9f72-f2aba3a9ddf1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.134055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b219474-3b46-4435-9f72-f2aba3a9ddf1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Synchronizing usage tracker for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:04.137385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:04.168368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b219474-3b46-4435-9f72-f2aba3a9ddf1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Unset dirty status for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:04.169965 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7b219474-3b46-4435-9f72-f2aba3a9ddf1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5116866 Mar 11 13:05:04.172806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.174474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54154) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:04.212892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.220228 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-27ee3c1a-21fd-4bea-a213-de5cf98fc7ee tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 207 time: 0.0444596 Mar 11 13:05:04.224322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54158) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:04.272739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43e18106-3d2b-4d13-a667-b04327097f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.315548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-43e18106-3d2b-4d13-a667-b04327097f4d None None] For port a9f7171e-2d5d-4608-8808-89c91de89934, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a9f7171e-2d5d-4608-8808-89c91de89934,segment=NetworkSegment(87630c0d-9e2c-4a40-bca9-97fb8c0ca127),segment_id=87630c0d-9e2c-4a40-bca9-97fb8c0ca127)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:04.323126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43e18106-3d2b-4d13-a667-b04327097f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.372359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:04.390920 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.6588361 Mar 11 13:05:04.399230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54162) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:04.402161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.402750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.404716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Request body: {'subnet': {'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:04.412592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86f7ca-07e6-4323-9a64-80c3ebd407ec tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Pushing event updated for resources: {'Network': ['ID=c4ce8fb7-30be-47c6-85e7-32d96dde8294,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:04.431667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60323e5b-0e82-49b2-95ff-2af5f07bab78 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:04.456886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network c4ce8fb7-30be-47c6-85e7-32d96dde8294 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:04.471527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=49d35927-61db-49d5-94a1-aaf3a1868d93,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:04.565839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da588509-83ec-471a-910f-5c34f2be9ede req-1a00291f-9773-4afe-97f2-240d774cdff7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.567442 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da588509-83ec-471a-910f-5c34f2be9ede req-1a00291f-9773-4afe-97f2-240d774cdff7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 1.3059366 Mar 11 13:05:04.623414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Pushing event updated for resources: {'Port': ['ID=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:04.668555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bd92eb9c-034c-44db-8040-b3f5189bce0b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9248319 Mar 11 13:05:04.679346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54166) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:04.730247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1972322201', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:04.733749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e18106-3d2b-4d13-a667-b04327097f4d None None] Pushing event updated for resources: {'Port': ['ID=a9f7171e-2d5d-4608-8808-89c91de89934,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:04.755562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9208b-43fb-4e9f-a3bd-9f0f1aed974b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.756918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d783-34ce-408b-86c2-33b992e61fc0 req-87e0054e-d2c4-433d-ab18-b468b4e0f794 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.761141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9208b-43fb-4e9f-a3bd-9f0f1aed974b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.763943 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9701d783-34ce-408b-86c2-33b992e61fc0 req-87e0054e-d2c4-433d-ab18-b468b4e0f794 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 931 time: 0.9747515 Mar 11 13:05:04.767095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9208b-43fb-4e9f-a3bd-9f0f1aed974b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.769722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-230a714d-5588-48f6-a5d9-d0c6bea174f3 None None] Provisioning complete for port a9f7171e-2d5d-4608-8808-89c91de89934 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:04.770092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-230a714d-5588-48f6-a5d9-d0c6bea174f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.773625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9208b-43fb-4e9f-a3bd-9f0f1aed974b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:04.778739 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-71e9208b-43fb-4e9f-a3bd-9f0f1aed974b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5496175 Mar 11 13:05:04.786478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54170) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:04.787395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:04.803113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:router and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:04.803390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.828312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:04.854882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Router 494d05f9-3331-4fac-af2b-05a06358cb0f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:05:04.856368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:04.864465 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da588509-83ec-471a-910f-5c34f2be9ede req-769acbfd-9f29-4b8d-b3a6-e831627458f1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806983 Mar 11 13:05:04.868326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:04.875878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Usage tracker for resource:subnet and tenant:3496545ec93a4a2fa5ea40fd7c22a7de is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:04.880964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:04.891151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:04.931544 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9701d783-34ce-408b-86c2-33b992e61fc0 req-68a2cbee-13a1-4c16-8c6b-380a02b01dd8 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666105 Mar 11 13:05:04.948911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Attempting to bind port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:04.949411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Attempting to bind port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:04.949947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Attempting to bind port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e on network fb64631b-af56-4663-a3fe-a8217e106f96 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:04.958314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e on network fb64631b-af56-4663-a3fe-a8217e106f96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:05:04.958921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Attempting to bind port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e on network fb64631b-af56-4663-a3fe-a8217e106f96 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:04.966627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Made reservation on behalf of 3496545ec93a4a2fa5ea40fd7c22a7de for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:04.970876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.972563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:04.973485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Checking segment: {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:04.974113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Bound using segment: {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:04.974750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Bound port: ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944638e1-3f3c-4652-98f2-dafd48d11615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:04.975471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:04.990800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '49d35927-61db-49d5-94a1-aaf3a1868d93'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:04.992337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.037774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.076645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.078061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.114872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-230a714d-5588-48f6-a5d9-d0c6bea174f3 None None] Provisioning for port 9604e344-1358-4622-b737-18ca75a1074c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:05.116266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Subnet': ['ID=3841f01c-29b7-48c8-93e8-2f028d4f5eb1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:05.134454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-230a714d-5588-48f6-a5d9-d0c6bea174f3 None None] Provisioning complete for port 9604e344-1358-4622-b737-18ca75a1074c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:05.135180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-230a714d-5588-48f6-a5d9-d0c6bea174f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.135559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.168274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9bf05f-5884-41e9-8756-2b2cbd812618 None None] Network af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:05.177760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] For port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:05.183825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] For port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:05.186073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9c9c2302-cf13-40a0-a058-a984307631c7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/3841f01c-29b7-48c8-93e8-2f028d4f5eb1 HTTP/1.1" status: 204 len: 168 time: 2.3291092 Mar 11 13:05:05.190111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:05.280844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.303079 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-52ba1e44-e580-490a-92ec-55d888d9b8cb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5093806 Mar 11 13:05:05.303079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.313372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54178) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:05.326368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-230a714d-5588-48f6-a5d9-d0c6bea174f3 None None] Port 9604e344-1358-4622-b737-18ca75a1074c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:05.394269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:05.414100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/49d35927-61db-49d5-94a1-aaf3a1868d93/d0ed4881-4db4-46e6-ad81-ed7e22137c06) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:05.417255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.432940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1a864-387b-41c0-9133-fc7de441dbd8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:05.434596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1a864-387b-41c0-9133-fc7de441dbd8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:05.440075 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-62f1a864-387b-41c0-9133-fc7de441dbd8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1218119 Mar 11 13:05:05.440075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.440850 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9356bc10-7fc5-42c9-808b-d83265c49fd7 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "PUT /v2.0/routers/494d05f9-3331-4fac-af2b-05a06358cb0f HTTP/1.1" status: 200 len: 924 time: 4.3691998 Mar 11 13:05:05.444396 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] Sync routers for ids ['494d05f9-3331-4fac-af2b-05a06358cb0f'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:05.464486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:05.464820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54184) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:05.473478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:05.474119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.475466 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] 10.222.0.50 "PUT /v2.0/ports/ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e HTTP/1.1" status: 200 len: 1093 time: 3.7235599 Mar 11 13:05:05.476912 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] Routers {'494d05f9-3331-4fac-af2b-05a06358cb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:05.480075 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['494d05f9-3331-4fac-af2b-05a06358cb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:05.483748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:05:05.501898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.506164 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f9b7d3aa-3fd4-4657-a2f0-1d8438b545b1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8220830 Mar 11 13:05:05.510494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54192) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:05.646812 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:05.683457 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] Routers {'494d05f9-3331-4fac-af2b-05a06358cb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:05.684250 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:04:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['494d05f9-3331-4fac-af2b-05a06358cb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:05.716240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'status': 'completed', 'code': 200} Mar 11 13:05:05.742313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a9f7171e-2d5d-4608-8808-89c91de89934 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:05.780035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ae1db-5e0b-4913-9243-e6f5d6569081 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:05.781686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ae1db-5e0b-4913-9243-e6f5d6569081 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:05.782501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a7ae1db-5e0b-4913-9243-e6f5d6569081 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Synchronizing usage tracker for tenant:d4c059576b0e4f3f98ad95365741ea77 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:05.786905 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:05.787305 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2253cef5-7d16-4b22-bfaf-ea54344c8b8a None None] The sync data for ids ['494d05f9-3331-4fac-af2b-05a06358cb0f'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:05.815059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27b1c-a0c5-44ea-ba60-bd226b7dc35d service neutron] Pushing event updated for resources: {'Port': ['ID=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:05.848650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4e299ec4-e89f-4839-b7eb-c044dcee43d0 None None] Provisioning complete for port 9604e344-1358-4622-b737-18ca75a1074c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:05.849303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4e299ec4-e89f-4839-b7eb-c044dcee43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.854670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:05.904640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a281f8-086d-4e38-9a2b-ea3c41e71aa2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:05.906077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a281f8-086d-4e38-9a2b-ea3c41e71aa2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:05.906696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49a281f8-086d-4e38-9a2b-ea3c41e71aa2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Synchronizing usage tracker for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:05.974787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.030277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a7ae1db-5e0b-4913-9243-e6f5d6569081 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Unset dirty status for tenant:d4c059576b0e4f3f98ad95365741ea77 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:06.031782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a7ae1db-5e0b-4913-9243-e6f5d6569081 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7918446 Mar 11 13:05:06.035111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54200) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:06.049205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.103366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] DHCP port deletion for af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:06.107014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49a281f8-086d-4e38-9a2b-ea3c41e71aa2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Unset dirty status for tenant:d8669f43b7ea4d56b8de62d16a1c12c5 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:06.108318 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49a281f8-086d-4e38-9a2b-ea3c41e71aa2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6405969 Mar 11 13:05:06.130532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] Deleting port a9f7171e-2d5d-4608-8808-89c91de89934 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:06.130877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.154268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4e299ec4-e89f-4839-b7eb-c044dcee43d0 None None] Port 9604e344-1358-4622-b737-18ca75a1074c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:06.160324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54204) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:06.204290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.260078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Transition to ACTIVE for port object d0ed4881-4db4-46e6-ad81-ed7e22137c06 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:06.267195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a9f7171e-2d5d-4608-8808-89c91de89934 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:06.267195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.329962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7c21f067-10d6-4bab-95f0-7419ae338df0 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/494d05f9-3331-4fac-af2b-05a06358cb0f HTTP/1.1" status: 200 len: 924 time: 0.8605280 Mar 11 13:05:06.334011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54208) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:06.339779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Transition to ACTIVE for port object d0ed4881-4db4-46e6-ad81-ed7e22137c06 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:06.390973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.421983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-961996a3-bdb0-4960-af38-eaefbcbf775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:06.423469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-961996a3-bdb0-4960-af38-eaefbcbf775a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7ee75938cd8457e91d8f451a90c5ac3&device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 1096 time: 0.7065063 Mar 11 13:05:06.466044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.545468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Pushing event updated for resources: {'Subnet': ['ID=33df1545-fe88-47ce-b665-f6fbd8b19d80,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:06.546785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:06.555097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:06.562693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.563001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.563335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.563986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.563986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.564283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.564522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:06.564638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.564889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.565205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.565540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.565968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.566180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:06.567369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] For port a9f7171e-2d5d-4608-8808-89c91de89934, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a9f7171e-2d5d-4608-8808-89c91de89934,segment=NetworkSegment(87630c0d-9e2c-4a40-bca9-97fb8c0ca127),segment_id=87630c0d-9e2c-4a40-bca9-97fb8c0ca127)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:06.567750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.576438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Pushing event updated for resources: {'Port': ['ID=d0ed4881-4db4-46e6-ad81-ed7e22137c06,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:06.597577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bfee143-130b-4ba8-8eee-a8cfb92493d2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.599499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Checking segment: {'id': '49cc9afa-676f-44e0-b4dd-76d4bb2630be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:06.599920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Network hostable DHCP agents. Network: c4ce8fb7-30be-47c6-85e7-32d96dde8294, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:06.627697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-f7f3a4e7-85f2-4d25-bc70-2e80855cddac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e HTTP/1.1" status: 200 len: 217 time: 0.1614356 Mar 11 13:05:06.720757 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfee143-130b-4ba8-8eee-a8cfb92493d2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 13:05:06.721487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfee143-130b-4ba8-8eee-a8cfb92493d2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:06.727609 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3bfee143-130b-4ba8-8eee-a8cfb92493d2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 HTTP/1.1" status: 409 len: 405 time: 0.6672237 Mar 11 13:05:06.734838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54212) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:06.747584 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] Calling delete_port for a9f7171e-2d5d-4608-8808-89c91de89934 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:06.754780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1355449433'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:06.758745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Network c4ce8fb7-30be-47c6-85e7-32d96dde8294 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:06.767002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:06.776239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:network and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:06.782444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:06.787830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, c4ce8fb7-30be-47c6-85e7-32d96dde8294) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:06.793058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:06.793381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.809138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b635a7-4496-4990-ad41-4622b4b9c116 req-db93a9c9-d9ea-48be-a739-eba716e75aa5 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:06.810834 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9b635a7-4496-4990-ad41-4622b4b9c116 req-db93a9c9-d9ea-48be-a739-eba716e75aa5 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7770028 Mar 11 13:05:06.815405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:06.818032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3686225-8c9b-4333-8999-0d14125c2959 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:06.819536 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3686225-8c9b-4333-8999-0d14125c2959 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/networks/2b2e2b09-c0a9-4ad6-a135-f62acb84539e HTTP/1.1" status: 200 len: 800 time: 0.5060508 Mar 11 13:05:06.828361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54216) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:06.836906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de24bc5-a589-4bff-99ef-e426189a8164 None None] Network c4ce8fb7-30be-47c6-85e7-32d96dde8294 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:06.857918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-758db028-612b-47d5-9b76-410b99fc0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:06.859584 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-758db028-612b-47d5-9b76-410b99fc0daf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=857c8644-46ad-44bb-b984-8fb0851be916 HTTP/1.1" status: 200 len: 851 time: 0.2165108 Mar 11 13:05:06.886313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0268fd2f-69f3-4bf3-b4e5-24e3fae69305 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4859889 Mar 11 13:05:06.890878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54220) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:06.893244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:06.896690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:06.897003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e63538-0daa-45d5-8a39-c3260068f422 req-6aed1646-6982-430e-979a-2f3b8ae9b9e5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:06.904388 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06e63538-0daa-45d5-8a39-c3260068f422 req-6aed1646-6982-430e-979a-2f3b8ae9b9e5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 943 time: 0.8135345 Mar 11 13:05:06.915232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Request body: {'port': {'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294', 'name': 'tempest-TagsExtTest-69008276'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:06.973580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Attempting to bind port d0ed4881-4db4-46e6-ad81-ed7e22137c06 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:06.973580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Attempting to bind port d0ed4881-4db4-46e6-ad81-ed7e22137c06 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:06.973580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Attempting to bind port d0ed4881-4db4-46e6-ad81-ed7e22137c06 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:06.998316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39868d20-d374-46f0-9b0e-5dc7b6892d6f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:06.999962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-39868d20-d374-46f0-9b0e-5dc7b6892d6f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=494d05f9-3331-4fac-af2b-05a06358cb0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6458426 Mar 11 13:05:07.002632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:07.003001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:07.003394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.003772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:07.004343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Bound port: d0ed4881-4db4-46e6-ad81-ed7e22137c06, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:07.004779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.010613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54224) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:07.015763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.018850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:07.060124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.142831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] Pushing event deleted for resources: {'Port': ['ID=a9f7171e-2d5d-4608-8808-89c91de89934,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:07.143781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.144134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Added segment 2df63d9a-6509-4275-a6da-0cc422cc83df of type vlan for network 7c8c633c-2d13-4fa4-a5ea-40233d4bc030 Mar 11 13:05:07.156732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::1 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/49d35927-61db-49d5-94a1-aaf3a1868d93/6bfa4a9b-3746-4409-8cb8-8a48841d8e3f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:07.166429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a32675-f887-4fca-90f0-91e9289067d1 None None] No DVR routers for this DVR port a9f7171e-2d5d-4608-8808-89c91de89934 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:07.232823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3dc8a2da-d75a-4e5b-8b33-21438c90e298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.233025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9b635a7-4496-4990-ad41-4622b4b9c116 req-7b9d9987-6674-4297-8060-74cbe978e2dd tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108264 Mar 11 13:05:07.266421 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06e63538-0daa-45d5-8a39-c3260068f422 req-436a62e0-d625-4010-ad93-df5e2af8201f tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610904 Mar 11 13:05:07.277182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] For port d0ed4881-4db4-46e6-ad81-ed7e22137c06, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:07.290546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] For port d0ed4881-4db4-46e6-ad81-ed7e22137c06, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d0ed4881-4db4-46e6-ad81-ed7e22137c06,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:07.297361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.398087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-c4ce8fb7-30be-47c6-85e7-32d96dde8294', 'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294', 'tenant_id': '3496545ec93a4a2fa5ea40fd7c22a7de', 'fixed_ips': [{'subnet_id': '33df1545-fe88-47ce-b665-f6fbd8b19d80'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:07.399379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.402013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.425076 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f7de4385-0e69-4e79-997b-7ead2f475b44 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/networks/2b2e2b09-c0a9-4ad6-a135-f62acb84539e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5856185 Mar 11 13:05:07.484848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54230) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:07.509475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.512682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.514623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953c879-b824-44aa-a06b-74d9da00e5c1 None None] Pushing event updated for resources: {'Port': ['ID=d0ed4881-4db4-46e6-ad81-ed7e22137c06,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:07.524819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-da45276e-c164-408f-9978-2c9218b845df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:07.526394 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-da45276e-c164-408f-9978-2c9218b845df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb64631b-af56-4663-a3fe-a8217e106f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6085792 Mar 11 13:05:07.617150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.620323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Allocated IP 172.20.0.2 (c4ce8fb7-30be-47c6-85e7-32d96dde8294/33df1545-fe88-47ce-b665-f6fbd8b19d80/07c46213-06cc-4b79-98de-0c5a64506bcc) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:07.625852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:07.626525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.635314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.635835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f387031-cfa0-43cb-aa84-64c0c6c76e72 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:07.654306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a9f7171e-2d5d-4608-8808-89c91de89934 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:07.657607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea57a78-44e6-4fc6-b155-816e8d879bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:07.662505 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3ea57a78-44e6-4fc6-b155-816e8d879bce tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/subnets/ffa15cb5-de40-4aef-af29-5ca78dc923e4 HTTP/1.1" status: 200 len: 811 time: 0.1716108 Mar 11 13:05:07.664595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54234) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:07.709933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: a9f7171e-2d5d-4608-8808-89c91de89934 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:07.710375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a9f7171e-2d5d-4608-8808-89c91de89934 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:07.747579 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 13:05:07.747579 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb4c6682-1b1a-4db3-bed1-9b833e0905a8 tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6292329 Mar 11 13:05:07.752822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:07.769487 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-05a453ae-f77f-4074-bab8-d0d6adfd6cc3 service neutron] 10.222.0.50 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352116 Mar 11 13:05:07.843608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557d416-3ccd-4bae-b9c3-b488e8486a27 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:07.845069 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f557d416-3ccd-4bae-b9c3-b488e8486a27 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "GET /v2.0/subnets/ffa15cb5-de40-4aef-af29-5ca78dc923e4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1795278 Mar 11 13:05:07.862873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54242) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:07.876848 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765145612'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:07.892358 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1562338 Mar 11 13:05:07.905605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:07.907596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54246) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:07.933858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'subnet': {'network_id': '7c8c633c-2d13-4fa4-a5ea-40233d4bc030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:07.977920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:07.994716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Transition to ACTIVE for port object 07c46213-06cc-4b79-98de-0c5a64506bcc will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:08.016070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Transition to ACTIVE for port object 07c46213-06cc-4b79-98de-0c5a64506bcc will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:08.027146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.030460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Usage tracker for resource:port and tenant:3496545ec93a4a2fa5ea40fd7c22a7de is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:08.047548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:08.068170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323506f-6581-44a3-9843-197b1f8a97a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Network': ['ID=7c8c633c-2d13-4fa4-a5ea-40233d4bc030,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:08.072592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fd6d48-1f44-4b92-9b1d-f6a053eec12a tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:08.073367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a4fd6d48-1f44-4b92-9b1d-f6a053eec12a tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Synchronizing usage tracker for tenant:1b5cc605d37248d98efbf7f413b60434 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:08.087739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 7c8c633c-2d13-4fa4-a5ea-40233d4bc030 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:08.101847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:08.124668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:08.132450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Network c4ce8fb7-30be-47c6-85e7-32d96dde8294 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:08.136483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.136683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:08.137108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Deleting port f582c9d0-aac9-4330-8f46-b79b4600cbad {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:08.137694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.166951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:08.184524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Pushing event updated for resources: {'Port': ['ID=07c46213-06cc-4b79-98de-0c5a64506bcc,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:08.186022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:08.193304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:08.208232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:08.212488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.215625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:08.218728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:08.221043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Made reservation on behalf of 3496545ec93a4a2fa5ea40fd7c22a7de for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:08.224691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.235893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a4fd6d48-1f44-4b92-9b1d-f6a053eec12a tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Unset dirty status for tenant:1b5cc605d37248d98efbf7f413b60434 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:08.237362 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a4fd6d48-1f44-4b92-9b1d-f6a053eec12a tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 1.2230475 Mar 11 13:05:08.246429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54250) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:08.305001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:08.305188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-237cba70-4c0a-4513-8362-b81c63dfb069 req-643a10f1-f623-4811-89ef-ca1a591387df service neutron] 10.222.0.50 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998293 Mar 11 13:05:08.308428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.325664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:08.332524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Attempting to bind port 07c46213-06cc-4b79-98de-0c5a64506bcc on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:08.332921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Attempting to bind port 07c46213-06cc-4b79-98de-0c5a64506bcc by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '49cc9afa-676f-44e0-b4dd-76d4bb2630be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:08.333274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Attempting to bind port 07c46213-06cc-4b79-98de-0c5a64506bcc on network c4ce8fb7-30be-47c6-85e7-32d96dde8294 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:08.340958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:08.341332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Checking segment: {'id': '49cc9afa-676f-44e0-b4dd-76d4bb2630be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:08.341741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.342153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Bound using segment: {'id': '49cc9afa-676f-44e0-b4dd-76d4bb2630be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:08.342610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Bound port: 07c46213-06cc-4b79-98de-0c5a64506bcc, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cc9afa-676f-44e0-b4dd-76d4bb2630be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c4ce8fb7-30be-47c6-85e7-32d96dde8294'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:08.342973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.354634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] device_id is not set on port fe3b7b6d-2249-4354-bd72-fc4547be4f6c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:08.406495 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1cdb3aef-43dd-49ad-b4e6-fc8e6c7ecd23 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=494d05f9-3331-4fac-af2b-05a06358cb0f HTTP/1.1" status: 200 len: 205 time: 0.1585791 Mar 11 13:05:08.492148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] For port 07c46213-06cc-4b79-98de-0c5a64506bcc, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:08.495452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] For port 07c46213-06cc-4b79-98de-0c5a64506bcc, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=07c46213-06cc-4b79-98de-0c5a64506bcc,segment=NetworkSegment(49cc9afa-676f-44e0-b4dd-76d4bb2630be),segment_id=49cc9afa-676f-44e0-b4dd-76d4bb2630be)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:08.501815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.532499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:08.597668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df5b25-f1a7-4986-90e5-5de042523cdd None None] Pushing event updated for resources: {'Port': ['ID=07c46213-06cc-4b79-98de-0c5a64506bcc,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:08.674201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.726869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.726869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Added segment 27644548-8e03-4abc-b91d-7e4b81778b43 of type vlan for network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 Mar 11 13:05:08.809358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:08.828645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:08.833115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:08.833678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.854365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=6bfa4a9b-3746-4409-8cb8-8a48841d8e3f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:08.867102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Allocated IP 172.20.0.10 (c4ce8fb7-30be-47c6-85e7-32d96dde8294/33df1545-fe88-47ce-b665-f6fbd8b19d80/fe3b7b6d-2249-4354-bd72-fc4547be4f6c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:08.868667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:08.888691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.021411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-972e61a9-0586-4af4-bcb5-3fad462a901c None None] Provisioning for port d0ed4881-4db4-46e6-ad81-ed7e22137c06 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:09.123823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Calling delete_port for f582c9d0-aac9-4330-8f46-b79b4600cbad owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:09.134555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.177067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:05:09.190718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-d4726486-5198-4909-8e02-4cb1c562039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:09.192676 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-d4726486-5198-4909-8e02-4cb1c562039b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7ee75938cd8457e91d8f451a90c5ac3&device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 1096 time: 0.6610918 Mar 11 13:05:09.211778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8bd90be2-ffbb-4dbb-bd1c-9bd99c9286eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.244862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:05:09.250092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114896d4-aef5-4316-95ec-fc89d4ed793f req-5e7e3147-9b29-40bd-8ec3-2e66d17a61ff tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:09.257468 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-114896d4-aef5-4316-95ec-fc89d4ed793f req-5e7e3147-9b29-40bd-8ec3-2e66d17a61ff tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7591822 Mar 11 13:05:09.265832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-81dc7399-b737-48f2-9bba-c3e39eec57f8 None None] Provisioning for port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:09.273584 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-81dc7399-b737-48f2-9bba-c3e39eec57f8 None None] Provisioning complete for port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:09.273805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-81dc7399-b737-48f2-9bba-c3e39eec57f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.294523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.310822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.333694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-81dc7399-b737-48f2-9bba-c3e39eec57f8 None None] Port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:09.473319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.478929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:09.479567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.529572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91564065-1857-466d-a0e7-00772b036aa2 req-f1142342-3bb6-4538-a4ef-0975bd050c80 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:09.531052 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-91564065-1857-466d-a0e7-00772b036aa2 req-f1142342-3bb6-4538-a4ef-0975bd050c80 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 943 time: 1.0308301 Mar 11 13:05:09.601690 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-114896d4-aef5-4316-95ec-fc89d4ed793f req-162d09e9-bf22-4b50-9f01-9fa4560618c3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431685 Mar 11 13:05:09.730402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Subnet': ['ID=f8c009f1-21e7-4a73-9417-1a4f05dc2dcb,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:09.742893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Checking segment: {'id': '2df63d9a-6509-4275-a6da-0cc422cc83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7c8c633c-2d13-4fa4-a5ea-40233d4bc030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:09.743252 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network hostable DHCP agents. Network: 7c8c633c-2d13-4fa4-a5ea-40233d4bc030, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:09.747317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 07c46213-06cc-4b79-98de-0c5a64506bcc up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:09.823257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 07c46213-06cc-4b79-98de-0c5a64506bcc completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:09.828924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network 7c8c633c-2d13-4fa4-a5ea-40233d4bc030 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:09.831717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d0ed4881-4db4-46e6-ad81-ed7e22137c06 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:09.852768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 7c8c633c-2d13-4fa4-a5ea-40233d4bc030) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:09.857120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:09.857724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:09.883039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e48c8-291e-4188-8ebf-cc5619289abb None None] Network 7c8c633c-2d13-4fa4-a5ea-40233d4bc030 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:09.918332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9746b3-6c5c-4fe2-87d0-d69339d6200d None None] Network c4ce8fb7-30be-47c6-85e7-32d96dde8294 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:09.962159 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-138a005f-befa-4a6c-b191-68db1c47b883 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0456777 Mar 11 13:05:09.965790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54262) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:10.018170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Network': ['ID=5346eaee-dfaa-4cc5-8815-7721bb2aea75,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:10.057483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.057738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.058194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.058527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.058853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.059175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.059497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.059818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.060135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.060451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.060766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.061080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:10.080052 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3fee0ab3-8fe8-478a-a862-15126f7c81d8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2116427 Mar 11 13:05:10.082683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54266) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:10.086469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-91564065-1857-466d-a0e7-00772b036aa2 req-433b2d74-955f-4214-a8d4-cdfc08310b9e tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5191591 Mar 11 13:05:10.092572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'network_id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:10.098643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-2c676de9-e24c-4917-9975-bbe448c7bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:10.100099 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-2c676de9-e24c-4917-9975-bbe448c7bdec service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb64631b-af56-4663-a3fe-a8217e106f96 HTTP/1.1" status: 200 len: 913 time: 0.8906982 Mar 11 13:05:10.105255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:10.109996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.158740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Provisioning for port 07c46213-06cc-4b79-98de-0c5a64506bcc completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:10.178665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.216662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.229564 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-183eb03e-093d-48d4-88b5-bf4a91f5ae9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e HTTP/1.1" status: 200 len: 217 time: 0.1159267 Mar 11 13:05:10.232674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Pushing event deleted for resources: {'Port': ['ID=f582c9d0-aac9-4330-8f46-b79b4600cbad,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:10.232798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Provisioning complete for port 07c46213-06cc-4b79-98de-0c5a64506bcc triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:10.233941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.291174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.295193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Transition to ACTIVE for port object fe3b7b6d-2249-4354-bd72-fc4547be4f6c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:10.303290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.308146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.308806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.320788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Deleting port 8e9efe73-d305-4ccb-b7bc-36791ef3df0b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:10.321135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.360290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d0ed4881-4db4-46e6-ad81-ed7e22137c06 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:10.360508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:10.410099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-16ae2bda-a235-4a37-8a96-dd35e600dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:10.412213 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-16ae2bda-a235-4a37-8a96-dd35e600dfb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=857c8644-46ad-44bb-b984-8fb0851be916 HTTP/1.1" status: 200 len: 851 time: 0.1750338 Mar 11 13:05:10.418908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:10.421740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d0ed4881-4db4-46e6-ad81-ed7e22137c06 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:10.422437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.451768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.527634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=6bfa4a9b-3746-4409-8cb8-8a48841d8e3f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:10.555822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Made reservation on behalf of d8669f43b7ea4d56b8de62d16a1c12c5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:10.559430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.571995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.574065 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a797fbe5-daa2-4ad4-bb37-962aa6b97cea tempest-RoutersAdminNegativeIpV6Test-470923888 tempest-RoutersAdminNegativeIpV6Test-470923888-project-admin] 10.222.0.52 "DELETE /v2.0/ports/f582c9d0-aac9-4330-8f46-b79b4600cbad HTTP/1.1" status: 204 len: 168 time: 2.8206077 Mar 11 13:05:10.619236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.646141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-e3eb464b-6420-43f9-bdde-ccb62f9c5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:10.647840 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-e3eb464b-6420-43f9-bdde-ccb62f9c5610 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb64631b-af56-4663-a3fe-a8217e106f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2212121 Mar 11 13:05:10.654437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.714877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e261510f-3fc1-4b85-9c8c-a269efc04064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-7c8c633c-2d13-4fa4-a5ea-40233d4bc030', 'network_id': '7c8c633c-2d13-4fa4-a5ea-40233d4bc030', 'tenant_id': 'd4c059576b0e4f3f98ad95365741ea77', 'fixed_ips': [{'subnet_id': 'f8c009f1-21e7-4a73-9417-1a4f05dc2dcb'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:10.715735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e261510f-3fc1-4b85-9c8c-a269efc04064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.756840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing IP validity checks on allocation pools {{(pid=87959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:05:10.758104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:05:10.782730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.785212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.861103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Calling delete_port for 8e9efe73-d305-4ccb-b7bc-36791ef3df0b owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:10.892462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.962851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:10.982610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] For port 07c46213-06cc-4b79-98de-0c5a64506bcc, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=07c46213-06cc-4b79-98de-0c5a64506bcc,segment=NetworkSegment(49cc9afa-676f-44e0-b4dd-76d4bb2630be),segment_id=49cc9afa-676f-44e0-b4dd-76d4bb2630be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:10.989497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Network c4ce8fb7-30be-47c6-85e7-32d96dde8294 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:10.998980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.024424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Pushing event updated for resources: {'Port': ['ID=fe3b7b6d-2249-4354-bd72-fc4547be4f6c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:11.034737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:11.049140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54276) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:11.055208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:11.066503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.067792 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:05:11.076099 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-38844609-2fb2-481d-b597-1de6912aba21 service neutron] 10.222.0.50 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143074 Mar 11 13:05:11.079861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:11.082536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:11.107758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port d0ed4881-4db4-46e6-ad81-ed7e22137c06, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d0ed4881-4db4-46e6-ad81-ed7e22137c06,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server [None req-e261510f-3fc1-4b85-9c8c-a269efc04064 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8c009f1-21e7-4a73-9417-1a4f05dc2dcb: This subnet is being modified by another concurrent operation. Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 13:05:11.122608 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise exception Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8c009f1-21e7-4a73-9417-1a4f05dc2dcb: This subnet is being modified by another concurrent operation. Mar 11 13:05:11.127455 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server Mar 11 13:05:11.134426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.161819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Pushing event updated for resources: {'Port': ['ID=07c46213-06cc-4b79-98de-0c5a64506bcc,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:11.188192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976c469-9f96-4f17-9eba-db8010f9d50f None None] Network 7c8c633c-2d13-4fa4-a5ea-40233d4bc030 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:11.189805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8540616-9983-4003-9151-874276e87cfe req-61e2dab5-56d5-428f-ac48-81e6a6f8c2e2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:11.191460 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c8540616-9983-4003-9151-874276e87cfe req-61e2dab5-56d5-428f-ac48-81e6a6f8c2e2 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4286561 Mar 11 13:05:11.266928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.267276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.275824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.276314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.278309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.278670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.279010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.279346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.279682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.280021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.283323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.283725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c76f9b-1e9d-4299-9341-b0d611e3e47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:11.391479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c009f1-21e7-4a73-9417-1a4f05dc2dcb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:11.634166 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c8540616-9983-4003-9151-874276e87cfe req-5400a57e-4de8-4eb8-81b2-0c7a9c27dbfd tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4273167 Mar 11 13:05:11.640869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.671433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 07c46213-06cc-4b79-98de-0c5a64506bcc up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:11.749227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9e8971c6-f020-4763-9d43-17c45aea8148 None None] Provisioning complete for port 07c46213-06cc-4b79-98de-0c5a64506bcc triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:11.749620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9e8971c6-f020-4763-9d43-17c45aea8148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.761950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.781698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:11.782486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.791716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.840514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=d0ed4881-4db4-46e6-ad81-ed7e22137c06,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:11.880614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8c633c-2d13-4fa4-a5ea-40233d4bc030']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:11.884832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:11.905280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f77e7-0f8b-4b0f-b1ac-6311dee4e502 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:05:11.905514 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cee57de6-5135-4435-a610-ff5f0119ea44 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.0108137 Mar 11 13:05:11.905514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df63d9a-6509-4275-a6da-0cc422cc83df') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:11.905514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df63d9a-6509-4275-a6da-0cc422cc83df') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:11.906485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54286) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:11.912306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event deleted for resources: {'Port': ['ID=8e9efe73-d305-4ccb-b7bc-36791ef3df0b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:11.939320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.949062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-245025050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:11.962636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'port_id': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'mac_address': 'fa:16:3e:92:91:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:05:11.975646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:11.981138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.982511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.984537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:11.987634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:11.998561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Usage tracker for resource:security_group_rule and tenant:acc7657fd6224a839b7a64d28f3b01c5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:12.001304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Usage tracker for resource:router and tenant:3496545ec93a4a2fa5ea40fd7c22a7de is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:12.006039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:12.010771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:12.019608 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ddf663f-283b-4195-817f-f214c95c9be7 req-00d09475-d79d-4d20-b2db-2431b6cfab5d service neutron] 10.222.0.50 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223971 Mar 11 13:05:12.026877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:12.031487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:12.043788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:12.044281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.060261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:12.071653 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:12.087936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 07c46213-06cc-4b79-98de-0c5a64506bcc triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:12.088421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.113306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c3615-ec0a-4c52-8cc9-68fe3758f462 req-4ba5c5ea-95f0-4c78-ade5-7adaeb958240 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:12.114806 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d08c3615-ec0a-4c52-8cc9-68fe3758f462 req-4ba5c5ea-95f0-4c78-ade5-7adaeb958240 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 943 time: 0.7682905 Mar 11 13:05:12.155049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Router b625b199-59a8-4450-8a63-bf32bd3ee6f1 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:05:12.177477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.178472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=fbc3aa31-914a-42f2-beab-b0d35ca15fd6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:12.178602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.199188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.244725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:05:12.268800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.286364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:12.287543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.293416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.293754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.297209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.332571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.356171 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d08c3615-ec0a-4c52-8cc9-68fe3758f462 req-5c898b77-20b2-4d24-88e7-388e6d6394c6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716244 Mar 11 13:05:12.357351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Checking segment: {'id': '27644548-8e03-4abc-b91d-7e4b81778b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:12.357740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network hostable DHCP agents. Network: 5346eaee-dfaa-4cc5-8815-7721bb2aea75, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:12.362403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.363151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Fanout notify agent at l3_agent the message router_deleted on router 494d05f9-3331-4fac-af2b-05a06358cb0f {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:12.378458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Network': ['ID=7c8c633c-2d13-4fa4-a5ea-40233d4bc030,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:12.397023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.399672 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5acb2a28-b552-411e-b5c0-47b3a1f0eb41 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/7c8c633c-2d13-4fa4-a5ea-40233d4bc030 HTTP/1.1" status: 204 len: 168 time: 2.4326372 Mar 11 13:05:12.402700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54290) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.408590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f77e7-0f8b-4b0f-b1ac-6311dee4e502 None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:05:12.409347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1442100556'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:12.433237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:12.445871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:network and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:12.447760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.453529 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bdc5e905-d68f-40d8-9352-5b1745541c28 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/494d05f9-3331-4fac-af2b-05a06358cb0f HTTP/1.1" status: 204 len: 168 time: 3.9161694 Mar 11 13:05:12.454571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:12.455550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54294) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.458134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:12.466327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2130308197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:12.466839 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-28718c5b-def3-463c-b34d-94f90f458532 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "PUT /v2.0/routers/b625b199-59a8-4450-8a63-bf32bd3ee6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9556353 Mar 11 13:05:12.470854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:12.471420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.473170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.476741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:12.477207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.478340 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8d61d91-5815-4144-8ae8-d092165c3cfa tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5674896 Mar 11 13:05:12.479590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:12.481709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54302) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.487165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f0eaf29a-9939-4671-8661-1a2c25080d3a tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1382826716', 'prefixes': ['172.20.0.0/16']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:12.489145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Sync routers for ids ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:12.498438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f0eaf29a-9939-4671-8661-1a2c25080d3a tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:12.508961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 5346eaee-dfaa-4cc5-8815-7721bb2aea75) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:12.513760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:12.518194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.520930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dfa221ca-8d2e-4470-b8df-e37c45ee3d2c None None] Provisioning for port fe3b7b6d-2249-4354-bd72-fc4547be4f6c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:12.524014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Usage tracker for resource:router and tenant:fc72c081cc81437d9a4159fdc2df5155 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:12.526623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.531073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:12.531870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.539669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:12.567811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:12.576862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dfa221ca-8d2e-4470-b8df-e37c45ee3d2c None None] Provisioning complete for port fe3b7b6d-2249-4354-bd72-fc4547be4f6c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:12.577078 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4ad06cf2-d09b-4e59-a4e3-5b09568fdf53 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4888690 Mar 11 13:05:12.577185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa221ca-8d2e-4470-b8df-e37c45ee3d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.584841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54306) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.589512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:12.595510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c1a8cd5b-a9e9-49b7-8be7-c2146255e585 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:12.619784 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acc7657fd6224a839b7a64d28f3b01c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5689538 Mar 11 13:05:12.620311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b50d0-4098-4676-8350-85643abced13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee16bca2-1613-4fac-8594-dadccb1d9e43,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:12.622983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.628486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:05:12.632201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eced7ba-4a1f-4163-91a4-e5f1aa1954b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:12.632685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4eced7ba-4a1f-4163-91a4-e5f1aa1954b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:12.648270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.649275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.652285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.652875 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Added segment cf0b4ea6-bf75-4a8b-a175-8a2810562e7a of type vlan for network c8664e53-76a7-4ee8-b822-aa1092536557 Mar 11 13:05:12.658328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:12.661529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Routers {'b625b199-59a8-4450-8a63-bf32bd3ee6f1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:12.662144 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:12.703888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.705221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4eced7ba-4a1f-4163-91a4-e5f1aa1954b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:12.706961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4eced7ba-4a1f-4163-91a4-e5f1aa1954b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports/6bfa4a9b-3746-4409-8cb8-8a48841d8e3f HTTP/1.1" status: 200 len: 911 time: 0.2306890 Mar 11 13:05:12.719695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54316) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.781486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.781704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-763b9d44-0d9a-42b3-b64c-6c195fe00ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.789905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0eaf29a-9939-4671-8661-1a2c25080d3a tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for subnetpool, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.795377 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f0eaf29a-9939-4671-8661-1a2c25080d3a tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3083928 Mar 11 13:05:12.795377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54320) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.805716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-86e3cf9b-1759-496c-8de1-c9539c5e6061 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', 'tempest-TagsExtTest-Tag-1487689651') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:12.834892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.854174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cd5b-a9e9-49b7-8be7-c2146255e585 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3546670'] for subnet, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.883131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-763b9d44-0d9a-42b3-b64c-6c195fe00ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.905519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.906937 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2d3bc1c5-3a31-4847-a8de-b2e08f888672 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4504821 Mar 11 13:05:12.911796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54324) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:12.927509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:12.954341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:12.959469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:12.960585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:13.012985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dfa221ca-8d2e-4470-b8df-e37c45ee3d2c None None] Port fe3b7b6d-2249-4354-bd72-fc4547be4f6c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:13.034320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Set router b625b199-59a8-4450-8a63-bf32bd3ee6f1 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:13.098752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dfa221ca-8d2e-4470-b8df-e37c45ee3d2c None None] Provisioning complete for port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:13.099118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa221ca-8d2e-4470-b8df-e37c45ee3d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:13.101051 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6964059 Mar 11 13:05:13.107021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54328) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:13.120883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'subnet': {'network_id': 'c8664e53-76a7-4ee8-b822-aa1092536557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:13.137406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38672ad-7562-4961-94d2-56312824e2da tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Network': ['ID=c8664e53-76a7-4ee8-b822-aa1092536557,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:13.164706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2192f62-c464-4528-8549-61eef537f3eb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:13.170484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2192f62-c464-4528-8549-61eef537f3eb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:13.175100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c2192f62-c464-4528-8549-61eef537f3eb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4517879 Mar 11 13:05:13.175246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network c8664e53-76a7-4ee8-b822-aa1092536557 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:13.177529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54332) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:13.247435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-763b9d44-0d9a-42b3-b64c-6c195fe00ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:13.258372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de263b1-e8ff-45d2-9188-5cd2990279da req-126c6455-21b0-4348-a203-2845e758c7f6 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:13.259818 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de263b1-e8ff-45d2-9188-5cd2990279da req-126c6455-21b0-4348-a203-2845e758c7f6 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4653969 Mar 11 13:05:13.342907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dfa221ca-8d2e-4470-b8df-e37c45ee3d2c None None] Port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:13.358429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b9d44-0d9a-42b3-b64c-6c195fe00ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee16bca2-1613-4fac-8594-dadccb1d9e43,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:13.431929 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-86e3cf9b-1759-496c-8de1-c9539c5e6061 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags/tempest-TagsExtTest-Tag-1487689651 HTTP/1.1" status: 201 len: 201 time: 0.6328983 Mar 11 13:05:13.449936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54338) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:13.464238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-bcff87b4-d779-41ef-8603-aaaa760e04a4 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', 'tempest-TagsExtTest-Tag-1099946416') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:13.467507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-763b9d44-0d9a-42b3-b64c-6c195fe00ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:13.468625 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-763b9d44-0d9a-42b3-b64c-6c195fe00ec7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee16bca2-1613-4fac-8594-dadccb1d9e43 HTTP/1.1" status: 204 len: 168 time: 0.8445179 Mar 11 13:05:13.473631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:13.480480 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de263b1-e8ff-45d2-9188-5cd2990279da req-76f919c5-90df-4fcd-b14a-b3c26692c6b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102730 Mar 11 13:05:13.537114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:13.582241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:subnet and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:13.589425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:13.622417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:13.720167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d0ed4881-4db4-46e6-ad81-ed7e22137c06 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:13.931593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d93f9-d82b-4a71-96ea-c64c760de190 req-868a5bdb-ae07-451d-a2a3-45cca6eef345 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:13.935985 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-438d93f9-d82b-4a71-96ea-c64c760de190 req-868a5bdb-ae07-451d-a2a3-45cca6eef345 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 944 time: 0.2754502 Mar 11 13:05:13.996594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54346) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:13.999159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:14.002138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d0ed4881-4db4-46e6-ad81-ed7e22137c06 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:14.002505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.002700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.016593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cd5b-a9e9-49b7-8be7-c2146255e585 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763578237943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2356208'] for subnet, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.083902 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-5346eaee-dfaa-4cc5-8815-7721bb2aea75', 'network_id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75', 'tenant_id': 'd8669f43b7ea4d56b8de62d16a1c12c5', 'fixed_ips': [{'subnet_id': 'fbc3aa31-914a-42f2-beab-b0d35ca15fd6'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:14.084697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.097356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'name': 'tempest-NetworksTestDHCPv6-router-1972322201', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:05:05Z', 'updated_at': '2022-03-11T13:05:08Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None, '_interfaces': [{'id': '6bfa4a9b-3746-4409-8cb8-8a48841d8e3f', 'name': '', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'mac_address': 'fa:16:3e:e0:56:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '49d35927-61db-49d5-94a1-aaf3a1868d93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:05:06Z', 'updated_at': '2022-03-11T13:05:09Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'subnets': [{'id': '49d35927-61db-49d5-94a1-aaf3a1868d93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:14.109978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Checking router: b625b199-59a8-4450-8a63-bf32bd3ee6f1 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:05:14.110533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Updating router b625b199-59a8-4450-8a63-bf32bd3ee6f1 port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:05:14.177906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.205602 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-438d93f9-d82b-4a71-96ea-c64c760de190 req-e188491d-d0ee-4170-9c66-12382cf783f3 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507713 Mar 11 13:05:14.212869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.250857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.274035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8cd5b-a9e9-49b7-8be7-c2146255e585 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:14.274634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cd5b-a9e9-49b7-8be7-c2146255e585 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.278531 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c1a8cd5b-a9e9-49b7-8be7-c2146255e585 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "PUT /v2.0/subnets/fbc3aa31-914a-42f2-beab-b0d35ca15fd6 HTTP/1.1" status: 200 len: 877 time: 1.6891730 Mar 11 13:05:14.295469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54350) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:14.312974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8cd5b-a9e9-49b7-8be7-c2146255e585 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event updated for resources: {'Subnet': ['ID=fbc3aa31-914a-42f2-beab-b0d35ca15fd6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:14.352197 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ebf4a7eb-7e31-4f83-9f41-e3fab6241575 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17ae30de6f53412a914729740ac4979e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541625 Mar 11 13:05:14.355307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54354) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:14.382395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bcff87b4-d779-41ef-8603-aaaa760e04a4 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags/tempest-TagsExtTest-Tag-1099946416 HTTP/1.1" status: 201 len: 201 time: 0.9282403 Mar 11 13:05:14.387934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54358) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:14.452897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-c6f2813c-cd0d-4aaf-ac98-9841caaf03c1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', 'tempest-TagsExtTest-Tag-1070707068') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:14.454284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Allocated IP 172.26.4.188 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/3bab66ae-1749-4b76-8ee9-1dc313ca856b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:14.476541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Allocated IP 172.20.0.3 (5346eaee-dfaa-4cc5-8815-7721bb2aea75/fbc3aa31-914a-42f2-beab-b0d35ca15fd6/3afb055e-4fc5-4ab9-b30c-08e3257cfe1f) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:14.610118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e59-fc63-4df6-8f1f-d69cfe26c7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.703777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e59-fc63-4df6-8f1f-d69cfe26c7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.764352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.794287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.847329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f639-bf4a-4368-809b-aa5329f96b4f req-6bd0eb49-3bbe-40fc-8a73-b5ce398e8e35 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:14.848937 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-91e1f639-bf4a-4368-809b-aa5329f96b4f req-6bd0eb49-3bbe-40fc-8a73-b5ce398e8e35 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.2190135 Mar 11 13:05:14.872080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.872352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e59-fc63-4df6-8f1f-d69cfe26c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.897734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae26e59-fc63-4df6-8f1f-d69cfe26c7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7450f8-35ab-4079-9d6d-5df2e532aaae,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:14.912910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.920036 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c6f2813c-cd0d-4aaf-ac98-9841caaf03c1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags/tempest-TagsExtTest-Tag-1070707068 HTTP/1.1" status: 201 len: 201 time: 0.5289123 Mar 11 13:05:14.921597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.939359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54364) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:14.945356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Transition to ACTIVE for port object 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:14.948822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.951264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-87f5a263-6fd6-4050-a94a-93cc525bab70 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', 'tempest-TagsExtTest-Tag-1298061606') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:14.974901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Transition to ACTIVE for port object 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:14.980846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Transition to ACTIVE for port object 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:14.986127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.986644 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-91e1f639-bf4a-4368-809b-aa5329f96b4f req-e49979aa-214a-4b87-8e9d-960333baf53d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289263 Mar 11 13:05:14.988443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.994201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e59-fc63-4df6-8f1f-d69cfe26c7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:14.998409 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6ae26e59-fc63-4df6-8f1f-d69cfe26c7a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b7450f8-35ab-4079-9d6d-5df2e532aaae HTTP/1.1" status: 204 len: 168 time: 0.6387389 Mar 11 13:05:15.014875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:15.025426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:15.025849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.039728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:15.096770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Subnet': ['ID=6eb7b192-2160-4bd6-b4a6-4a0fee79cc6d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:15.117521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:15.134004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event updated for resources: {'Port': ['ID=3bab66ae-1749-4b76-8ee9-1dc313ca856b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:15.162826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Checking segment: {'id': 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c8664e53-76a7-4ee8-b822-aa1092536557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:15.163854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network hostable DHCP agents. Network: c8664e53-76a7-4ee8-b822-aa1092536557, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:15.165854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:15.177174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:15.184139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.187728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:15.194133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca2ba9-8861-4942-88be-fcdea6a6d165 None None] Pushing event updated for resources: {'Port': ['ID=6bfa4a9b-3746-4409-8cb8-8a48841d8e3f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:15.269942 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-87f5a263-6fd6-4050-a94a-93cc525bab70 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags/tempest-TagsExtTest-Tag-1298061606 HTTP/1.1" status: 201 len: 201 time: 0.3284807 Mar 11 13:05:15.312535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54374) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:15.327716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-87ab0707-77fa-4f7c-ade2-9461372bc54d tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:15.407750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network c8664e53-76a7-4ee8-b822-aa1092536557 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:15.444850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.543071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Attempting to bind port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:15.544032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Attempting to bind port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:15.544543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Attempting to bind port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:15.546799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Pushing event updated for resources: {'Port': ['ID=3afb055e-4fc5-4ab9-b30c-08e3257cfe1f,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:15.561778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:15.562362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:15.562929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.563630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:15.564541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Bound port: 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:15.565044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.575865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc3aa31-914a-42f2-beab-b0d35ca15fd6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:15.579147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Attempting to bind port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:15.579679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Attempting to bind port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '27644548-8e03-4abc-b91d-7e4b81778b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:15.580190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Attempting to bind port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f on network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:15.619604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:15.620065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Checking segment: {'id': '27644548-8e03-4abc-b91d-7e4b81778b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:15.620384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.620776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Bound using segment: {'id': '27644548-8e03-4abc-b91d-7e4b81778b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:15.621228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Bound port: 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27644548-8e03-4abc-b91d-7e4b81778b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:15.621648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.654214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:15.695602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:15.695994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.821007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] For port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:15.839537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] For port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6bfa4a9b-3746-4409-8cb8-8a48841d8e3f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:15.840824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] For port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:15.844070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] For port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=3afb055e-4fc5-4ab9-b30c-08e3257cfe1f,segment=NetworkSegment(27644548-8e03-4abc-b91d-7e4b81778b43),segment_id=27644548-8e03-4abc-b91d-7e4b81778b43)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:15.877517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.917953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:15.985729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.018300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Routers {'b625b199-59a8-4450-8a63-bf32bd3ee6f1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:16.018973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:16.033882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, c8664e53-76a7-4ee8-b822-aa1092536557) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:16.040604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6f0a2-b528-457c-ad1b-69efb6bec06d req-27dbd908-8795-4394-93f4-619ebdb540ce tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:16.047521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a2e6f0a2-b528-457c-ad1b-69efb6bec06d req-27dbd908-8795-4394-93f4-619ebdb540ce tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 944 time: 0.5939481 Mar 11 13:05:16.081802 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87ab0707-77fa-4f7c-ade2-9461372bc54d tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags HTTP/1.1" status: 200 len: 241 time: 0.7680767 Mar 11 13:05:16.085864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54396) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:16.093683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:16.094466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.103188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca2ba9-8861-4942-88be-fcdea6a6d165 None None] Pushing event updated for resources: {'Port': ['ID=6bfa4a9b-3746-4409-8cb8-8a48841d8e3f,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:16.122479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-67193541-7e1c-40ab-b438-fe064242a903 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', 'tempest-TagsExtTest-Tag-1487689651') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:16.206392 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a2e6f0a2-b528-457c-ad1b-69efb6bec06d req-8d67a63a-e931-4ad2-9edd-5b21de8700bd tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579094 Mar 11 13:05:16.212814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-7ec33318-8508-4c19-b093-7a9633236c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:16.219383 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-7ec33318-8508-4c19-b093-7a9633236c1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 0.5738811 Mar 11 13:05:16.232262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.241247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:05:16.269857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d19b-dc19-464a-9337-f68a63d3eb8b req-21379358-9aae-4cf5-a4d9-b888c97082ad tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:16.271402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7634d19b-dc19-464a-9337-f68a63d3eb8b req-21379358-9aae-4cf5-a4d9-b888c97082ad tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.5813046 Mar 11 13:05:16.281059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:16.297638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5346eaee-dfaa-4cc5-8815-7721bb2aea75']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:16.308727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54404) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:16.310317 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7048373d-f9e3-4e93-8f31-5e9e4c9d533c tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2024412 Mar 11 13:05:16.320569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.322380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54408) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:16.330817 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'code': 200} Mar 11 13:05:16.342342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] Set router b625b199-59a8-4450-8a63-bf32bd3ee6f1 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:16.364257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27644548-8e03-4abc-b91d-7e4b81778b43') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:16.364624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27644548-8e03-4abc-b91d-7e4b81778b43') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:16.398590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.449858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65533e9c-f881-4cd2-86d1-14d2a7689b38 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:05:16.486597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.492722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ae6ea-a3b5-4cd9-858f-37e678b14d69 None None] Pushing event updated for resources: {'Port': ['ID=3afb055e-4fc5-4ab9-b30c-08e3257cfe1f,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:16.553380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7634d19b-dc19-464a-9337-f68a63d3eb8b req-025bb929-dba0-48b1-be90-ff2238e85e57 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623813 Mar 11 13:05:16.618335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.645521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:16.646322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.660349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-36653905-88a2-4264-8dfa-32bca5c10275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:16.661829 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-36653905-88a2-4264-8dfa-32bca5c10275 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.4310842 Mar 11 13:05:16.672908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-857449781'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:16.676308 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:16.699000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:16.715225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:16.730032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:16.730387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.828579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Usage tracker for resource:network and tenant:41738ecedfb8454094f1c9bf8d5bbd8a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:16.856635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:16.869833 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-b764b70a-3984-4a35-a229-e5f8d4ed3ea6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 1000 time: 0.1974828 Mar 11 13:05:16.872522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:16.879071 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-67193541-7e1c-40ab-b438-fe064242a903 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags/tempest-TagsExtTest-Tag-1487689651 HTTP/1.1" status: 204 len: 168 time: 0.7767332 Mar 11 13:05:16.883262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65533e9c-f881-4cd2-86d1-14d2a7689b38 None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:05:16.883741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:16.885745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.895153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:05:16.895153 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:05:16.895153 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': '5346eaee-dfaa-4cc5-8815-7721bb2aea75'}] Mar 11 13:05:16.895153 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:05:16.895701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:05:16.913897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:16.917281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:16.927430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-0087faf5-c5cf-43f7-9be6-61f084bcdaa9 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', 'tempest-TagsExtTest-Tag-1487689651') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:16.960596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.010357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'name': 'tempest-NetworksTestDHCPv6-router-1972322201', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:05:05Z', 'updated_at': '2022-03-11T13:05:08Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None, '_interfaces': [{'id': '6bfa4a9b-3746-4409-8cb8-8a48841d8e3f', 'name': '', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'mac_address': 'fa:16:3e:e0:56:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '49d35927-61db-49d5-94a1-aaf3a1868d93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:05:06Z', 'updated_at': '2022-03-11T13:05:15Z', 'revision_number': 4, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'subnets': [{'id': '49d35927-61db-49d5-94a1-aaf3a1868d93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:17.024141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a13d4-e819-40f5-9776-c6d2d4aabc71 None None] The sync data for ids ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'] in dv-neutron-833198-1-hyperv is: [{'id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'name': 'tempest-NetworksTestDHCPv6-router-1972322201', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:05:05Z', 'updated_at': '2022-03-11T13:05:08Z', 'revision_number': 2, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None, '_interfaces': [{'id': '6bfa4a9b-3746-4409-8cb8-8a48841d8e3f', 'name': '', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'mac_address': 'fa:16:3e:e0:56:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '49d35927-61db-49d5-94a1-aaf3a1868d93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:05:06Z', 'updated_at': '2022-03-11T13:05:15Z', 'revision_number': 4, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'subnets': [{'id': '49d35927-61db-49d5-94a1-aaf3a1868d93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:17.073949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.082694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:17.087945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.109061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Usage tracker for resource:security_group_rule and tenant:41738ecedfb8454094f1c9bf8d5bbd8a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:17.120612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:17.133535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:17.136933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2161-c735-47cb-9a7b-cbe140b47bbe req-04425c69-9b75-47db-a830-51b68a77551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:17.138466 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c38d2161-c735-47cb-9a7b-cbe140b47bbe req-04425c69-9b75-47db-a830-51b68a77551f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 1098 time: 0.4471095 Mar 11 13:05:17.149205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.158765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-a03e550f-2048-43b2-9a65-9d1294c1b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:17.160207 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-a03e550f-2048-43b2-9a65-9d1294c1b45d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.2754924 Mar 11 13:05:17.249374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] For port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6bfa4a9b-3746-4409-8cb8-8a48841d8e3f,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:17.250531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.352707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-c8664e53-76a7-4ee8-b822-aa1092536557', 'network_id': 'c8664e53-76a7-4ee8-b822-aa1092536557', 'tenant_id': 'd4c059576b0e4f3f98ad95365741ea77', 'fixed_ips': [{'subnet_id': '6eb7b192-2160-4bd6-b4a6-4a0fee79cc6d'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:17.355283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.405972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.496622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:17.533934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c38d2161-c735-47cb-9a7b-cbe140b47bbe req-efa66879-6bd1-43ff-b019-534e71749356 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517268 Mar 11 13:05:17.585687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-837b1b84-0c54-466e-864f-0fc662015ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:17.591026 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-837b1b84-0c54-466e-864f-0fc662015ae8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4235401 Mar 11 13:05:17.594026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:17.594384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.615991 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0087faf5-c5cf-43f7-9be6-61f084bcdaa9 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags/tempest-TagsExtTest-Tag-1487689651 HTTP/1.1" status: 204 len: 168 time: 0.7288160 Mar 11 13:05:17.617023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54422) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:17.629290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Allocated IP 2001:db8::2 (c8664e53-76a7-4ee8-b822-aa1092536557/6eb7b192-2160-4bd6-b4a6-4a0fee79cc6d/e7e0a67c-878e-47ed-8e73-44e530f28adc) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:17.633392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-29472381-9d08-41b6-92d3-e9a3362838ac tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:17.723319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:17.737162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7601-84b6-42eb-b95a-21272d8d4cf7 req-3590fafb-4c40-4cc6-817d-b601e5a5aa29 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:17.739280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f4cd7601-84b6-42eb-b95a-21272d8d4cf7 req-3590fafb-4c40-4cc6-817d-b601e5a5aa29 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 945 time: 0.3408477 Mar 11 13:05:17.788588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.807888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:17.851315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e1b18e-7f47-4813-8960-9f8b63fd3333,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:18.031618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:18.052861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.065340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Transition to ACTIVE for port object e7e0a67c-878e-47ed-8e73-44e530f28adc will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:18.086277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Transition to ACTIVE for port object e7e0a67c-878e-47ed-8e73-44e530f28adc will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:18.097173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.127185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Router 78340891-3942-4dc3-80c1-29765311edcb is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:05:18.137582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.138508 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Added segment 5e546c7b-338c-4aba-b05a-d9b8ab04cff0 of type vlan for network 77add799-7d7d-4976-8b2c-60885db45fef Mar 11 13:05:18.148985 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f4cd7601-84b6-42eb-b95a-21272d8d4cf7 req-51f72af4-4a02-44f0-ad64-160e87ca3e08 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774648 Mar 11 13:05:18.165166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Network c8664e53-76a7-4ee8-b822-aa1092536557 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:18.166866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=3afb055e-4fc5-4ab9-b30c-08e3257cfe1f,segment=NetworkSegment(27644548-8e03-4abc-b91d-7e4b81778b43),segment_id=27644548-8e03-4abc-b91d-7e4b81778b43)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:18.167221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.168402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:18.170649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:18.232274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Pushing event updated for resources: {'Port': ['ID=e7e0a67c-878e-47ed-8e73-44e530f28adc,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:18.262920 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-29472381-9d08-41b6-92d3-e9a3362838ac tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags HTTP/1.1" status: 200 len: 205 time: 0.6351197 Mar 11 13:05:18.271503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54426) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:18.283490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-0ca14525-a9e8-490a-a464-76c402086b11 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:18.287088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Attempting to bind port e7e0a67c-878e-47ed-8e73-44e530f28adc on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:18.287462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Attempting to bind port e7e0a67c-878e-47ed-8e73-44e530f28adc by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c8664e53-76a7-4ee8-b822-aa1092536557'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:18.287885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Attempting to bind port e7e0a67c-878e-47ed-8e73-44e530f28adc on network c8664e53-76a7-4ee8-b822-aa1092536557 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:18.293710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:18.294074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Checking segment: {'id': 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c8664e53-76a7-4ee8-b822-aa1092536557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:18.294464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.294847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Bound using segment: {'id': 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c8664e53-76a7-4ee8-b822-aa1092536557'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:18.295289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Bound port: e7e0a67c-878e-47ed-8e73-44e530f28adc, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c8664e53-76a7-4ee8-b822-aa1092536557'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:18.295652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.317693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-c0d720a3-acb1-4a7a-8ed3-b2b58c77de1d service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701830 Mar 11 13:05:18.331776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:18.358986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.388831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] For port e7e0a67c-878e-47ed-8e73-44e530f28adc, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:18.391995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] For port e7e0a67c-878e-47ed-8e73-44e530f28adc, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e7e0a67c-878e-47ed-8e73-44e530f28adc,segment=NetworkSegment(cf0b4ea6-bf75-4a8b-a175-8a2810562e7a),segment_id=cf0b4ea6-bf75-4a8b-a175-8a2810562e7a)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:18.398967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.416574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.447526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb7b192-2160-4bd6-b4a6-4a0fee79cc6d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:18.466631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.519433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d076-362e-4867-8b91-e3eae07c2cdb req-66209aa9-081b-403a-a0fb-2359f072f231 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:18.528615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:18.529301 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7856d076-362e-4867-8b91-e3eae07c2cdb req-66209aa9-081b-403a-a0fb-2359f072f231 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7350454 Mar 11 13:05:18.563765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:18.564276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.575069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:05:18.599997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=6bfa4a9b-3746-4409-8cb8-8a48841d8e3f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:18.666233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.673403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:18.674120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.690524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:05:18.701236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d87820-6959-41c5-a43f-ef105e595dd6 None None] Pushing event updated for resources: {'Port': ['ID=e7e0a67c-878e-47ed-8e73-44e530f28adc,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:18.753630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fe28c1-2fcd-4833-aaad-dcc1c8965778 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:05:18.844838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7856d076-362e-4867-8b91-e3eae07c2cdb req-232e485a-5262-4b4b-93bb-dd9d7bda5182 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123164 Mar 11 13:05:18.886245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:18.899164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:18.900825 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] Sync routers for ids ['78340891-3942-4dc3-80c1-29765311edcb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:18.905261 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-40684a66-e495-4277-9c23-b6b1102c8fc5 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "PUT /v2.0/routers/78340891-3942-4dc3-80c1-29765311edcb HTTP/1.1" status: 200 len: 884 time: 5.9909902 Mar 11 13:05:18.918021 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] Routers {'78340891-3942-4dc3-80c1-29765311edcb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:18.918729 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['78340891-3942-4dc3-80c1-29765311edcb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:18.926512 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54430) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:18.935461 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5488445-7a61-4d2c-b844-126b3e1f4861 req-4d0d0043-0740-4bd4-9d47-5e18cdcef7b7 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027720 Mar 11 13:05:18.948875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Network': ['ID=77add799-7d7d-4976-8b2c-60885db45fef,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:18.953631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe28c1-2fcd-4833-aaad-dcc1c8965778 None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:05:18.998153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 77add799-7d7d-4976-8b2c-60885db45fef details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:19.016401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:19.017911 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.028306 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] Routers {'78340891-3942-4dc3-80c1-29765311edcb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:19.029044 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['78340891-3942-4dc3-80c1-29765311edcb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.121569 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.122112 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c9176-94a3-469b-8d6c-b8e988e7544a None None] The sync data for ids ['78340891-3942-4dc3-80c1-29765311edcb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:19.122437 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0ca14525-a9e8-490a-a464-76c402086b11 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags HTTP/1.1" status: 200 len: 241 time: 0.8459101 Mar 11 13:05:19.127994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54434) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:19.147155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:19.152099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8664e53-76a7-4ee8-b822-aa1092536557']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.165252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-915fee08-82ba-4c06-9fbe-9629db5ebe9f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', 'tempest-TagsExtTest-Tag-1099946416') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.245689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=3afb055e-4fc5-4ab9-b30c-08e3257cfe1f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:19.247520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:19.273622 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d2a12a74-2fbf-4694-a2cb-a24a93886099 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9619994 Mar 11 13:05:19.279266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54440) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:19.280799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.281093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.391591 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6200dbe4-017f-4408-ac56-f791d7a9410a tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/78340891-3942-4dc3-80c1-29765311edcb HTTP/1.1" status: 200 len: 925 time: 0.4549210 Mar 11 13:05:19.394654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54444) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:19.396544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'subnet': {'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:19.411863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port 3afb055e-4fc5-4ab9-b30c-08e3257cfe1f on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:19.536667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:19.619303 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-915fee08-82ba-4c06-9fbe-9629db5ebe9f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags/tempest-TagsExtTest-Tag-1099946416 HTTP/1.1" status: 204 len: 168 time: 0.4676135 Mar 11 13:05:19.619303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54448) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:19.634297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-931f4fca-ad33-44d3-860b-072e3990e093 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', 'tempest-TagsExtTest-Tag-1099946416') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:19.637982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd7dea0-eaab-40e3-8461-f58237a3f37c None None] Network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:19.683501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ddcc3-7e94-44d1-8ce4-ec02450898f0 None None] Network c8664e53-76a7-4ee8-b822-aa1092536557 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:19.718393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:19.718876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683b527-e73f-46f5-bae6-166a2eb59805 req-dfb7ca76-f08a-417a-8c10-fa9356775b5c tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:19.720629 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8683b527-e73f-46f5-bae6-166a2eb59805 req-dfb7ca76-f08a-417a-8c10-fa9356775b5c tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 945 time: 0.3250189 Mar 11 13:05:19.731897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e03896-debf-43aa-acd9-a4b52cac2f2e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:19.737898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-03e03896-debf-43aa-acd9-a4b52cac2f2e tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=78340891-3942-4dc3-80c1-29765311edcb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2916708 Mar 11 13:05:19.745548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54452) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:19.902501 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8683b527-e73f-46f5-bae6-166a2eb59805 req-ef8612c4-ea3e-4a19-93d5-f6cf619beb58 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602385 Mar 11 13:05:19.975005 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-931f4fca-ad33-44d3-860b-072e3990e093 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags/tempest-TagsExtTest-Tag-1099946416 HTTP/1.1" status: 204 len: 168 time: 0.3546698 Mar 11 13:05:19.977482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:19.979687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54460) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:19.987113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:19.987526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:19.991645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-f4b14265-abc7-48a1-8148-ce39b8b2a314 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:20.022992 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:20.077197 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-160988dc-cf23-4daf-8f8d-17eab8b1dfb6 None None] Could not find standard attr ID for object 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:05:20.113263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93ba25-48c5-436b-8802-47f6cb88c9e4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:20.114064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4f93ba25-48c5-436b-8802-47f6cb88c9e4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Synchronizing usage tracker for tenant:1b5cc605d37248d98efbf7f413b60434 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:20.159240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:20.165034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Usage tracker for resource:subnet and tenant:41738ecedfb8454094f1c9bf8d5bbd8a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:20.168602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:20.180333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:20.180690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4f93ba25-48c5-436b-8802-47f6cb88c9e4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Unset dirty status for tenant:1b5cc605d37248d98efbf7f413b60434 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:20.186713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe32f46-00df-4501-a755-f9e47e07ad0c None None] Network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:20.186921 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4f93ba25-48c5-436b-8802-47f6cb88c9e4 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 0.4379301 Mar 11 13:05:20.187650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54464) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:20.265669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b3bcb87c-3f32-4650-8f57-72ae7bdcabbb tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=78340891-3942-4dc3-80c1-29765311edcb HTTP/1.1" status: 200 len: 205 time: 0.0730665 Mar 11 13:05:20.267627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54468) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:20.294182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:05:20.294182 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:05:20.294182 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': 'c8664e53-76a7-4ee8-b822-aa1092536557'}] Mar 11 13:05:20.294182 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:05:20.294860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:05:20.299803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5346eaee-dfaa-4cc5-8815-7721bb2aea75']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:20.321179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:20.324682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:20.363244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7de14e32-7e37-469c-b626-3315fdae1b42 None None] Could not find standard attr ID for object 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:05:20.505249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6e065-9335-4246-8451-a773f47eb98d None None] Network c8664e53-76a7-4ee8-b822-aa1092536557 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:20.521343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Router b625b199-59a8-4450-8a63-bf32bd3ee6f1 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:05:20.540182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27644548-8e03-4abc-b91d-7e4b81778b43') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:20.540468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27644548-8e03-4abc-b91d-7e4b81778b43') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:20.564453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:20.583434 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f4b14265-abc7-48a1-8148-ce39b8b2a314 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags HTTP/1.1" status: 200 len: 205 time: 0.5995193 Mar 11 13:05:20.592985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c41d2-c33c-4ce5-9efe-74cf9a65ee6a req-2ed9fdc1-058b-4f17-9f39-9d7e5c703cf6 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:20.595182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-196c41d2-c33c-4ce5-9efe-74cf9a65ee6a req-2ed9fdc1-058b-4f17-9f39-9d7e5c703cf6 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.5586257 Mar 11 13:05:20.595878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54472) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:20.605238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fedb3-ad3d-49b4-a8ee-e7950a2db665 None None] Network 5346eaee-dfaa-4cc5-8815-7721bb2aea75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:20.619332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-27d2eaf4-f93d-42bd-bb0b-d421cd6e8faf tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:20.723598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:20.741511 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-63663337-372b-4218-99f5-ab2587605107 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "PUT /v2.0/routers/b625b199-59a8-4450-8a63-bf32bd3ee6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5636966 Mar 11 13:05:20.742767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:20.744792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54476) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:20.792276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:20.792685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:20.803580 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-196c41d2-c33c-4ce5-9efe-74cf9a65ee6a req-39cc4fcc-1a39-480e-bc2b-780ff09d1926 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004206 Mar 11 13:05:20.826819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] Sync routers for ids ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:20.835544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] Routers {'b625b199-59a8-4450-8a63-bf32bd3ee6f1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:20.836154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:20.841136 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:20.843360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:20.899227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:20.956673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1583b-05d1-4582-833e-c140f5e69bf1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:20.958511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1583b-05d1-4582-833e-c140f5e69bf1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:20.959245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13f1583b-05d1-4582-833e-c140f5e69bf1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:20.990420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.021308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.024158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Deleting port e7e0a67c-878e-47ed-8e73-44e530f28adc {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:21.025228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.031763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] Set router b625b199-59a8-4450-8a63-bf32bd3ee6f1 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:21.042293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6b1a2-acd4-4412-aba2-ae71dce3534b req-11ced2c3-59a1-418d-abb0-bd8b9cdc368a tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:21.043759 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b9d6b1a2-acd4-4412-aba2-ae71dce3534b req-11ced2c3-59a1-418d-abb0-bd8b9cdc368a tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 945 time: 0.6861467 Mar 11 13:05:21.055280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27d2eaf4-f93d-42bd-bb0b-d421cd6e8faf tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags HTTP/1.1" status: 200 len: 241 time: 0.4513636 Mar 11 13:05:21.057148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.057148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.062902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Request body: {'floatingip': {'port_id': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:21.074098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.085788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13f1583b-05d1-4582-833e-c140f5e69bf1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:21.087567 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-13f1583b-05d1-4582-833e-c140f5e69bf1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3399618 Mar 11 13:05:21.091342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54490) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.122887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-9d21dda4-3635-4c0e-8667-61e89cddc54e tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', 'tempest-TagsExtTest-Tag-1070707068') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:21.148315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=5346eaee-dfaa-4cc5-8815-7721bb2aea75,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:21.156374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'name': 'tempest-NetworksTestDHCPv6-router-1972322201', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:05:05Z', 'updated_at': '2022-03-11T13:05:18Z', 'revision_number': 3, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:21.163499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] Checking router: b625b199-59a8-4450-8a63-bf32bd3ee6f1 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:05:21.175940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] Routers {'b625b199-59a8-4450-8a63-bf32bd3ee6f1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:21.176714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:21.182368 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2f74d0b3-4205-4077-83ed-e8b19dda3da2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/5346eaee-dfaa-4cc5-8815-7721bb2aea75 HTTP/1.1" status: 204 len: 168 time: 6.8846290 Mar 11 13:05:21.194482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54494) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.252706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Subnet': ['ID=638e95df-c122-4020-98ab-8452546d9dc6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:21.293625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.304229 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-552e60e3-65d7-4c2b-956d-16d0b10946a8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:21.304684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552e60e3-65d7-4c2b-956d-16d0b10946a8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:21.308705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-552e60e3-65d7-4c2b-956d-16d0b10946a8 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/fbc3aa31-914a-42f2-beab-b0d35ca15fd6 HTTP/1.1" status: 404 len: 337 time: 0.1108587 Mar 11 13:05:21.314818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] Set router b625b199-59a8-4450-8a63-bf32bd3ee6f1 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:21.318245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 49d35927-61db-49d5-94a1-aaf3a1868d93 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:21.320293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54498) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.328896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.377612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Checking segment: {'id': '5e546c7b-338c-4aba-b05a-d9b8ab04cff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '77add799-7d7d-4976-8b2c-60885db45fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:21.377991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network hostable DHCP agents. Network: 77add799-7d7d-4976-8b2c-60885db45fef, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:21.417977 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6186ee-81a8-4588-805a-3b2c612b8f96 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:21.418482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6186ee-81a8-4588-805a-3b2c612b8f96 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:21.422648 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bd6186ee-81a8-4588-805a-3b2c612b8f96 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/5346eaee-dfaa-4cc5-8815-7721bb2aea75 HTTP/1.1" status: 404 len: 339 time: 0.0947933 Mar 11 13:05:21.438513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.464746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.468659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'name': 'tempest-NetworksTestDHCPv6-router-1972322201', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:05:05Z', 'updated_at': '2022-03-11T13:05:18Z', 'revision_number': 3, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:21.472971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d05a1-6f2b-4602-9e5a-8597f4d28c9f None None] The sync data for ids ['b625b199-59a8-4450-8a63-bf32bd3ee6f1'] in dv-neutron-833198-1-hyperv is: [{'id': 'b625b199-59a8-4450-8a63-bf32bd3ee6f1', 'name': 'tempest-NetworksTestDHCPv6-router-1972322201', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:05:05Z', 'updated_at': '2022-03-11T13:05:18Z', 'revision_number': 3, 'project_id': '0bdea0fb04d348fa947310b98e9536df', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:21.557423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network 77add799-7d7d-4976-8b2c-60885db45fef is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:21.570804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.573695 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f337e5c-a000-43c1-98d8-5219b9803db2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:21.574139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f337e5c-a000-43c1-98d8-5219b9803db2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:21.575815 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6f337e5c-a000-43c1-98d8-5219b9803db2 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/52978fc8-4ac4-428b-ba54-488e18f27b11 HTTP/1.1" status: 404 len: 337 time: 0.0873957 Mar 11 13:05:21.578573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54506) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.616228 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9d21dda4-3635-4c0e-8667-61e89cddc54e tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags/tempest-TagsExtTest-Tag-1070707068 HTTP/1.1" status: 204 len: 168 time: 0.5586753 Mar 11 13:05:21.629762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c69a-4833-4b4d-92cd-89a596dd52b3 req-f0da902c-aa27-46b7-94a4-ab88059759e1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:21.631862 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5474c69a-4833-4b4d-92cd-89a596dd52b3 req-f0da902c-aa27-46b7-94a4-ab88059759e1 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6589260 Mar 11 13:05:21.638941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54510) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.645558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Deleting port 3bab66ae-1749-4b76-8ee9-1dc313ca856b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:21.645904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.675243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-9b2b0112-e31f-4247-adfa-e7245da962d9 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', 'tempest-TagsExtTest-Tag-1070707068') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:21.729984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 77add799-7d7d-4976-8b2c-60885db45fef) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:21.738751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56d4eb-d6d3-4ba2-ac82-a6df2cb45dd9 None None] Network 77add799-7d7d-4976-8b2c-60885db45fef requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:21.746975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] For port e7e0a67c-878e-47ed-8e73-44e530f28adc, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e7e0a67c-878e-47ed-8e73-44e530f28adc,segment=NetworkSegment(cf0b4ea6-bf75-4a8b-a175-8a2810562e7a),segment_id=cf0b4ea6-bf75-4a8b-a175-8a2810562e7a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:21.747433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.759054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:21.759560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:21.766089 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-21280ee8-2b74-405f-9748-90ed58c76095 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:21.766540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21280ee8-2b74-405f-9748-90ed58c76095 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:21.768163 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-21280ee8-2b74-405f-9748-90ed58c76095 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/1d846803-622b-475a-b9c0-aeee78adbd6e HTTP/1.1" status: 404 len: 339 time: 0.1799817 Mar 11 13:05:21.778286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54514) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.902327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Calling delete_port for e7e0a67c-878e-47ed-8e73-44e530f28adc owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:21.920566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:21.950311 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-10e42f13-25d3-4085-81ef-707150533544 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6576188 Mar 11 13:05:21.954528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54518) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:21.971240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'name': 'tempest-AllowedAddressPairTestJSON-351869466'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:21.999211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.050889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:22.051295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6bfa4a9b-3746-4409-8cb8-8a48841d8e3f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:22.078000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.117443 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5474c69a-4833-4b4d-92cd-89a596dd52b3 req-760dbb21-de29-4f6e-8f18-37c79c6ae8b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733081 Mar 11 13:05:22.166567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-77add799-7d7d-4976-8b2c-60885db45fef', 'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'tenant_id': '41738ecedfb8454094f1c9bf8d5bbd8a', 'fixed_ips': [{'subnet_id': '638e95df-c122-4020-98ab-8452546d9dc6'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:22.168339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.174286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.241970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Port': ['ID=e7e0a67c-878e-47ed-8e73-44e530f28adc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:22.244476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No DVR routers for this DVR port e7e0a67c-878e-47ed-8e73-44e530f28adc on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:22.321967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.360761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Allocated IP 172.20.0.2 (77add799-7d7d-4976-8b2c-60885db45fef/638e95df-c122-4020-98ab-8452546d9dc6/347a66b7-5e40-4bc2-a30c-febafdeeb592) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:22.383051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:22.385592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=49d35927-61db-49d5-94a1-aaf3a1868d93,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:22.425402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.440093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.443235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Usage tracker for resource:port and tenant:41738ecedfb8454094f1c9bf8d5bbd8a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:22.456681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:22.466913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.474503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:22.504560 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-458370e7-37c0-4bc3-b65b-b8b9798eeddf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/49d35927-61db-49d5-94a1-aaf3a1868d93 HTTP/1.1" status: 204 len: 168 time: 1.3913529 Mar 11 13:05:22.504763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:22.508778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.517218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54524) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:22.520102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8664e53-76a7-4ee8-b822-aa1092536557']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:22.537668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20567fd-7030-45cb-965e-59b01a4b6659 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:22.595979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:22.596400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0b4ea6-bf75-4a8b-a175-8a2810562e7a') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:22.605475 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b2b0112-e31f-4247-adfa-e7245da962d9 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags/tempest-TagsExtTest-Tag-1070707068 HTTP/1.1" status: 204 len: 168 time: 0.9631569 Mar 11 13:05:22.605475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.610137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54528) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:22.623972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-2d3bab73-acbf-4058-8ab3-b003feceae64 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:22.672018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.690346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] device_id is not set on port df4bd7e0-4c1a-453d-9c2b-a04bd966714f yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:22.760888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.788450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Calling delete_port for 3bab66ae-1749-4b76-8ee9-1dc313ca856b owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:22.826440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.837750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:22.838150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.841235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Transition to ACTIVE for port object 347a66b7-5e40-4bc2-a30c-febafdeeb592 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:22.852837 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:22.870844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Transition to ACTIVE for port object 347a66b7-5e40-4bc2-a30c-febafdeeb592 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:22.882821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.899681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:22.950988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Network 77add799-7d7d-4976-8b2c-60885db45fef is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:22.954716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fe2d3-bab3-47ac-a042-b5728f9e0552']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:22.958285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:22.964250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:22.970443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Pushing event updated for resources: {'Port': ['ID=347a66b7-5e40-4bc2-a30c-febafdeeb592,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:22.972359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a967a-ede0-4afc-b28a-930e2b3a9de9 req-d0bca48f-4907-4e21-a1e3-40e566c3c587 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:22.982113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb5a967a-ede0-4afc-b28a-930e2b3a9de9 req-d0bca48f-4907-4e21-a1e3-40e566c3c587 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6880517 Mar 11 13:05:22.997688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-26003b26-2463-44ff-b300-e08b044d6923 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:router {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:23.006209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:23.018411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f036a2da-7fe1-47b7-86ef-5711c18a5f40') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:23.018728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f036a2da-7fe1-47b7-86ef-5711c18a5f40') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:23.041701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] Deleting port d0ed4881-4db4-46e6-ad81-ed7e22137c06 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:23.042131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.052201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.079595 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2d3bab73-acbf-4058-8ab3-b003feceae64 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags HTTP/1.1" status: 200 len: 205 time: 0.4639070 Mar 11 13:05:23.081447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54532) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:23.087270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-fbebc00c-5120-41fa-864e-6b34087b59d8 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:23.103937 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb5a967a-ede0-4afc-b28a-930e2b3a9de9 req-aed9db6f-22c5-498f-bbb1-08a0dbd5a3bf tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208847 Mar 11 13:05:23.105446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.113506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-26003b26-2463-44ff-b300-e08b044d6923 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:router {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:23.113506 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-26003b26-2463-44ff-b300-e08b044d6923 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5859456 Mar 11 13:05:23.118468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Attempting to bind port 347a66b7-5e40-4bc2-a30c-febafdeeb592 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:23.118617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Attempting to bind port 347a66b7-5e40-4bc2-a30c-febafdeeb592 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5e546c7b-338c-4aba-b05a-d9b8ab04cff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '77add799-7d7d-4976-8b2c-60885db45fef'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:23.118952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Attempting to bind port 347a66b7-5e40-4bc2-a30c-febafdeeb592 on network 77add799-7d7d-4976-8b2c-60885db45fef {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:23.130541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:23.130541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Checking segment: {'id': '5e546c7b-338c-4aba-b05a-d9b8ab04cff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '77add799-7d7d-4976-8b2c-60885db45fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:23.130919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.131403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Bound using segment: {'id': '5e546c7b-338c-4aba-b05a-d9b8ab04cff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '77add799-7d7d-4976-8b2c-60885db45fef'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:23.131867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Bound port: 347a66b7-5e40-4bc2-a30c-febafdeeb592, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e546c7b-338c-4aba-b05a-d9b8ab04cff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '77add799-7d7d-4976-8b2c-60885db45fef'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:23.133218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.135167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54536) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:23.136577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.150111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Allocated IP 172.20.0.13 (77add799-7d7d-4976-8b2c-60885db45fef/638e95df-c122-4020-98ab-8452546d9dc6/df4bd7e0-4c1a-453d-9c2b-a04bd966714f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:23.204436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.322781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Network': ['ID=c8664e53-76a7-4ee8-b822-aa1092536557,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:23.341921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:23.342382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.359802 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f0f975ac-d851-4039-bd76-e8a69180fb97 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/c8664e53-76a7-4ee8-b822-aa1092536557 HTTP/1.1" status: 204 len: 168 time: 7.0336115 Mar 11 13:05:23.361971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54542) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:23.364981 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:23.367034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] For port 347a66b7-5e40-4bc2-a30c-febafdeeb592, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:23.369991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.373092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] For port 347a66b7-5e40-4bc2-a30c-febafdeeb592, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=347a66b7-5e40-4bc2-a30c-febafdeeb592,segment=NetworkSegment(5e546c7b-338c-4aba-b05a-d9b8ab04cff0),segment_id=5e546c7b-338c-4aba-b05a-d9b8ab04cff0)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:23.386182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] For port d0ed4881-4db4-46e6-ad81-ed7e22137c06, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d0ed4881-4db4-46e6-ad81-ed7e22137c06,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:23.387069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.421625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1019575834'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:23.441147 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fbebc00c-5120-41fa-864e-6b34087b59d8 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags HTTP/1.1" status: 200 len: 241 time: 0.3585665 Mar 11 13:05:23.452965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:23.457855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54546) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:23.465784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da04e85d-e1ca-4585-bcca-54c5419ef964 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.471991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.520236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:network and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:23.537412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-8308ea29-4d3c-4017-a369-6c4782b06ae2 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', 'tempest-TagsExtTest-Tag-1298061606') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:23.556643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:23.575200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] Calling delete_port for d0ed4881-4db4-46e6-ad81-ed7e22137c06 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:23.575683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:23.592655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.666239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d0ed4881-4db4-46e6-ad81-ed7e22137c06 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:23.697900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.731223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c84fed-5f23-46ec-a8ea-7b2bccf08cdd None None] Pushing event updated for resources: {'Port': ['ID=347a66b7-5e40-4bc2-a30c-febafdeeb592,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:23.732487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.740347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=3c0fe2d3-bab3-47ac-a042-b5728f9e0552,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:23.786645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.806393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:23.809778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.845423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port d0ed4881-4db4-46e6-ad81-ed7e22137c06 update to DOWN by agent not found {{(pid=87960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 13:05:23.848221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] No DVR routers for this DVR port d0ed4881-4db4-46e6-ad81-ed7e22137c06 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:23.857384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189e45b-6cd7-452d-a761-ef04d205ce1e None None] Pushing event deleted for resources: {'Port': ['ID=d0ed4881-4db4-46e6-ad81-ed7e22137c06,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:23.863642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:23.918643 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bcb11282-afe9-4503-9d98-251d4400f180 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/3c0fe2d3-bab3-47ac-a042-b5728f9e0552 HTTP/1.1" status: 204 len: 168 time: 2.1377151 Mar 11 13:05:23.923991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event deleted for resources: {'Port': ['ID=3bab66ae-1749-4b76-8ee9-1dc313ca856b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:23.933516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7159d-328a-4b75-ab6a-fc853ec27d71 req-c4f6de47-fddf-4cac-8bb5-4697660bc7ad tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:23.935018 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ef7159d-328a-4b75-ab6a-fc853ec27d71 req-c4f6de47-fddf-4cac-8bb5-4697660bc7ad tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.6875913 Mar 11 13:05:23.961087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54550) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:23.989070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da04e85d-e1ca-4585-bcca-54c5419ef964 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.028763 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8308ea29-4d3c-4017-a369-6c4782b06ae2 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags/tempest-TagsExtTest-Tag-1298061606 HTTP/1.1" status: 204 len: 168 time: 0.5660067 Mar 11 13:05:24.034507 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Floating IP 4e166c70-fa15-460b-bdf3-0861f0a22913 associated. External IP: 172.26.4.32, port: ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e. Mar 11 13:05:24.035707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da04e85d-e1ca-4585-bcca-54c5419ef964 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.040115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54554) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.055160 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fc33ab-c81f-44c7-90d0-bee0391fd81b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:24.055633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fc33ab-c81f-44c7-90d0-bee0391fd81b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:24.058396 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b8fc33ab-c81f-44c7-90d0-bee0391fd81b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/7578bf0a-9db8-4a6e-bb2a-1b2dc5042788 HTTP/1.1" status: 404 len: 337 time: 0.0953507 Mar 11 13:05:24.068348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-6600e495-447b-4d17-a378-ea83ca8ab6b7 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', 'tempest-TagsExtTest-Tag-1298061606') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:24.082853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54558) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.113164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:24.135226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da04e85d-e1ca-4585-bcca-54c5419ef964 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.135706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da04e85d-e1ca-4585-bcca-54c5419ef964 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Fanout notify agent at l3_agent the message router_deleted on router b625b199-59a8-4450-8a63-bf32bd3ee6f1 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:24.167331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.168209 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Added segment c272b305-f220-4d0c-b09e-4a9cbb9bcd94 of type vlan for network e2d15c63-0306-4c01-8fff-d3cfd5ed4e32 Mar 11 13:05:24.184913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.207094 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5a6c56-accd-4410-8839-85e19600c1e3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:24.207555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5a6c56-accd-4410-8839-85e19600c1e3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:24.211655 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d5a6c56-accd-4410-8839-85e19600c1e3 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/775779da-9730-47e4-a5f4-8b8934ed884e HTTP/1.1" status: 404 len: 339 time: 0.0979321 Mar 11 13:05:24.216188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.238340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Transition to ACTIVE for port object df4bd7e0-4c1a-453d-9c2b-a04bd966714f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:24.246877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da04e85d-e1ca-4585-bcca-54c5419ef964 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.247995 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-da04e85d-e1ca-4585-bcca-54c5419ef964 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/routers/b625b199-59a8-4450-8a63-bf32bd3ee6f1 HTTP/1.1" status: 204 len: 168 time: 1.1065712 Mar 11 13:05:24.250675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.255150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54566) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.271280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ef7159d-328a-4b75-ab6a-fc853ec27d71 req-6781d747-31cc-404c-94fa-dc6e5d966b33 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827842 Mar 11 13:05:24.296566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.316814 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6600e495-447b-4d17-a378-ea83ca8ab6b7 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags/tempest-TagsExtTest-Tag-1298061606 HTTP/1.1" status: 204 len: 168 time: 0.2692256 Mar 11 13:05:24.325047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54572) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.331018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-2cac194c-c252-41a7-95da-fe9a1ae1c752 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:24.340696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-845110a8-4ee4-45d9-9220-eaeec6c92430 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:24.374836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.393083 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38a0373-161c-4ed6-8695-f05b6172be67 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:24.393582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38a0373-161c-4ed6-8695-f05b6172be67 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:24.395595 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c38a0373-161c-4ed6-8695-f05b6172be67 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/9fb0832c-027f-4a72-86bf-12d459c31bc8 HTTP/1.1" status: 404 len: 337 time: 0.1742542 Mar 11 13:05:24.419441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54576) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.448063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.454229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:24.454807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.496434 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-845110a8-4ee4-45d9-9220-eaeec6c92430 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:24.497963 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-845110a8-4ee4-45d9-9220-eaeec6c92430 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2394428 Mar 11 13:05:24.503573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54580) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.512831 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2cac194c-c252-41a7-95da-fe9a1ae1c752 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags HTTP/1.1" status: 200 len: 205 time: 0.1866851 Mar 11 13:05:24.519916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.527327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-8677a8ac-dd97-46e2-b664-dd0b15d6e473 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:24.530951 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-049a04d9-faf9-457d-9478-85030b579e57 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:24.531429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049a04d9-faf9-457d-9478-85030b579e57 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:24.535627 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-049a04d9-faf9-457d-9478-85030b579e57 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/f0637015-bc34-43b9-8b2f-af72f2033d9e HTTP/1.1" status: 404 len: 339 time: 0.1119273 Mar 11 13:05:24.536328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network 77add799-7d7d-4976-8b2c-60885db45fef is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:24.576457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54588) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.588010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:24.616453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.622441 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.628967 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2659626 Mar 11 13:05:24.634276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54592) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.658124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Request body: {'subnet': {'network_id': 'e2d15c63-0306-4c01-8fff-d3cfd5ed4e32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:24.677343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:24.738389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=df4bd7e0-4c1a-453d-9c2b-a04bd966714f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:24.740931 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-097422e1-1554-4c9c-851c-4a2a7b94acad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:24.741377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097422e1-1554-4c9c-851c-4a2a7b94acad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:24.745515 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-097422e1-1554-4c9c-851c-4a2a7b94acad tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/81322e00-72c8-4db4-aa8a-e7d6975cd215 HTTP/1.1" status: 404 len: 337 time: 0.1567752 Mar 11 13:05:24.753871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54596) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.759369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f144e1-203b-4350-94b7-29cf6c9e0bf2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Network': ['ID=e2d15c63-0306-4c01-8fff-d3cfd5ed4e32,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:24.773745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e2d15c63-0306-4c01-8fff-d3cfd5ed4e32 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:24.804973 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8dca57-2dfc-47a1-8080-e738b57d4755 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:24.805463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8dca57-2dfc-47a1-8080-e738b57d4755 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:24.807176 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2c8dca57-2dfc-47a1-8080-e738b57d4755 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/0ac8e98e-1eb7-44b7-b029-6c570d6d6c61 HTTP/1.1" status: 404 len: 339 time: 0.0499837 Mar 11 13:05:24.811726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54600) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.825177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.826057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Fanout notify agent at l3_agent the message router_deleted on router 78340891-3942-4dc3-80c1-29765311edcb {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:24.855110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31f261-b787-4304-8543-18f8440511d5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:24.855811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f31f261-b787-4304-8543-18f8440511d5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:24.863022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:24.863761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.874623 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff63bf7-b89f-4d19-8028-9a06d65287af tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:24.875077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff63bf7-b89f-4d19-8028-9a06d65287af tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:24.876787 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3ff63bf7-b89f-4d19-8028-9a06d65287af tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/a1db3663-89d9-41e1-825e-70fc14d3e82b HTTP/1.1" status: 404 len: 337 time: 0.0624919 Mar 11 13:05:24.884631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54604) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.892515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:24.895279 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f4e1285e-a85c-46dd-93fb-27bdb8b17ef8 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/78340891-3942-4dc3-80c1-29765311edcb HTTP/1.1" status: 204 len: 168 time: 4.6202803 Mar 11 13:05:24.899054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54608) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.905084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-561518018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:24.911838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8677a8ac-dd97-46e2-b664-dd0b15d6e473 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags HTTP/1.1" status: 204 len: 168 time: 0.3909245 Mar 11 13:05:24.914476 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c12d4f6f-a1c0-4399-802b-87d282dfbdfa tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9519567 Mar 11 13:05:24.915782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54612) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.916120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54614) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:24.918913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:24.933158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f31f261-b787-4304-8543-18f8440511d5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:24.936857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840dadf2-96c1-44dd-92ff-68d09a28030c None None] Network 77add799-7d7d-4976-8b2c-60885db45fef requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:24.936990 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9f31f261-b787-4304-8543-18f8440511d5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4238510 Mar 11 13:05:24.939415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-6e0c5d6a-c3cd-4d6c-81c0-793cc1bb49d1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:25.056658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-108d58d6-ba67-4d93-89f8-6e9cf74ee6cf None None] Provisioning for port 347a66b7-5e40-4bc2-a30c-febafdeeb592 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:25.126447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'name': 'tempest-AllowedAddressPairTestJSON-144481089', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:db:01:db'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:25.137270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54620) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.140119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:25.161010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Usage tracker for resource:router and tenant:fc72c081cc81437d9a4159fdc2df5155 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:25.181698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:25.208525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3034870-67f3-40f3-a0be-1a434b3ee5dc req-98745e21-0d60-4694-933f-d22e29527846 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:25.215299 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3034870-67f3-40f3-a0be-1a434b3ee5dc req-98745e21-0d60-4694-933f-d22e29527846 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.8184311 Mar 11 13:05:25.239218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:25.244746 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e828c62a-9c23-450a-b779-92a12cb83608 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:25.245480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e828c62a-9c23-450a-b779-92a12cb83608 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:25.248033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e828c62a-9c23-450a-b779-92a12cb83608 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/2eb906f5-b55c-4cd6-9017-29978e366921 HTTP/1.1" status: 404 len: 339 time: 0.3507783 Mar 11 13:05:25.249682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Usage tracker for resource:subnet and tenant:d4c059576b0e4f3f98ad95365741ea77 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:25.251784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54626) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.264373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:25.269928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8be48e8-74a8-4fda-80e1-7bd4ca13415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:router {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:25.297662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:25.341987 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3034870-67f3-40f3-a0be-1a434b3ee5dc req-0555f6de-8c2a-43d5-b972-f075559b0ae3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256146 Mar 11 13:05:25.347667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Made reservation on behalf of d4c059576b0e4f3f98ad95365741ea77 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:25.352143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.375397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8be48e8-74a8-4fda-80e1-7bd4ca13415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:router {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:25.376780 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8be48e8-74a8-4fda-80e1-7bd4ca13415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2382762 Mar 11 13:05:25.384118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54632) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.386203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Router 9bff5890-0b14-4e0d-997f-27b00b2c4937 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:05:25.403718 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90678da-dd97-4279-906e-907301e6aeea tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:25.404242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90678da-dd97-4279-906e-907301e6aeea tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:25.405888 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a90678da-dd97-4279-906e-907301e6aeea tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/e22ec3c1-52ba-4353-8104-3564572f2878 HTTP/1.1" status: 404 len: 337 time: 0.1511092 Mar 11 13:05:25.407526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:25.411647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54636) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.418421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.419457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.497051 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8134bd06-e2e7-4b60-940a-b4741388a27f tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:25.497677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8134bd06-e2e7-4b60-940a-b4741388a27f tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:25.499226 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8134bd06-e2e7-4b60-940a-b4741388a27f tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/5410d56a-9124-4794-9ac1-f77149cdd36d HTTP/1.1" status: 404 len: 339 time: 0.0865049 Mar 11 13:05:25.511280 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6e0c5d6a-c3cd-4d6c-81c0-793cc1bb49d1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags HTTP/1.1" status: 204 len: 168 time: 0.5837154 Mar 11 13:05:25.511858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54640) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.514935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54642) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.563416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.594516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-d37ad915-37cd-4104-9621-38015b98f7bd tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:25.600590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9b27dcf1-8557-46a9-9435-6749831c9e55 None None] Provisioning for port df4bd7e0-4c1a-453d-9c2b-a04bd966714f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:25.616394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9b27dcf1-8557-46a9-9435-6749831c9e55 None None] Provisioning complete for port df4bd7e0-4c1a-453d-9c2b-a04bd966714f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:25.616394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9b27dcf1-8557-46a9-9435-6749831c9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.647725 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be650c5-a610-4fed-833d-e788eb4ea596 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:25.648412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be650c5-a610-4fed-833d-e788eb4ea596 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:25.651590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.690169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:25.697104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:25.719935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4be650c5-a610-4fed-833d-e788eb4ea596 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/203febcd-2a65-446a-984c-ede214b419f9 HTTP/1.1" status: 404 len: 337 time: 0.2055578 Mar 11 13:05:25.721634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Usage tracker for resource:port and tenant:41738ecedfb8454094f1c9bf8d5bbd8a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:25.731833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54648) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.732216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:25.737550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:25.758041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:25.766019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.769803 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e156c940-13af-4ce3-9f9a-a33991bbdb50 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8670769 Mar 11 13:05:25.773200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54652) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.780180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': True}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:25.793207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9b27dcf1-8557-46a9-9435-6749831c9e55 None None] Port df4bd7e0-4c1a-453d-9c2b-a04bd966714f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:25.798914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 347a66b7-5e40-4bc2-a30c-febafdeeb592 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:25.840039 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a072c2-e7e9-4f4f-a90b-9f92d7f983d1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:25.840506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a072c2-e7e9-4f4f-a90b-9f92d7f983d1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:25.865568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:25.873188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f5a072c2-e7e9-4f4f-a90b-9f92d7f983d1 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/a0a1b736-b548-47c7-a81d-31e4e6c2c9a4 HTTP/1.1" status: 404 len: 339 time: 0.1375282 Mar 11 13:05:25.889879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54656) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:25.893366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:25.898423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:25.902091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.907167 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] Sync routers for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:25.912828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 347a66b7-5e40-4bc2-a30c-febafdeeb592 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:25.920206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 347a66b7-5e40-4bc2-a30c-febafdeeb592 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:25.920733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:25.944556 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:25.945523 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:25.963331 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:26.063530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e285b8df-2d81-4317-96ee-f87346a6ec1c None None] Provisioning complete for port df4bd7e0-4c1a-453d-9c2b-a04bd966714f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:26.064078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e285b8df-2d81-4317-96ee-f87346a6ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:26.104456 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0effe9f-442d-4f93-bc2c-523b97376501 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:26.105201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0effe9f-442d-4f93-bc2c-523b97376501 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:26.110009 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b0effe9f-442d-4f93-bc2c-523b97376501 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/c8869580-3473-442e-8d27-f81a87083db7 HTTP/1.1" status: 404 len: 337 time: 0.2154479 Mar 11 13:05:26.112124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54662) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:26.174907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e285b8df-2d81-4317-96ee-f87346a6ec1c None None] Port df4bd7e0-4c1a-453d-9c2b-a04bd966714f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:26.193232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:26.209872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e7ae6e45-c4db-4a28-8849-dc65caab3b34 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "PUT /v2.0/floatingips/4e166c70-fa15-460b-bdf3-0861f0a22913 HTTP/1.1" status: 200 len: 990 time: 5.1497037 Mar 11 13:05:26.233670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:05:26.235672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 347a66b7-5e40-4bc2-a30c-febafdeeb592, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=347a66b7-5e40-4bc2-a30c-febafdeeb592,segment=NetworkSegment(5e546c7b-338c-4aba-b05a-d9b8ab04cff0),segment_id=5e546c7b-338c-4aba-b05a-d9b8ab04cff0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:26.245572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:26.284083 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:26.290542 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0ac2ba-a847-4cd0-b1cc-3dc38dd42901 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:26.291013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0ac2ba-a847-4cd0-b1cc-3dc38dd42901 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:26.295796 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-eb0ac2ba-a847-4cd0-b1cc-3dc38dd42901 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/88b0b370-f5aa-44c7-a7f1-f1af72a5fffe HTTP/1.1" status: 404 len: 339 time: 0.1335344 Mar 11 13:05:26.297344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54670) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:26.371342 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b823a352-72ea-4f88-8b56-b88284fabd3b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:26.372079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b823a352-72ea-4f88-8b56-b88284fabd3b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:26.397579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=347a66b7-5e40-4bc2-a30c-febafdeeb592,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:26.403910 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d37ad915-37cd-4104-9621-38015b98f7bd tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags HTTP/1.1" status: 204 len: 168 time: 0.8494384 Mar 11 13:05:26.404758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54674) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:26.420606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-415d38b0-3e00-4e43-beed-6b467ff32c0b tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:26.492844 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b823a352-72ea-4f88-8b56-b88284fabd3b tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/bfa557dd-5e75-4007-8ff8-30dad97e126c HTTP/1.1" status: 404 len: 337 time: 0.1882119 Mar 11 13:05:26.503840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54678) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:26.542622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:26.551485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:26.586956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5397952-642b-4e35-8666-519f5fb767aa req-a44ff08b-a41e-4f63-a587-409cb2658f72 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:26.588456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5397952-642b-4e35-8666-519f5fb767aa req-a44ff08b-a41e-4f63-a587-409cb2658f72 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4669948 Mar 11 13:05:26.589372 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-089e0fd4-50c9-43b9-acdc-0cb7d8242818 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:26.589846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089e0fd4-50c9-43b9-acdc-0cb7d8242818 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:26.593768 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-089e0fd4-50c9-43b9-acdc-0cb7d8242818 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/36e96e8e-7cce-440d-98ab-c852dc46eb9b HTTP/1.1" status: 404 len: 339 time: 0.0802221 Mar 11 13:05:26.604988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54682) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:26.607966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] device_id is not set on port 94c4f514-f8af-49fd-82bc-cc7b65361a1a yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:26.690922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:05:26.701686 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '4e166c70-fa15-460b-bdf3-0861f0a22913', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'port_id': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'mac_address': 'fa:16:3e:92:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fca84-443a-466e-90cb-8df36e052578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:04:48Z', 'updated_at': '2022-03-11T13:05:23Z', 'revision_number': 1, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:45Z', 'revision_number': 5, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:26.705879 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] Checking router: 9bff5890-0b14-4e0d-997f-27b00b2c4937 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:05:26.708325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:26.715458 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:26.716168 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:26.788719 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5397952-642b-4e35-8666-519f5fb767aa req-85e68386-7196-4703-b901-7d1bd3733233 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845012 Mar 11 13:05:26.875900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ba322-3c99-49ed-851c-3b48d8f0079d req-93d03d24-a591-4383-8ff4-e95d9b25e18b tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:26.877144 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb9ba322-3c99-49ed-851c-3b48d8f0079d req-93d03d24-a591-4383-8ff4-e95d9b25e18b tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 945 time: 0.4513805 Mar 11 13:05:26.884464 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'status': 'completed', 'code': 200} Mar 11 13:05:26.937271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event updated for resources: {'Subnet': ['ID=130258ee-d23d-4c5a-9186-de22cd3c638a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:26.942264 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:26.981507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Checking segment: {'id': 'c272b305-f220-4d0c-b09e-4a9cbb9bcd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e2d15c63-0306-4c01-8fff-d3cfd5ed4e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:26.981882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network hostable DHCP agents. Network: e2d15c63-0306-4c01-8fff-d3cfd5ed4e32, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:26.994431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting subnet ffa15cb5-de40-4aef-af29-5ca78dc923e4 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:27.043037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:27.142780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:27.164290 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb9ba322-3c99-49ed-851c-3b48d8f0079d req-e9a7bc37-d923-4142-8a1c-f44b591f2487 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705438 Mar 11 13:05:27.189486 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-415d38b0-3e00-4e43-beed-6b467ff32c0b tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags HTTP/1.1" status: 204 len: 168 time: 0.7697587 Mar 11 13:05:27.189689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:27.191342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Allocated IP 172.20.0.10 (77add799-7d7d-4976-8b2c-60885db45fef/638e95df-c122-4020-98ab-8452546d9dc6/94c4f514-f8af-49fd-82bc-cc7b65361a1a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:27.195641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-e78655a4-5da1-4279-a444-e46741b119f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4104779 Mar 11 13:05:27.217016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-d3876af8-92f3-4f69-b7b9-cacf5d97da58 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', 'tempest-TagsExtTest-Tag-1513841525') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:27.297481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:05:27.299513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Network e2d15c63-0306-4c01-8fff-d3cfd5ed4e32 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:27.303069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d63135-08cf-40df-b3ba-cffa43552aca req-c22eac15-7f39-468d-8406-02fce4ecd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:27.304538 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d63135-08cf-40df-b3ba-cffa43552aca req-c22eac15-7f39-468d-8406-02fce4ecd055 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7ee75938cd8457e91d8f451a90c5ac3&device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 1098 time: 0.4075863 Mar 11 13:05:27.335344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:27.356459 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '4e166c70-fa15-460b-bdf3-0861f0a22913', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'port_id': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'mac_address': 'fa:16:3e:92:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fca84-443a-466e-90cb-8df36e052578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:04:48Z', 'updated_at': '2022-03-11T13:05:23Z', 'revision_number': 1, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:45Z', 'revision_number': 5, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:27.360578 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f11163-c9e9-4e56-b70b-b4ea6cbccde9 None None] The sync data for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv is: [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '4e166c70-fa15-460b-bdf3-0861f0a22913', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'port_id': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'mac_address': 'fa:16:3e:92:91:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fca84-443a-466e-90cb-8df36e052578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:04:48Z', 'updated_at': '2022-03-11T13:05:23Z', 'revision_number': 1, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:45Z', 'revision_number': 5, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:27.392665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:27.425970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e2d15c63-0306-4c01-8fff-d3cfd5ed4e32) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:27.436228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:27.441616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15773840-d1aa-4c39-8b07-61a8038d1c91 None None] Network e2d15c63-0306-4c01-8fff-d3cfd5ed4e32 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:27.442158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:27.442592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:27.447767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:27.464983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:27.465707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:27.480250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=788853fc-841c-4f6a-accf-e7ba5f84b2fc,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:27.503635 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c158217e-948c-479f-b5f2-34baea4dd3ab tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8620980 Mar 11 13:05:27.504614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54694) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:27.532653 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-963d62c8-d82b-436f-8693-841d03f978d1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1425440 Mar 11 13:05:27.534781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3db2b-a0db-4cab-8a30-6c632d4846d5 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:27.550777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54698) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:27.570963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-271e5757-c95e-43b6-9415-0ea9bbd3d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:27.572446 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-271e5757-c95e-43b6-9415-0ea9bbd3d703 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 0.2739816 Mar 11 13:05:27.576522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:27.671927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 347a66b7-5e40-4bc2-a30c-febafdeeb592 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:27.781187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a20941-d5c3-4081-a5a4-afa6a061edbb None None] New status for floating IP 4e166c70-fa15-460b-bdf3-0861f0a22913: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:05:27.841534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:27.850773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-d04c1983-7d42-4172-b2d5-d2d87e485607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:27.851755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-d04c1983-7d42-4172-b2d5-d2d87e485607 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.2307925 Mar 11 13:05:27.933731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d63135-08cf-40df-b3ba-cffa43552aca req-3a5d2e6a-f80f-485f-ada2-c7b60f1cb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:27.935264 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d63135-08cf-40df-b3ba-cffa43552aca req-3a5d2e6a-f80f-485f-ada2-c7b60f1cb0c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb64631b-af56-4663-a3fe-a8217e106f96 HTTP/1.1" status: 200 len: 913 time: 0.6236053 Mar 11 13:05:27.969999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 347a66b7-5e40-4bc2-a30c-febafdeeb592 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:27.970534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.022163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.049598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.062492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-0b33a7e6-6902-4591-8e6a-fac9845961bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 1000 time: 0.2031302 Mar 11 13:05:28.071078 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d3876af8-92f3-4f69-b7b9-cacf5d97da58 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags/tempest-TagsExtTest-Tag-1513841525 HTTP/1.1" status: 201 len: 201 time: 0.8605113 Mar 11 13:05:28.074104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54704) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:28.117005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-e2477c75-1c7c-4169-a635-567ac68c0e84 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', 'tempest-TagsExtTest-Tag-1083238640') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:28.134898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.140860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Transition to ACTIVE for port object 94c4f514-f8af-49fd-82bc-cc7b65361a1a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:28.142109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa15cb5-de40-4aef-af29-5ca78dc923e4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:28.146908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:28.163307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.176322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392da8a7-d9a6-4fda-8af4-3c184196b194 None None] Network 2b2e2b09-c0a9-4ad6-a135-f62acb84539e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:28.185071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.217108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:28.222502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.226305 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d63135-08cf-40df-b3ba-cffa43552aca req-14ae7dc7-3cc9-4ad2-8846-2526d0bc6e82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e HTTP/1.1" status: 200 len: 998 time: 0.2795787 Mar 11 13:05:28.247726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-105275db-302a-43fd-b574-73f9e143ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:28.249170 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-105275db-302a-43fd-b574-73f9e143ac32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.1759095 Mar 11 13:05:28.307673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336210bf-1992-451d-b740-b7433f585b4d req-4b874735-c845-4ee7-9d46-39faa3596d8b tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:28.308964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-336210bf-1992-451d-b740-b7433f585b4d req-4b874735-c845-4ee7-9d46-39faa3596d8b tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.3158519 Mar 11 13:05:28.320433 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-092b5905-b46a-4e37-9868-9c2d6c292d38 tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/subnets/ffa15cb5-de40-4aef-af29-5ca78dc923e4 HTTP/1.1" status: 204 len: 168 time: 1.7121451 Mar 11 13:05:28.332927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54708) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:28.342222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:28.346332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.395435 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-336210bf-1992-451d-b740-b7433f585b4d req-5423cede-865f-483e-bfb3-d0b6aa377c42 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725598 Mar 11 13:05:28.403945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.475463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Subnet': ['ID=130258ee-d23d-4c5a-9186-de22cd3c638a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:28.491934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63337493-0136-4db3-8f3c-c2fd6ef3f3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e2d15c63-0306-4c01-8fff-d3cfd5ed4e32', 'network_id': 'e2d15c63-0306-4c01-8fff-d3cfd5ed4e32', 'tenant_id': 'd4c059576b0e4f3f98ad95365741ea77', 'fixed_ips': [{'subnet_id': '130258ee-d23d-4c5a-9186-de22cd3c638a'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:28.493192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63337493-0136-4db3-8f3c-c2fd6ef3f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.515635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-1f6c7056-b1ec-4cbd-99d9-f6a27427dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:28.517191 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-1f6c7056-b1ec-4cbd-99d9-f6a27427dc68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2577016 Mar 11 13:05:28.522890 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2477c75-1c7c-4169-a635-567ac68c0e84 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags/tempest-TagsExtTest-Tag-1083238640 HTTP/1.1" status: 201 len: 201 time: 0.4158251 Mar 11 13:05:28.525910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54714) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:28.561818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-8601af6b-f886-4138-b1d1-94d44443b880 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', 'tempest-TagsExtTest-Tag-1711824035') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:28.649601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '788853fc-841c-4f6a-accf-e7ba5f84b2fc'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:28.650381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.751209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.775127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.839972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d15c63-0306-4c01-8fff-d3cfd5ed4e32']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:28.840842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d63135-08cf-40df-b3ba-cffa43552aca req-9169bffb-16d5-4073-986a-c04e4e4f603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:28.842223 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d63135-08cf-40df-b3ba-cffa43552aca req-9169bffb-16d5-4073-986a-c04e4e4f603b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=857c8644-46ad-44bb-b984-8fb0851be916 HTTP/1.1" status: 200 len: 851 time: 0.6063139 Mar 11 13:05:28.842850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Deleting port 5559df36-875c-49b4-a424-a7ff4f95f9e0 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:28.843194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:28.973830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.038178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c272b305-f220-4d0c-b09e-4a9cbb9bcd94') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:29.038733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c272b305-f220-4d0c-b09e-4a9cbb9bcd94') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:29.069835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590aafa-8c46-4f0d-b005-5b03075212d0 None None] Network e2d15c63-0306-4c01-8fff-d3cfd5ed4e32 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:29.074164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.100317 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-8e649799-224b-4b0c-9c2f-9ebf06b63cdb service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732675 Mar 11 13:05:29.101386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.139831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network 77add799-7d7d-4976-8b2c-60885db45fef is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:29.151265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:29.151676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.160272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8601af6b-f886-4138-b1d1-94d44443b880 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags/tempest-TagsExtTest-Tag-1711824035 HTTP/1.1" status: 201 len: 201 time: 0.6257904 Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:29.174381 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:29.180894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Allocated IP 172.26.4.201 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/73c237a9-d539-4530-93ed-ebfe78366c4e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:29.188021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Allocated IP 2001:db8::f816:3eff:fe57:ed02 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/788853fc-841c-4f6a-accf-e7ba5f84b2fc/ec0002e5-ba71-46fe-94c5-e891952696cf) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:29.188700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:29.190152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54720) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.232928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] DHCP port deletion for 2b2e2b09-c0a9-4ad6-a135-f62acb84539e request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:29.242617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-4cd432f0-9cd3-4f8f-b572-b84f9d710d35 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', 'tempest-TagsExtTest-Tag-1348313245') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:29.245937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=94c4f514-f8af-49fd-82bc-cc7b65361a1a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:29.369888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820e3e8-5a75-413a-b691-40e0b6e586ff req-98554a6c-3149-4885-8e5d-3d5d642b3b23 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:29.371432 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6820e3e8-5a75-413a-b691-40e0b6e586ff req-98554a6c-3149-4885-8e5d-3d5d642b3b23 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.5152698 Mar 11 13:05:29.408398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.441093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.446266 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68900531-2ebd-4a4e-bcbb-8779312047bc req-dc39281c-6354-43bd-934c-3aef87377fd2 service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396349 Mar 11 13:05:29.463655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Network': ['ID=e2d15c63-0306-4c01-8fff-d3cfd5ed4e32,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:29.500704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6820e3e8-5a75-413a-b691-40e0b6e586ff req-e234470d-3591-4cbd-b560-bc2a3d86e126 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058798 Mar 11 13:05:29.516432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Deleting port 5559df36-875c-49b4-a424-a7ff4f95f9e0 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:29.517706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.535559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:29.536255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.555761 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-09863c8e-6025-46dd-a65f-efe97dbbbdf9 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/e2d15c63-0306-4c01-8fff-d3cfd5ed4e32 HTTP/1.1" status: 204 len: 168 time: 2.0466630 Mar 11 13:05:29.555991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d63135-08cf-40df-b3ba-cffa43552aca req-cdcc5b22-a038-45a1-8486-b14a3d712c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:29.555991 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d63135-08cf-40df-b3ba-cffa43552aca req-cdcc5b22-a038-45a1-8486-b14a3d712c11 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb64631b-af56-4663-a3fe-a8217e106f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6804137 Mar 11 13:05:29.560386 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4cd432f0-9cd3-4f8f-b572-b84f9d710d35 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags/tempest-TagsExtTest-Tag-1348313245 HTTP/1.1" status: 201 len: 201 time: 0.3268204 Mar 11 13:05:29.566402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54724) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.566569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.580752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] For port 5559df36-875c-49b4-a424-a7ff4f95f9e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5559df36-875c-49b4-a424-a7ff4f95f9e0,segment=NetworkSegment(88370163-2b10-475c-9f77-802f9cc87040),segment_id=88370163-2b10-475c-9f77-802f9cc87040)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:29.581109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.604420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-c6921f70-4df2-4d8a-a73c-b9b24cb49f91 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', {'tags': ['tempest-TagsExtTest-Tag-366902941', 'tempest-TagsExtTest-Tag-1800548908', 'tempest-TagsExtTest-Tag-1160506346']}) {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:29.645956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a48a6a-feec-4973-8858-9fe84934d2a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:29.646414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a48a6a-feec-4973-8858-9fe84934d2a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:29.648220 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a0a48a6a-feec-4973-8858-9fe84934d2a0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/130258ee-d23d-4c5a-9186-de22cd3c638a HTTP/1.1" status: 404 len: 337 time: 0.0808699 Mar 11 13:05:29.657342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54732) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.657643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5559df36-875c-49b4-a424-a7ff4f95f9e0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:29.699568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0952c5-f9a7-4fba-9947-3e384b7afc62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:29.700041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0952c5-f9a7-4fba-9947-3e384b7afc62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:29.701722 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ef0952c5-f9a7-4fba-9947-3e384b7afc62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/e2d15c63-0306-4c01-8fff-d3cfd5ed4e32 HTTP/1.1" status: 404 len: 339 time: 0.0438209 Mar 11 13:05:29.705305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54736) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.726528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-afbabda0-c3d1-41ea-997b-f676f9817ef1 None None] Provisioning for port 94c4f514-f8af-49fd-82bc-cc7b65361a1a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:29.754815 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09b3378-9e6d-4657-adc0-a168f0fb7147 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:29.755188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09b3378-9e6d-4657-adc0-a168f0fb7147 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:29.756905 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c09b3378-9e6d-4657-adc0-a168f0fb7147 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/6eb7b192-2160-4bd6-b4a6-4a0fee79cc6d HTTP/1.1" status: 404 len: 337 time: 0.0489635 Mar 11 13:05:29.768114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54740) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.782785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-afbabda0-c3d1-41ea-997b-f676f9817ef1 None None] Provisioning complete for port 94c4f514-f8af-49fd-82bc-cc7b65361a1a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:29.783183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-afbabda0-c3d1-41ea-997b-f676f9817ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.800838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dcef3f-dc01-4723-95cc-5582baaffbe0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:29.801311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dcef3f-dc01-4723-95cc-5582baaffbe0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:29.805891 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9dcef3f-dc01-4723-95cc-5582baaffbe0 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/c8664e53-76a7-4ee8-b822-aa1092536557 HTTP/1.1" status: 404 len: 339 time: 0.0339818 Mar 11 13:05:29.805891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-e4e74246-5cbe-4175-adb1-5ba17dc4d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:29.807034 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-e4e74246-5cbe-4175-adb1-5ba17dc4d2f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7800a39c051941e994d725ad41f030e9&device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 1098 time: 0.3016567 Mar 11 13:05:29.810811 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c6921f70-4df2-4d8a-a73c-b9b24cb49f91 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags HTTP/1.1" status: 200 len: 317 time: 0.2396238 Mar 11 13:05:29.810811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54744) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.833196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54746) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.840039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Calling delete_port for 5559df36-875c-49b4-a424-a7ff4f95f9e0 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:29.870191 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3cbed5d-dd91-4ab2-93dc-ceecd1fd21a7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:29.870191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3cbed5d-dd91-4ab2-93dc-ceecd1fd21a7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:29.877888 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b3cbed5d-dd91-4ab2-93dc-ceecd1fd21a7 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/f8c009f1-21e7-4a73-9417-1a4f05dc2dcb HTTP/1.1" status: 404 len: 337 time: 0.0611534 Mar 11 13:05:29.878238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-7956c4a0-0fc6-4c2b-a998-2cbb8783f798 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:29.888361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.905256 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5319b0ec-517b-431e-b471-534d25beae53 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.9819498 Mar 11 13:05:29.908982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54756) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:29.922119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:29.932351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-afbabda0-c3d1-41ea-997b-f676f9817ef1 None None] Port 94c4f514-f8af-49fd-82bc-cc7b65361a1a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:30.006738 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ffe4f1-952a-4934-83c6-5893433170e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:30.007135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ffe4f1-952a-4934-83c6-5893433170e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:30.007515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.008771 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-12ffe4f1-952a-4934-83c6-5893433170e6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/7c8c633c-2d13-4fa4-a5ea-40233d4bc030 HTTP/1.1" status: 404 len: 339 time: 0.1194780 Mar 11 13:05:30.010223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Transition to ACTIVE for port object ec0002e5-ba71-46fe-94c5-e891952696cf will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:30.013216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54760) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:30.064408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-d8e95f15-9d29-4773-ad1a-13ff75b7a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.065964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-d8e95f15-9d29-4773-ad1a-13ff75b7a819 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 200 len: 912 time: 0.2226207 Mar 11 13:05:30.075535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Transition to ACTIVE for port object ec0002e5-ba71-46fe-94c5-e891952696cf will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:30.079537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.089892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] For port 5559df36-875c-49b4-a424-a7ff4f95f9e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5559df36-875c-49b4-a424-a7ff4f95f9e0,segment=NetworkSegment(88370163-2b10-475c-9f77-802f9cc87040),segment_id=88370163-2b10-475c-9f77-802f9cc87040)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:30.090279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.102429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.120195 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d63135-08cf-40df-b3ba-cffa43552aca req-dc76a6db-ca49-49c2-8afc-254ef04ca321 service neutron] 10.222.0.50 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284719 Mar 11 13:05:30.134990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.162809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9fb5c-9495-4236-a683-e6ac39d6c41f tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.169215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9fb5c-9495-4236-a683-e6ac39d6c41f tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.175135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9fb5c-9495-4236-a683-e6ac39d6c41f tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.179520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bcd9fb5c-9495-4236-a683-e6ac39d6c41f tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2617900 Mar 11 13:05:30.180308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:30.244916 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-43b60f80-36fb-42c9-be72-04fbf418bf8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 200 len: 1000 time: 0.1718323 Mar 11 13:05:30.266532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Calling delete_port for 5559df36-875c-49b4-a424-a7ff4f95f9e0 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:30.303594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port 94c4f514-f8af-49fd-82bc-cc7b65361a1a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:30.303972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.325950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:30.335996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:30.369150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:30.384031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-209309af-3520-4968-a871-7a6600149006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.385503 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-209309af-3520-4968-a871-7a6600149006 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 200 len: 850 time: 0.1246347 Mar 11 13:05:30.387641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Pushing event updated for resources: {'Port': ['ID=ec0002e5-ba71-46fe-94c5-e891952696cf,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:30.388536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.485493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:05:30.485493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:05:30.503269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Attempting to bind port ec0002e5-ba71-46fe-94c5-e891952696cf on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:30.503626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Attempting to bind port ec0002e5-ba71-46fe-94c5-e891952696cf by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:30.504078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Attempting to bind port ec0002e5-ba71-46fe-94c5-e891952696cf on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:30.510000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:30.510474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:30.510869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.511385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:30.511839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Bound port: ec0002e5-ba71-46fe-94c5-e891952696cf, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:30.512202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.523758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Deleting port 9604e344-1358-4622-b737-18ca75a1074c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:30.523958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.554025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=4bf49dd5-3b06-4929-8ac1-ccbf17a13704,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:30.598924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] No DVR routers for this DVR port 5559df36-875c-49b4-a424-a7ff4f95f9e0 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:30.607258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Port': ['ID=5559df36-875c-49b4-a424-a7ff4f95f9e0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:30.616375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-1c23ab27-14ad-44fa-b9b3-e61e3f06c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.617978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-1c23ab27-14ad-44fa-b9b3-e61e3f06c0be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08b2fea4-2120-4b82-a388-5093e1c33256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2061195 Mar 11 13:05:30.625245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] For port ec0002e5-ba71-46fe-94c5-e891952696cf, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:30.628429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] For port ec0002e5-ba71-46fe-94c5-e891952696cf, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ec0002e5-ba71-46fe-94c5-e891952696cf,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:30.635927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.644808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:30.660734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:30.675221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.675607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.785838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33d4de-c20a-46ab-9d11-51da4d7aa674 None None] Pushing event updated for resources: {'Port': ['ID=ec0002e5-ba71-46fe-94c5-e891952696cf,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:30.857214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.907842 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-826b4a32-8ee7-4a72-b683-67bcdb84aa17 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3467126 Mar 11 13:05:30.914146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.921290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54770) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:30.940490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:30.943469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:92:6c:cc', 'name': 'tempest-NetworksTestDHCPv6-1459253367'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:30.966042 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d63135-08cf-40df-b3ba-cffa43552aca req-ecbc91c4-56c9-413a-93eb-d042a69383d4 service neutron] 10.222.0.50 "GET /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349402 Mar 11 13:05:30.988133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Deleting port 5559df36-875c-49b4-a424-a7ff4f95f9e0 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:30.988851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.004569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:31.032822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:31.048740 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7956c4a0-0fc6-4c2b-a998-2cbb8783f798 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags HTTP/1.1" status: 204 len: 168 time: 1.1747892 Mar 11 13:05:31.048740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:31.062271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54774) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:31.071809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-cca1281c-9d76-4fa2-b0d6-d04c95013ecb tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', 'tempest-TagsExtTest-Tag-366902941') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:31.088673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2e2b09-c0a9-4ad6-a135-f62acb84539e']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:31.098027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da1725fd-96a7-4782-9b20-542de8265766 None None] The port '5559df36-875c-49b4-a424-a7ff4f95f9e0' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:05:31.118377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Port': ['ID=73c237a9-d539-4530-93ed-ebfe78366c4e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:31.140658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88370163-2b10-475c-9f77-802f9cc87040') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:31.140969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88370163-2b10-475c-9f77-802f9cc87040') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:31.208500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.213535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Calling delete_port for 94c4f514-f8af-49fd-82bc-cc7b65361a1a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:31.240742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.309850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.311897 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-febdbc91-7835-42e9-9ab3-e66074e3e62f service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861348 Mar 11 13:05:31.429490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Calling delete_port for 9604e344-1358-4622-b737-18ca75a1074c owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:31.484605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:31.485013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.491863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:31.504688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dded4c2-4e23-467f-980d-c0b7c8098d3c req-d023abcc-270f-4117-8412-c337998b6e57 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:31.504931 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:31.506897 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4dded4c2-4e23-467f-980d-c0b7c8098d3c req-d023abcc-270f-4117-8412-c337998b6e57 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.8343568 Mar 11 13:05:31.515806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:31.551168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:31.586610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:31.649512 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-cca1281c-9d76-4fa2-b0d6-d04c95013ecb tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:31.653159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cca1281c-9d76-4fa2-b0d6-d04c95013ecb tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags/tempest-TagsExtTest-Tag-366902941 HTTP/1.1" status: 404 len: 328 time: 0.5873365 Mar 11 13:05:31.658333 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b4d3acea-d22f-43e1-8b74-3fbf53d40706 req-7c597a97-477e-4f92-b93c-06c70c774a5a service neutron] 10.222.0.50 "GET /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343000 Mar 11 13:05:31.658812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54778) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:31.667436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-89dac5ff-36c2-4a9d-95e3-97cbc17630e0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', 'tempest-TagsExtTest-Tag-1800548908') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:31.708119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:31.711064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.724204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ec0002e5-ba71-46fe-94c5-e891952696cf up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:31.732810 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4dded4c2-4e23-467f-980d-c0b7c8098d3c req-353f4a20-9320-4b70-903a-b7d32500aa61 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201626 Mar 11 13:05:31.737279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.752750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.768829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] Pushing event deleted for resources: {'Network': ['ID=2b2e2b09-c0a9-4ad6-a135-f62acb84539e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:31.772464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:31.836381 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-384edabf-054e-4ca5-a5ac-c64978f94edb tempest-NetworksTest-39087434 tempest-NetworksTest-39087434-project] 10.222.0.52 "DELETE /v2.0/networks/2b2e2b09-c0a9-4ad6-a135-f62acb84539e HTTP/1.1" status: 204 len: 168 time: 3.4927838 Mar 11 13:05:31.847158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ec0002e5-ba71-46fe-94c5-e891952696cf completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:31.891576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Port': ['ID=94c4f514-f8af-49fd-82bc-cc7b65361a1a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:31.997815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.047686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Port': ['ID=9604e344-1358-4622-b737-18ca75a1074c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:32.059036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.061463 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1eb3ac7f-5a77-4318-a1e8-467ceacc4f96 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/ports/9604e344-1358-4622-b737-18ca75a1074c HTTP/1.1" status: 204 len: 168 time: 2.0389531 Mar 11 13:05:32.064353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54784) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:32.113801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c23e7-52f6-4048-8207-25b2e4e29cd4 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:32.115460 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-18405218-6536-444c-ad50-ebf26367c704 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:32.115919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18405218-6536-444c-ad50-ebf26367c704 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:32.117830 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-18405218-6536-444c-ad50-ebf26367c704 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/3841f01c-29b7-48c8-93e8-2f028d4f5eb1 HTTP/1.1" status: 404 len: 337 time: 0.0523932 Mar 11 13:05:32.158778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54788) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:32.159934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:32.246793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.330283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.358364 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-89dac5ff-36c2-4a9d-95e3-97cbc17630e0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:32.359665 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89dac5ff-36c2-4a9d-95e3-97cbc17630e0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags/tempest-TagsExtTest-Tag-1800548908 HTTP/1.1" status: 404 len: 329 time: 0.6962321 Mar 11 13:05:32.368807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54794) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:32.369339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54796) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:32.376874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-9995e32a-839f-4ee3-b712-597be4fa295f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80', 'tempest-TagsExtTest-Tag-1160506346') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:32.378586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6d6b8cad-12f3-4e5d-9a22-014c2b4c4e9a None None] Provisioning for port ec0002e5-ba71-46fe-94c5-e891952696cf completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:32.399620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6d6b8cad-12f3-4e5d-9a22-014c2b4c4e9a None None] Provisioning complete for port ec0002e5-ba71-46fe-94c5-e891952696cf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:32.399990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6d6b8cad-12f3-4e5d-9a22-014c2b4c4e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.603951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6d6b8cad-12f3-4e5d-9a22-014c2b4c4e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.608275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.687150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6d6b8cad-12f3-4e5d-9a22-014c2b4c4e9a None None] For port ec0002e5-ba71-46fe-94c5-e891952696cf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ec0002e5-ba71-46fe-94c5-e891952696cf,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:32.701940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6d6b8cad-12f3-4e5d-9a22-014c2b4c4e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.730021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.734004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.742543 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61f85024-efd5-4d7a-bc0a-cbef8040f112 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/ports/94c4f514-f8af-49fd-82bc-cc7b65361a1a HTTP/1.1" status: 204 len: 168 time: 2.5583596 Mar 11 13:05:32.762844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:32.766458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] Update dhcp port {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '788853fc-841c-4f6a-accf-e7ba5f84b2fc', 'ip_address': '2001:db8::f816:3eff:fe57:ed02'}, {'subnet_id': '4bf49dd5-3b06-4929-8ac1-ccbf17a13704'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'ec0002e5-ba71-46fe-94c5-e891952696cf'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:05:32.830397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b8cad-12f3-4e5d-9a22-014c2b4c4e9a None None] Pushing event updated for resources: {'Port': ['ID=ec0002e5-ba71-46fe-94c5-e891952696cf,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:32.838253 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.930780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:32.970447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ce7f99-294c-4cab-9565-3ae4beb3b684 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] GET failed (client error): The resource could not be found. Mar 11 13:05:32.970973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-42ce7f99-294c-4cab-9565-3ae4beb3b684 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Synchronizing usage tracker for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:32.992341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Router 055f7372-db37-43cb-a843-17200676611b is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:05:33.035502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9995e32a-839f-4ee3-b712-597be4fa295f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:33.036543 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9995e32a-839f-4ee3-b712-597be4fa295f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags/tempest-TagsExtTest-Tag-1160506346 HTTP/1.1" status: 404 len: 329 time: 0.6660147 Mar 11 13:05:33.045264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.047217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54810) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:33.057845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-8c853d70-ad54-4445-9512-a73704b9683b tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', {'tags': ['tempest-TagsExtTest-Tag-1600553219', 'tempest-TagsExtTest-Tag-374998956', 'tempest-TagsExtTest-Tag-760497666']}) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.072448 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f215ce8c-01dc-4a70-8f55-5f8cbc67730e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8669f43b7ea4d56b8de62d16a1c12c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7003217 Mar 11 13:05:33.076504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87630c0d-9e2c-4a40-bca9-97fb8c0ca127') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.076787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87630c0d-9e2c-4a40-bca9-97fb8c0ca127') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.087675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:33.111577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.122240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-42ce7f99-294c-4cab-9565-3ae4beb3b684 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Unset dirty status for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:33.123351 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-42ce7f99-294c-4cab-9565-3ae4beb3b684 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "GET /v2.0/ports/94c4f514-f8af-49fd-82bc-cc7b65361a1a HTTP/1.1" status: 404 len: 333 time: 0.3553748 Mar 11 13:05:33.130506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54818) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:33.148284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'name': 'tempest-AllowedAddressPairTestJSON-1007838146'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:33.154638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.163116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 172.20.0.5 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/4bf49dd5-3b06-4929-8ac1-ccbf17a13704/ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:33.178601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:33.179183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:33.196133 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:33.219160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fe92:6ccc (03007ba6-d1e0-4ba6-aa08-eced2aedda75/788853fc-841c-4f6a-accf-e7ba5f84b2fc/ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:33.314840 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8c853d70-ad54-4445-9512-a73704b9683b tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags HTTP/1.1" status: 200 len: 316 time: 0.2588260 Mar 11 13:05:33.324131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54824) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:33.336944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a37a0-3c2b-463c-a325-3c522ecef2b2 req-34575c9a-e2da-4d47-981e-8b147feadbf7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:33.338440 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-060a37a0-3c2b-463c-a325-3c522ecef2b2 req-34575c9a-e2da-4d47-981e-8b147feadbf7 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4611719 Mar 11 13:05:33.339232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:33.346099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.349616 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f1125e67-5ad2-4c99-82fb-de650d124414 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "PUT /v2.0/routers/055f7372-db37-43cb-a843-17200676611b HTTP/1.1" status: 200 len: 918 time: 7.5729892 Mar 11 13:05:33.350238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54828) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:33.355210 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] Sync routers for ids ['055f7372-db37-43cb-a843-17200676611b'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:33.358055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-4d8aecc8-f338-4973-b3b0-ea446c03ed1d tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.365084 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] Routers {'055f7372-db37-43cb-a843-17200676611b'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:33.365774 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['055f7372-db37-43cb-a843-17200676611b'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.388096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.431352 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.441480 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] Routers {'055f7372-db37-43cb-a843-17200676611b'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:33.442350 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['055f7372-db37-43cb-a843-17200676611b'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.451968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:33.475756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:33.512091 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:33.512493 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66137b0a-5326-4494-bc66-f112d8f6d2c7 None None] The sync data for ids ['055f7372-db37-43cb-a843-17200676611b'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:33.527631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0492cf2-c95a-4502-b5b6-d367f8c31a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.549002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:33.552426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.564545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.609228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Network': ['ID=af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:33.622839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b1ddb06-3529-4e1c-b2f9-7a02fa23c5ad tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/af44ea1b-abee-4ef2-bcd8-c13fb6b1b7c4 HTTP/1.1" status: 204 len: 168 time: 1.4215512 Mar 11 13:05:33.633873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54832) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:33.641833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ec0002e5-ba71-46fe-94c5-e891952696cf up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:33.646734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0492cf2-c95a-4502-b5b6-d367f8c31a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.712221 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cfebbc70-0baf-4c5d-89c0-e81265071e20 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/055f7372-db37-43cb-a843-17200676611b HTTP/1.1" status: 200 len: 924 time: 0.3606434 Mar 11 13:05:33.714943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54836) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:33.717862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ec0002e5-ba71-46fe-94c5-e891952696cf triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:33.718840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.741261 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-060a37a0-3c2b-463c-a325-3c522ecef2b2 req-68d9c450-2c96-4503-a5df-bf12a6ba2331 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910491 Mar 11 13:05:33.747515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] device_id is not set on port 123c7d16-d560-47ad-8922-20321c476b47 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:33.789642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.812518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:33.855047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Deleting port b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:33.855387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:33.904616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600cddf-8694-47f4-b6c2-2bdae5d119c5 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:33.905309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0600cddf-8694-47f4-b6c2-2bdae5d119c5 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Synchronizing usage tracker for tenant:1b5cc605d37248d98efbf7f413b60434 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:33.930050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Allocated IP 172.20.0.9 (77add799-7d7d-4976-8b2c-60885db45fef/638e95df-c122-4020-98ab-8452546d9dc6/123c7d16-d560-47ad-8922-20321c476b47) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:33.937535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0600cddf-8694-47f4-b6c2-2bdae5d119c5 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Unset dirty status for tenant:1b5cc605d37248d98efbf7f413b60434 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:33.941354 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0600cddf-8694-47f4-b6c2-2bdae5d119c5 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=055f7372-db37-43cb-a843-17200676611b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2229862 Mar 11 13:05:33.942591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:34.033169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d8aecc8-f338-4973-b3b0-ea446c03ed1d tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags HTTP/1.1" status: 204 len: 168 time: 0.7029605 Mar 11 13:05:34.033169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.034808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:34.069623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] Allocated IP 172.20.0.2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/4bf49dd5-3b06-4929-8ac1-ccbf17a13704/ec0002e5-ba71-46fe-94c5-e891952696cf) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:34.095730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0492cf2-c95a-4502-b5b6-d367f8c31a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.102529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-ebc7e68d-9d5c-4f9a-9226-23587c516c7c tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', 'tempest-TagsExtTest-Tag-1600553219') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:34.194483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0492cf2-c95a-4502-b5b6-d367f8c31a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53165267-fd2d-4365-9c6e-00ac546a9357,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:34.195304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a64921e-2712-408c-b1eb-9750352bd6ae tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:34.200688 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6a64921e-2712-408c-b1eb-9750352bd6ae tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 0.2545855 Mar 11 13:05:34.206648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:34.232606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:34.272612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.282680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:34.293397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Transition to ACTIVE for port object 123c7d16-d560-47ad-8922-20321c476b47 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:34.295343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] For port ec0002e5-ba71-46fe-94c5-e891952696cf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ec0002e5-ba71-46fe-94c5-e891952696cf,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:34.302472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:34.320106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.330933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0492cf2-c95a-4502-b5b6-d367f8c31a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.335014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c0492cf2-c95a-4502-b5b6-d367f8c31a48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53165267-fd2d-4365-9c6e-00ac546a9357 HTTP/1.1" status: 204 len: 168 time: 1.2392004 Mar 11 13:05:34.346437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:34.358704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b9a29af0-4fff-4073-abea-054b6c5449c9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=055f7372-db37-43cb-a843-17200676611b HTTP/1.1" status: 200 len: 205 time: 0.1247940 Mar 11 13:05:34.378449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54856) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:34.411721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.461727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] Transition to ACTIVE for port object ec0002e5-ba71-46fe-94c5-e891952696cf will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:34.478072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.502100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network 77add799-7d7d-4976-8b2c-60885db45fef is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:34.513214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:34.523445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:34.578382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=123c7d16-d560-47ad-8922-20321c476b47,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:34.597573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc316c97-d9ac-4ac3-b576-414b38345d0f req-706930d5-e80e-486b-b6c3-2209639f9d0c tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:34.605102 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc316c97-d9ac-4ac3-b576-414b38345d0f req-706930d5-e80e-486b-b6c3-2209639f9d0c tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.7164495 Mar 11 13:05:34.635318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.722882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:34.723525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.738621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:34.739229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.748474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2f25b-7618-4657-b301-e84ca40f3fe2 None None] Pushing event updated for resources: {'Port': ['ID=ec0002e5-ba71-46fe-94c5-e891952696cf,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:34.792456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.845300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Calling delete_port for b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:34.876443 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7add94d8-3acb-4025-8b2e-74cab3a5c7cf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7443376 Mar 11 13:05:34.877109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54870) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:34.889081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:db:01:db'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:34.923553 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1984b5eb-57cd-4fb2-9d6b-a06a71d09da7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9921384 Mar 11 13:05:34.923950 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-ebc7e68d-9d5c-4f9a-9226-23587c516c7c tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:34.924836 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ebc7e68d-9d5c-4f9a-9226-23587c516c7c tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags/tempest-TagsExtTest-Tag-1600553219 HTTP/1.1" status: 404 len: 329 time: 0.8751514 Mar 11 13:05:34.927529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54874) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:34.927866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54876) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:34.928000 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc316c97-d9ac-4ac3-b576-414b38345d0f req-ae8bed1b-a6e5-4ef4-b6df-3ea9cc752098 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218498 Mar 11 13:05:34.953959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-304f1ae1-fc9c-4367-94cb-3b28f27c31cb tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', 'tempest-TagsExtTest-Tag-374998956') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:34.958468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f64c12b-ab55-4029-9ada-177e3cc736be None None] Provisioning for port 123c7d16-d560-47ad-8922-20321c476b47 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:34.966088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f64c12b-ab55-4029-9ada-177e3cc736be None None] Provisioning complete for port 123c7d16-d560-47ad-8922-20321c476b47 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:34.966324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f64c12b-ab55-4029-9ada-177e3cc736be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:34.993111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.068745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Port': ['ID=b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:35.083742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1f64c12b-ab55-4029-9ada-177e3cc736be None None] Port 123c7d16-d560-47ad-8922-20321c476b47 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:35.093482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.104397 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24005029-73ab-42af-9c09-ef76ef355f62 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/ports/b0f9cb35-f2e5-4b75-8355-7d7f8e03b3f5 HTTP/1.1" status: 204 len: 168 time: 1.4622655 Mar 11 13:05:35.109941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54886) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:35.160055 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95295a4-53c0-403d-885a-280251dc85d6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] DELETE failed (client error): The resource could not be found. Mar 11 13:05:35.161365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95295a4-53c0-403d-885a-280251dc85d6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:05:35.164594 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b95295a4-53c0-403d-885a-280251dc85d6 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/d90f0640-eba9-4dab-a31a-f4a6f3f16369 HTTP/1.1" status: 404 len: 337 time: 0.0528610 Mar 11 13:05:35.167938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:35.379220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.430103 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-304f1ae1-fc9c-4367-94cb-3b28f27c31cb tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:35.431122 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-304f1ae1-fc9c-4367-94cb-3b28f27c31cb tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags/tempest-TagsExtTest-Tag-374998956 HTTP/1.1" status: 404 len: 328 time: 0.4988086 Mar 11 13:05:35.432428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.438824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54902) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:35.450885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-66d47c8e-e201-44a5-9da5-1a78315bc0d1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c', 'tempest-TagsExtTest-Tag-760497666') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:35.503735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef73d7-fded-4763-9ed5-2dc081611df5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:35.510678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef73d7-fded-4763-9ed5-2dc081611df5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:35.512303 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-41ef73d7-fded-4763-9ed5-2dc081611df5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5814002 Mar 11 13:05:35.516393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54906) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:35.584767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54910) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:35.594428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.637097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da09eacb-7251-4475-b522-9e65c1b2d29d']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:35.664193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:35.664529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bb5530-2c3b-40c5-98b8-fd19b1d8b1f4') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:35.686351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.706116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ec0002e5-ba71-46fe-94c5-e891952696cf up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:35.713091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694cb1-7b36-4861-89ad-43a4518c617c req-585a5e5a-730b-490a-a4ba-8b7147bd4903 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:35.714657 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba694cb1-7b36-4861-89ad-43a4518c617c req-585a5e5a-730b-490a-a4ba-8b7147bd4903 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.3325586 Mar 11 13:05:35.720051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Deleting port 73c237a9-d539-4530-93ed-ebfe78366c4e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:35.720393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.753549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.770409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:35.774970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.794219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c22d84f1-101f-4242-82fd-1ef5df3cb3c6 None None] Provisioning for port ec0002e5-ba71-46fe-94c5-e891952696cf completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:35.796672 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:35.805945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c22d84f1-101f-4242-82fd-1ef5df3cb3c6 None None] Provisioning complete for port ec0002e5-ba71-46fe-94c5-e891952696cf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:35.806608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c22d84f1-101f-4242-82fd-1ef5df3cb3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.826304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108060130'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:35.834389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:35.839353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:35.842389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:35.848557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:35.863311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ec0002e5-ba71-46fe-94c5-e891952696cf triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:35.863707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.867537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:35.867975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.911653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.938216 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba694cb1-7b36-4861-89ad-43a4518c617c req-ef189242-5984-4a85-a4de-f1c658067c31 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125885 Mar 11 13:05:35.945141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.971151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:35.974199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:35.975293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.979247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:35.982705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:35.987526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.013285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:36.026037 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/da09eacb-7251-4475-b522-9e65c1b2d29d HTTP/1.1" status: 204 len: 168 time: 0.8567140 Mar 11 13:05:36.027044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c4ea7-3f48-46d5-ba3c-38899fa05526 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Network': ['ID=da09eacb-7251-4475-b522-9e65c1b2d29d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:36.033769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54916) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:36.129406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.133862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.146004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:36.153771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:36.162020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:36.172679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:36.176110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026b545f-273a-4a6b-9c7b-75d1ceabe2d2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:36.207316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5d357f00-92cf-4726-a5c6-3b76f0c76fa2 None None] Provisioning for port ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:36.213302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5d357f00-92cf-4726-a5c6-3b76f0c76fa2 None None] Provisioning complete for port ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:36.213771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d357f00-92cf-4726-a5c6-3b76f0c76fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.258311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.262609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.273518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5d357f00-92cf-4726-a5c6-3b76f0c76fa2 None None] Port ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:36.283951 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-66d47c8e-e201-44a5-9da5-1a78315bc0d1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:36.284991 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-66d47c8e-e201-44a5-9da5-1a78315bc0d1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags/tempest-TagsExtTest-Tag-760497666 HTTP/1.1" status: 404 len: 328 time: 0.8451872 Mar 11 13:05:36.288780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54920) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:36.300572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-80f96960-9083-4068-9026-89e6ff112113 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', {'tags': ['tempest-TagsExtTest-Tag-725817830', 'tempest-TagsExtTest-Tag-1679150585', 'tempest-TagsExtTest-Tag-1176675722']}) {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:36.336155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Deleting subnet 7234be21-919e-486a-9660-7179b92226ee {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:36.358480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.377608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6775285-ea13-423e-927e-368e5a62a8d3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:36.433317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.437904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c0130bf-ce73-45f1-86d4-96a61df07249 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8439767 Mar 11 13:05:36.443438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54924) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:36.493498 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-80f96960-9083-4068-9026-89e6ff112113 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags HTTP/1.1" status: 200 len: 317 time: 0.2006090 Mar 11 13:05:36.493728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54928) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:36.504409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-ff88e02c-c84f-497a-8e7c-285a5dd53ced tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:36.516236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.590893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8df84d8-4edc-47eb-af7c-d28f718972fe tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:36.663225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8df84d8-4edc-47eb-af7c-d28f718972fe tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:36.667600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8df84d8-4edc-47eb-af7c-d28f718972fe tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2202628 Mar 11 13:05:36.667600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:36.674795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d62ca6b1-5a47-49c0-8b84-557f799acf13 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-security--793272881', 'description': 'tempest-security-description-757691915'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:36.714545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.755127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Calling delete_port for 73c237a9-d539-4530-93ed-ebfe78366c4e owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:36.824120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d62ca6b1-5a47-49c0-8b84-557f799acf13 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.836765 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff88e02c-c84f-497a-8e7c-285a5dd53ced tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags HTTP/1.1" status: 204 len: 168 time: 0.3391099 Mar 11 13:05:36.837320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:36.844863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-460e265f-147f-40e9-9f63-e3b282bc45d2 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', 'tempest-TagsExtTest-Tag-725817830') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:36.905579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:36.996019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d62ca6b1-5a47-49c0-8b84-557f799acf13 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.014199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d62ca6b1-5a47-49c0-8b84-557f799acf13 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.016566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d62ca6b1-5a47-49c0-8b84-557f799acf13 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.020412 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d62ca6b1-5a47-49c0-8b84-557f799acf13 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "PUT /v2.0/security-groups/a6775285-ea13-423e-927e-368e5a62a8d3 HTTP/1.1" status: 200 len: 1776 time: 0.3493102 Mar 11 13:05:37.027096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54942) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.049205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:05:37.049429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-460e265f-147f-40e9-9f63-e3b282bc45d2 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:37.053300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-460e265f-147f-40e9-9f63-e3b282bc45d2 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags/tempest-TagsExtTest-Tag-725817830 HTTP/1.1" status: 404 len: 328 time: 0.2120669 Mar 11 13:05:37.058690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54946) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.066111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:37.078411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ca6b1-5a47-49c0-8b84-557f799acf13 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6775285-ea13-423e-927e-368e5a62a8d3,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:37.099467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e15a7e8c-3934-44bf-b9e6-72fa9285dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.111723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-d70dcb4f-c73c-4e98-a368-67aa9fc8cfc8 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', 'tempest-TagsExtTest-Tag-1679150585') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:37.139827 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-95dbc847-4d6e-4b2b-839f-c03ad423035d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups/a6775285-ea13-423e-927e-368e5a62a8d3 HTTP/1.1" status: 200 len: 1776 time: 0.1080723 Mar 11 13:05:37.143728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54950) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.217893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20e4c9-406d-4888-97d0-2e4a735d9d73 req-2a9692fe-5509-4b00-a1f3-e37881f9df63 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:37.219420 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b20e4c9-406d-4888-97d0-2e4a735d9d73 req-2a9692fe-5509-4b00-a1f3-e37881f9df63 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.1303542 Mar 11 13:05:37.257083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b07dd279-3a3a-441b-90cc-90b11ba4bc8c tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.287182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.301740 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b20e4c9-406d-4888-97d0-2e4a735d9d73 req-a25daa9e-6b4e-4882-bfc3-c93342f7068b tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722799 Mar 11 13:05:37.303097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b07dd279-3a3a-441b-90cc-90b11ba4bc8c tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.315703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.361602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b07dd279-3a3a-441b-90cc-90b11ba4bc8c tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.367495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.381324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd279-3a3a-441b-90cc-90b11ba4bc8c tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6775285-ea13-423e-927e-368e5a62a8d3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:37.389709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b07dd279-3a3a-441b-90cc-90b11ba4bc8c tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.393394 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b07dd279-3a3a-441b-90cc-90b11ba4bc8c tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/a6775285-ea13-423e-927e-368e5a62a8d3 HTTP/1.1" status: 204 len: 168 time: 0.2462347 Mar 11 13:05:37.393556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54954) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.459049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7a3df828-ec55-4d3e-9829-6fe22f7af8ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:37.477271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7a3df828-ec55-4d3e-9829-6fe22f7af8ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:37.478928 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7a3df828-ec55-4d3e-9829-6fe22f7af8ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0845253 Mar 11 13:05:37.481918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54958) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.504352 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-3df68067-5aad-4e65-a1ac-83ffdd19c740 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] delete failed (client error): The resource could not be found. Mar 11 13:05:37.509829 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3df68067-5aad-4e65-a1ac-83ffdd19c740 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/a6775285-ea13-423e-927e-368e5a62a8d3 HTTP/1.1" status: 404 len: 347 time: 0.0222738 Mar 11 13:05:37.512196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54962) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.517845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--674052889'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:37.524806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:37.536028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:37.549587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.573306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:37.578072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:37.582253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:37.589116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:37.641240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=123c7d16-d560-47ad-8922-20321c476b47,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:37.670931 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-d70dcb4f-c73c-4e98-a368-67aa9fc8cfc8 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:37.671969 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d70dcb4f-c73c-4e98-a368-67aa9fc8cfc8 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags/tempest-TagsExtTest-Tag-1679150585 HTTP/1.1" status: 404 len: 329 time: 0.5750401 Mar 11 13:05:37.672673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] In _notify_port_updated(), no bound segment for port 123c7d16-d560-47ad-8922-20321c476b47 on network 77add799-7d7d-4976-8b2c-60885db45fef {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:05:37.676520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.677984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:37.678609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.679812 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1d6b3ad0-b4d4-474d-9c43-41a990ae8fea tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "PUT /v2.0/ports/123c7d16-d560-47ad-8922-20321c476b47 HTTP/1.1" status: 200 len: 994 time: 2.7996769 Mar 11 13:05:37.687812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-8dd74f27-a0d3-493d-bd6f-9d9e6c7ab202 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b', 'tempest-TagsExtTest-Tag-1176675722') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:37.689909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54970) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.707018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-957ee069-9fcf-405b-a557-104089fa5f36 None None] Provisioning complete for port 123c7d16-d560-47ad-8922-20321c476b47 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:37.707569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-957ee069-9fcf-405b-a557-104089fa5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.751602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.757931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.772643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-957ee069-9fcf-405b-a557-104089fa5f36 None None] Port 123c7d16-d560-47ad-8922-20321c476b47 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:37.772920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.814484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.881620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Subnet': ['ID=7234be21-919e-486a-9660-7179b92226ee,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:37.887493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.891630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event deleted for resources: {'Port': ['ID=73c237a9-d539-4530-93ed-ebfe78366c4e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:37.894874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134684df-0e8a-47ef-9b3e-315183c2f1a1 None None] Network c5c40cec-7f55-4081-8b79-1f7b91e17737 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:37.915035 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-8dd74f27-a0d3-493d-bd6f-9d9e6c7ab202 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:37.919117 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8dd74f27-a0d3-493d-bd6f-9d9e6c7ab202 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags/tempest-TagsExtTest-Tag-1176675722 HTTP/1.1" status: 404 len: 329 time: 0.2387183 Mar 11 13:05:37.919117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e32ff3-63eb-4560-af26-c9130654e0ed,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:37.919958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54974) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.922358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:37.926289 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-997b0e8b-68da-42c8-a141-11ff132eaa7d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4102049 Mar 11 13:05:37.926880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54978) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:37.931386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-b5063605-6a1c-4f95-9f77-1177e1ee5f0f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', {'tags': ['tempest-TagsExtTest-Tag-1635879399', 'tempest-TagsExtTest-Tag-2080503294', 'tempest-TagsExtTest-Tag-1106923552']}) {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:37.948294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '68e32ff3-63eb-4560-af26-c9130654e0ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:37.958589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:37.967835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:37.973213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:37.984416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:37.995818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port 123c7d16-d560-47ad-8922-20321c476b47 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:37.996162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.023632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-28def426-eabd-4e3c-9a5f-d15248b6fb42 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:38.025084 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-28def426-eabd-4e3c-9a5f-d15248b6fb42 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.1681595 Mar 11 13:05:38.025903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.071067 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5f4c7eb9-4013-430f-b01f-27c9e355e0e2 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/subnets/7234be21-919e-486a-9660-7179b92226ee HTTP/1.1" status: 204 len: 168 time: 2.0292256 Mar 11 13:05:38.079721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 54982) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:38.133652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Deleting port 04dd0dd8-9547-4d8d-8640-a366490c9540 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:38.133964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.175552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] DHCP port deletion for c5c40cec-7f55-4081-8b79-1f7b91e17737 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:38.180774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] Deleting port e3386f26-45b2-4d24-8aac-816aa0beb290 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:38.181151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.215572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.219938 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b5063605-6a1c-4f95-9f77-1177e1ee5f0f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "PUT /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags HTTP/1.1" status: 200 len: 318 time: 0.2929404 Mar 11 13:05:38.220926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54986) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:38.229066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-c729e40a-201d-4fa3-9c71-b589449c4527 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:38.245661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.270572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.316610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.333019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec0dbd2-abbe-400c-bc6d-b95a5c435ff7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:38.369259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:38.452438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.461237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.463009 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-09fed078-7855-4deb-9554-11ccf2bf581d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5353472 Mar 11 13:05:38.468059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] For port e3386f26-45b2-4d24-8aac-816aa0beb290, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e3386f26-45b2-4d24-8aac-816aa0beb290,segment=NetworkSegment(0ead6b27-c435-4645-8676-81afa486fa56),segment_id=0ead6b27-c435-4645-8676-81afa486fa56)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:38.468518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.476359 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c729e40a-201d-4fa3-9c71-b589449c4527 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags HTTP/1.1" status: 204 len: 168 time: 0.2511942 Mar 11 13:05:38.490547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54992) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:38.490932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 54994) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:38.582578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-12b8b331-1c89-41c0-9d97-4a8d045a043b tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', 'tempest-TagsExtTest-Tag-1635879399') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:38.592642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.595874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.602042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b75754-110f-4f8f-b1af-d8bb7c1590ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.627111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] Calling delete_port for e3386f26-45b2-4d24-8aac-816aa0beb290 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:38.632176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b75754-110f-4f8f-b1af-d8bb7c1590ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.667261 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-12b8b331-1c89-41c0-9d97-4a8d045a043b tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:38.671744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-12b8b331-1c89-41c0-9d97-4a8d045a043b tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags/tempest-TagsExtTest-Tag-1635879399 HTTP/1.1" status: 404 len: 329 time: 0.1774604 Mar 11 13:05:38.674490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:38.674833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.675429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Fanout notify agent at l3_agent the message router_deleted on router 055f7372-db37-43cb-a843-17200676611b {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:38.689398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-0554418c-64b9-44a5-b077-191c06d67700 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', 'tempest-TagsExtTest-Tag-2080503294') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:38.710953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] For port 04dd0dd8-9547-4d8d-8640-a366490c9540, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04dd0dd8-9547-4d8d-8640-a366490c9540,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:38.711238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.734464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.787542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] Pushing event deleted for resources: {'Port': ['ID=e3386f26-45b2-4d24-8aac-816aa0beb290,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:38.790451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3bcc0-e394-4cfd-9d61-876a1ca10013 None None] No DVR routers for this DVR port e3386f26-45b2-4d24-8aac-816aa0beb290 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:38.810983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b75754-110f-4f8f-b1af-d8bb7c1590ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.856239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b75754-110f-4f8f-b1af-d8bb7c1590ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec0dbd2-abbe-400c-bc6d-b95a5c435ff7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:38.866985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ed16f-d178-4e61-b186-866978374538 req-2842fbb1-452e-4bf2-87cb-16d26845257d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:38.868569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-636ed16f-d178-4e61-b186-866978374538 req-2842fbb1-452e-4bf2-87cb-16d26845257d tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 945 time: 0.4043732 Mar 11 13:05:38.869501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b75754-110f-4f8f-b1af-d8bb7c1590ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.873084 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-12b75754-110f-4f8f-b1af-d8bb7c1590ad tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9ec0dbd2-abbe-400c-bc6d-b95a5c435ff7 HTTP/1.1" status: 204 len: 168 time: 0.3779402 Mar 11 13:05:38.874194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:38.876272 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-0554418c-64b9-44a5-b077-191c06d67700 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:38.879753 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0554418c-64b9-44a5-b077-191c06d67700 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags/tempest-TagsExtTest-Tag-2080503294 HTTP/1.1" status: 404 len: 329 time: 0.1950903 Mar 11 13:05:38.888322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55008) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:38.958023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.tag.tag_plugin [None req-71d2bc47-f33b-48fe-ab6f-550debda4e25 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852', 'tempest-TagsExtTest-Tag-1106923552') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:38.984007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:38.985027 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-89d27c4b-ad19-48db-9f10-36a50c45eb61 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/055f7372-db37-43cb-a843-17200676611b HTTP/1.1" status: 204 len: 168 time: 4.6056349 Mar 11 13:05:38.999109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55012) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.027380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1198949497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:39.058172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:39.120518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Usage tracker for resource:router and tenant:fc72c081cc81437d9a4159fdc2df5155 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:39.139015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:39.155394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.164132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:39.166812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.174522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.176344 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fdc0481b-1a37-4838-8f70-cf90b96312cd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce HTTP/1.1" status: 204 len: 168 time: 3.6567001 Mar 11 13:05:39.182101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55016) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.188222 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-71d2bc47-f33b-48fe-ab6f-550debda4e25 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] show failed (client error): The resource could not be found. Mar 11 13:05:39.191662 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-71d2bc47-f33b-48fe-ab6f-550debda4e25 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags/tempest-TagsExtTest-Tag-1106923552 HTTP/1.1" status: 404 len: 329 time: 0.2920659 Mar 11 13:05:39.208164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ba2a760e-376f-4935-9c39-71e35c9e3d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.219246 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-636ed16f-d178-4e61-b186-866978374538 req-8d44a24f-f186-4cbb-9766-31548f9658aa tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups?id=3cd5ae78-65da-4506-8185-4123b7cce1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441112 Mar 11 13:05:39.219713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55020) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.237303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-76233eb1-89d8-4897-bd71-c4a7793a8b4f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:39.249492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-60514d9e-cb60-4d44-b16a-b58e129df2f1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2be1c6c-9591-4ec5-a4fe-eb4358772852') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:39.271155 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:05:39.306148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-76233eb1-89d8-4897-bd71-c4a7793a8b4f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:39.307422 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-76233eb1-89d8-4897-bd71-c4a7793a8b4f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4292877 Mar 11 13:05:39.311132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.311503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.311813 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Floating IP 957fb677-bbed-4b02-9893-8a9c4d3d5745 disassociated. External IP: 172.26.4.40, port: 04dd0dd8-9547-4d8d-8640-a366490c9540. Mar 11 13:05:39.312153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Calling delete_port for 04dd0dd8-9547-4d8d-8640-a366490c9540 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:39.340535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55024) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.348847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c40cec-7f55-4081-8b79-1f7b91e17737']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:39.371840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Calling delete_port for 123c7d16-d560-47ad-8922-20321c476b47 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:39.373520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60514d9e-cb60-4d44-b16a-b58e129df2f1 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852/tags HTTP/1.1" status: 204 len: 168 time: 0.1448045 Mar 11 13:05:39.384832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.400487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-87022bc5-de97-4e98-ae56-e850f840277a tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b95a166-9d55-4a44-893a-dc7a6462461b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:39.412261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.413256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.425549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ead6b27-c435-4645-8676-81afa486fa56') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:39.425832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ead6b27-c435-4645-8676-81afa486fa56') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:39.449727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.474875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e26a250-30e3-4f2e-850c-d89c67725815 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:39.476368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e26a250-30e3-4f2e-850c-d89c67725815 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:39.478011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e26a250-30e3-4f2e-850c-d89c67725815 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:39.478787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3e26a250-30e3-4f2e-850c-d89c67725815 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:39.499090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.501478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.527425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:39.527823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.527994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a99fedc-8cd5-4742-b52d-a873f51e58a2 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:39.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:39.615564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3e26a250-30e3-4f2e-850c-d89c67725815 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:39.616749 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3e26a250-30e3-4f2e-850c-d89c67725815 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4300659 Mar 11 13:05:39.625460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55032) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.644437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e3386f26-45b2-4d24-8aac-816aa0beb290 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:39.666706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a99fedc-8cd5-4742-b52d-a873f51e58a2 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.684152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: e3386f26-45b2-4d24-8aac-816aa0beb290 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:39.684507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e3386f26-45b2-4d24-8aac-816aa0beb290 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:39.696995 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87022bc5-de97-4e98-ae56-e850f840277a tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b/tags HTTP/1.1" status: 204 len: 168 time: 0.3111510 Mar 11 13:05:39.700692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55036) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.706938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-116f9b5d-f8e9-481d-abe7-8ef0be9b3c2d tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fe3b7b6d-2249-4354-bd72-fc4547be4f6c') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:39.707579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.719539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.743282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.749236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.768637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] Pushing event deleted for resources: {'Network': ['ID=c5c40cec-7f55-4081-8b79-1f7b91e17737,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:39.793976 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8326d5dd-453e-45e6-9116-5f9468b09459 tempest-NetworksIpV6TestAttrs-1206779472 tempest-NetworksIpV6TestAttrs-1206779472-project] 10.222.0.52 "DELETE /v2.0/networks/c5c40cec-7f55-4081-8b79-1f7b91e17737 HTTP/1.1" status: 204 len: 168 time: 1.7076266 Mar 11 13:05:39.797615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.799362 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-29581bfe-7203-4182-b6c4-7ab1a5f65cc9 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7963533 Mar 11 13:05:39.804831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55042) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:39.806830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 4bf49dd5-3b06-4929-8ac1-ccbf17a13704 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:39.808808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.811668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event deleted for resources: {'Port': ['ID=04dd0dd8-9547-4d8d-8640-a366490c9540,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:39.815874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'enable_snat': False}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:39.846806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:39.909923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Port': ['ID=123c7d16-d560-47ad-8922-20321c476b47,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:39.992558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.048337 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a99fedc-8cd5-4742-b52d-a873f51e58a2 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.184952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55050) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.249935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.254594 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-417a01fe-318c-4387-a357-a8ba4c723d35 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/ports/123c7d16-d560-47ad-8922-20321c476b47 HTTP/1.1" status: 204 len: 168 time: 2.5636439 Mar 11 13:05:40.255151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55058) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.275956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99fedc-8cd5-4742-b52d-a873f51e58a2 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e32ff3-63eb-4560-af26-c9130654e0ed,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:40.312711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.315166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.336334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Router 7ccaf212-4db8-4344-967e-880d6919300f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:05:40.341784 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6768e3-7af8-43d6-a02c-221870af2daf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] GET failed (client error): The resource could not be found. Mar 11 13:05:40.342325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bb6768e3-7af8-43d6-a02c-221870af2daf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Synchronizing usage tracker for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:40.411631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bb6768e3-7af8-43d6-a02c-221870af2daf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Unset dirty status for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:40.418836 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bb6768e3-7af8-43d6-a02c-221870af2daf tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "GET /v2.0/ports/123c7d16-d560-47ad-8922-20321c476b47 HTTP/1.1" status: 404 len: 333 time: 0.1609704 Mar 11 13:05:40.421863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55062) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.442213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'name': 'tempest-AllowedAddressPairTestJSON-1844912206'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:40.497061 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0d1f207e-bf84-4663-b045-e2b7120b4931 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4c059576b0e4f3f98ad95365741ea77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057818 Mar 11 13:05:40.506321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.549028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55066) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.596336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.631014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-116f9b5d-f8e9-481d-abe7-8ef0be9b3c2d tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c/tags HTTP/1.1" status: 204 len: 168 time: 0.9287350 Mar 11 13:05:40.698875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55070) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.702240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a99fedc-8cd5-4742-b52d-a873f51e58a2 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.703315 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3a99fedc-8cd5-4742-b52d-a873f51e58a2 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/68e32ff3-63eb-4560-af26-c9130654e0ed HTTP/1.1" status: 204 len: 168 time: 1.3618603 Mar 11 13:05:40.749845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-add984e8-984a-4e21-bf8f-de297d498a10 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33df1545-fe88-47ce-b665-f6fbd8b19d80') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:40.763227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55074) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.770076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640a033-637d-4786-9ba8-4c7dc999a1da None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:40.771432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.792193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf49dd5-3b06-4929-8ac1-ccbf17a13704,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:40.837481 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3bfef1cf-40c6-45e2-b235-6733b3470b25 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/4bf49dd5-3b06-4929-8ac1-ccbf17a13704 HTTP/1.1" status: 204 len: 168 time: 1.2086778 Mar 11 13:05:40.839382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55078) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.872732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-24c74a6d-50c9-466e-bbfa-40bf33b2eb69 req-fbb70b68-643f-4f6f-982b-54d5326fa415 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Synchronizing usage tracker for tenant:7800a39c051941e994d725ad41f030e9 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:40.880316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.901154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:40.931972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a02ac55b-e488-471b-a6a3-e145797f9c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:40.944754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:40.951801 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-79237889-e970-408b-8fac-de62f40922ac tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1875083 Mar 11 13:05:40.962505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55082) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:40.972312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472340865'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:40.987791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 788853fc-841c-4f6a-accf-e7ba5f84b2fc {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:40.993938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:40.997285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.006670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.011777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:41.026056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-24c74a6d-50c9-466e-bbfa-40bf33b2eb69 req-fbb70b68-643f-4f6f-982b-54d5326fa415 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Unset dirty status for tenant:7800a39c051941e994d725ad41f030e9 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:41.027125 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-24c74a6d-50c9-466e-bbfa-40bf33b2eb69 req-fbb70b68-643f-4f6f-982b-54d5326fa415 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.3946114 Mar 11 13:05:41.030002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:41.034622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a02ac55b-e488-471b-a6a3-e145797f9c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.042119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:41.079435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:41.090601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:41.103427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] device_id is not set on port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:41.103839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] Sync routers for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:41.115320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:41.116310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:41.141873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.183126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] No DVR routers for this DVR port 04dd0dd8-9547-4d8d-8640-a366490c9540 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:41.186630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.188672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 04dd0dd8-9547-4d8d-8640-a366490c9540 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:41.189510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff3000c6-64d9-4566-9eb2-7dc525d5bd83 req-0524ef35-e688-4553-ac85-4688c6a6f057 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.50 "DELETE /v2.0/ports/04dd0dd8-9547-4d8d-8640-a366490c9540 HTTP/1.1" status: 204 len: 173 time: 3.1565046 Mar 11 13:05:41.206909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'name': 'network-vif-deleted', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:05:41.217556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.253862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a02ac55b-e488-471b-a6a3-e145797f9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.319116 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e571be5-0549-4e57-bedf-6d8b689be7e8', 'name': 'network-vif-deleted', 'tag': '04dd0dd8-9547-4d8d-8640-a366490c9540', 'status': 'completed', 'code': 200} Mar 11 13:05:41.336063 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-add984e8-984a-4e21-bf8f-de297d498a10 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80/tags HTTP/1.1" status: 204 len: 168 time: 0.6351802 Mar 11 13:05:41.336774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:41.358878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ac55b-e488-471b-a6a3-e145797f9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f189e-d05e-46aa-bdea-54dfdb5c36f2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:41.400881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:41.412299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:41.417999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:41.426346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.452212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 04dd0dd8-9547-4d8d-8640-a366490c9540 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:41.453091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 04dd0dd8-9547-4d8d-8640-a366490c9540 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:41.457630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:41.519698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:41.598367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.628511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a02ac55b-e488-471b-a6a3-e145797f9c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.631058 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a02ac55b-e488-471b-a6a3-e145797f9c33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c9f189e-d05e-46aa-bdea-54dfdb5c36f2 HTTP/1.1" status: 204 len: 168 time: 1.0810335 Mar 11 13:05:41.694387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Allocated IP 172.20.0.11 (77add799-7d7d-4976-8b2c-60885db45fef/638e95df-c122-4020-98ab-8452546d9dc6/0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:41.701138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.715740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=788853fc-841c-4f6a-accf-e7ba5f84b2fc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:41.727012 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4ad66777-4b82-45da-817e-59f636837e19 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/788853fc-841c-4f6a-accf-e7ba5f84b2fc HTTP/1.1" status: 204 len: 168 time: 0.8795850 Mar 11 13:05:41.730064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55094) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:41.745575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aef30e82-9424-4ef2-b454-d341c0cbc523 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for subnetpool, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.749396 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aef30e82-9424-4ef2-b454-d341c0cbc523 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e2be1c6c-9591-4ec5-a4fe-eb4358772852 HTTP/1.1" status: 204 len: 168 time: 0.4046597 Mar 11 13:05:41.750028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:41.790327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.829077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:41.871110 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d86cead6-72f8-4bc3-b348-fedee8971452 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b95a166-9d55-4a44-893a-dc7a6462461b HTTP/1.1" status: 200 len: 205 time: 0.1146941 Mar 11 13:05:41.871749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55102) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:41.943765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-74432849-7089-4af7-9bc5-097636e79be5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:router {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:41.947137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b050f6-00cb-428c-83b1-f6e26af233f6 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:41.963884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.002020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.004240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0390589 Mar 11 13:05:42.009686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d788b9-00aa-493f-a3c2-9d554cab1316 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997b7a0f-d703-4f71-a544-03aca465657f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:42.012669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55108) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:42.035349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-74432849-7089-4af7-9bc5-097636e79be5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:router {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:42.037465 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-74432849-7089-4af7-9bc5-097636e79be5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2448430 Mar 11 13:05:42.040505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55110) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:42.047512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:42.165048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.233245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-134d560d-1d49-4f44-b429-d758cf43d3b9 None None] Provisioning complete for port ec0002e5-ba71-46fe-94c5-e891952696cf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:42.233690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-134d560d-1d49-4f44-b429-d758cf43d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.281562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '997b7a0f-d703-4f71-a544-03aca465657f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:42.305619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4a15ba6-3959-4fdf-b276-c46096d25b95 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.335677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:34Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:42.407788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.409469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:42.414458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:42.417328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:42.423250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:42.424693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Transition to ACTIVE for port object 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:42.449669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:42.456790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:42.464510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:42.464856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] Checking router: 7ccaf212-4db8-4344-967e-880d6919300f for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:05:42.465328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:42.483600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] Deleting port ec0002e5-ba71-46fe-94c5-e891952696cf {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:42.484615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.490482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:42.516650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.529383 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:42.530080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:42.568276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:42.572785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.582705 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb22dd0b-1873-4974-a518-9aa1f7754c42 req-54328f5c-73ce-49d2-aa2f-d372a8a4ea30 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e571be5-0549-4e57-bedf-6d8b689be7e8 HTTP/1.1" status: 200 len: 210 time: 0.2853403 Mar 11 13:05:42.584835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.642886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.650024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network 77add799-7d7d-4976-8b2c-60885db45fef is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:42.701351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:42.714324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:42.781007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:42.781643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:42.804545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:42.808723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55136) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:42.834633 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-17fe32fd-aa34-49a8-92e6-f4a64a7d5e4b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4085510 Mar 11 13:05:42.840587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55142) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:42.847981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:db:01:db'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:42.987442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-170289720'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:43.040444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] For port ec0002e5-ba71-46fe-94c5-e891952696cf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ec0002e5-ba71-46fe-94c5-e891952696cf,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:43.041363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.054278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:43.071954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:43.075244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4a15ba6-3959-4fdf-b276-c46096d25b95 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.081856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:43.092252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4a15ba6-3959-4fdf-b276-c46096d25b95 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.102258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.118957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:43.119345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.137404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:43.169053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.173154 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0348928 Mar 11 13:05:43.173398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55146) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:43.174622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Allocated IP 172.26.4.132 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/74b9f8bd-4071-465d-997a-2bb610bfeda3) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:43.180595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4a15ba6-3959-4fdf-b276-c46096d25b95 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.181087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a15ba6-3959-4fdf-b276-c46096d25b95 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Fanout notify agent at l3_agent the message router_deleted on router 1b95a166-9d55-4a44-893a-dc7a6462461b {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:43.183994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a023a-529b-4f40-bb95-624841c0a70f tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d448e5d2-0017-4097-92d8-995fc8ad21a1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:43.191018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '997b7a0f-d703-4f71-a544-03aca465657f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:43.193731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4a15ba6-3959-4fdf-b276-c46096d25b95 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.195023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d4a15ba6-3959-4fdf-b276-c46096d25b95 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/routers/1b95a166-9d55-4a44-893a-dc7a6462461b HTTP/1.1" status: 204 len: 168 time: 1.2999029 Mar 11 13:05:43.195805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:43.197193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55150) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:43.199312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.214691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:43.239383 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] Calling delete_port for ec0002e5-ba71-46fe-94c5-e891952696cf owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:43.353001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Deleting port fe3b7b6d-2249-4354-bd72-fc4547be4f6c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:43.353304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.359119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9e4d1eb0-bbb0-48c2-86ea-1b99888d63f3 None None] Provisioning for port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:43.367051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.401423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9e4d1eb0-bbb0-48c2-86ea-1b99888d63f3 None None] Provisioning complete for port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:43.401423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9e4d1eb0-bbb0-48c2-86ea-1b99888d63f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.450671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:43.456034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.468526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:43.484838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:43.495741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:43.499321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group_rule and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:43.503929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.505945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:43.556769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:43.557058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.610705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] No DVR routers for this DVR port ec0002e5-ba71-46fe-94c5-e891952696cf on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:43.628348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d1eb0-bbb0-48c2-86ea-1b99888d63f3 None None] Port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:43.642091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb643d2-2736-4586-901f-13782bddcf6d None None] Pushing event deleted for resources: {'Port': ['ID=ec0002e5-ba71-46fe-94c5-e891952696cf,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:43.657387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.667536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.684051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.688058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ec0002e5-ba71-46fe-94c5-e891952696cf no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:43.725179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ec0002e5-ba71-46fe-94c5-e891952696cf {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:43.725557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ec0002e5-ba71-46fe-94c5-e891952696cf not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:43.801337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:34Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:43.805322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e8129-93d2-4e35-bce6-656a73a63fdf None None] The sync data for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv is: [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:02:21Z', 'revision_number': 4, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'a77f4764-7b53-4b7e-8d16-94f5c76e5200', 'name': '', 'network_id': '08b2fea4-2120-4b82-a388-5093e1c33256', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'mac_address': 'fa:16:3e:18:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:19Z', 'updated_at': '2022-03-11T13:02:34Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'subnets': [{'id': 'a546b542-fc2a-4c0e-ae8d-40cfccd1b130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:43.815732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:05:43.816456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55158) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:43.829360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:43.855833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Calling delete_port for fe3b7b6d-2249-4354-bd72-fc4547be4f6c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:43.916460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:43.926176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:43.937875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:43.979487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Pushing event updated for resources: {'Port': ['ID=74b9f8bd-4071-465d-997a-2bb610bfeda3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:44.025083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:44.026357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:44.035619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca400937-a29e-4467-b25a-edf4f2da595a None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:44.050869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:44.051557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.064360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.098379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.116891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=44684fff-2608-4460-b809-4bcc1b3c924b,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:44.148150 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8a17b-d211-4a3f-97aa-c62b835ac20b None None] New status for floating IP 957fb677-bbed-4b02-9893-8a9c4d3d5745: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:05:44.206244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.227061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-490772a6-0230-4973-a588-a9f600deb8b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.258099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-490772a6-0230-4973-a588-a9f600deb8b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.266611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71a8bd5-571d-421c-b30c-e1fa5422399a,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:44.295202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.313926 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-266ae1c1-13c4-4489-8be4-364ea00e9d49 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2695127 Mar 11 13:05:44.314834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55162) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:44.318486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.329905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.343168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:44.352325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.352681 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 32c4ceb2-af47-4de1-b45e-24ea752c032c of type vlan for network 2298a3a7-d9a3-4dee-8403-3b63b110d460 Mar 11 13:05:44.358157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '44684fff-2608-4460-b809-4bcc1b3c924b'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:05:44.359222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.365764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:44.404892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.470184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.474959 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7b3e8bd7-4b96-41c5-8cfa-c856ccf6b45a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2952750 Mar 11 13:05:44.486705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55166) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:44.519380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:44.524136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:44.528523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:44.534683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:44.549335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] In _notify_port_updated(), no bound segment for port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 on network 77add799-7d7d-4976-8b2c-60885db45fef {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:05:44.555139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:44.556247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.557343 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "PUT /v2.0/ports/0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 HTTP/1.1" status: 200 len: 997 time: 1.7158058 Mar 11 13:05:44.561418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '997b7a0f-d703-4f71-a544-03aca465657f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:44.578347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55170) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:44.599808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.620776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Allocated IP 2001:db8::f816:3eff:fe4d:eb29 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/44684fff-2608-4460-b809-4bcc1b3c924b/9adeb243-9c91-47aa-910e-83c8f1b02010) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:44.628323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:44.660228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:44.664128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Pushing event deleted for resources: {'Port': ['ID=fe3b7b6d-2249-4354-bd72-fc4547be4f6c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:44.670109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:44.705217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:44.712647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29742b3-456d-419b-b083-16d4cc9708ca,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:44.715292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce36ed-1ef9-4471-8263-3f5c35debe59 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:44.734001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:44.738299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.744926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:44.745283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.778587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.783662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:44.784332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.841011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-490772a6-0230-4973-a588-a9f600deb8b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.843523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-490772a6-0230-4973-a588-a9f600deb8b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.847252 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-490772a6-0230-4973-a588-a9f600deb8b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "DELETE /v2.0/security-groups/3cd5ae78-65da-4506-8185-4123b7cce1fb HTTP/1.1" status: 204 len: 168 time: 1.0227504 Mar 11 13:05:44.869388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:44.873311 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0610037 Mar 11 13:05:44.881917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.889266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55176) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:44.896200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f0afa87-cb69-4015-9b6a-86a5f81c9283 None None] Provisioning complete for port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:44.896661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f0afa87-cb69-4015-9b6a-86a5f81c9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.904617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'name': 'tempest-PortsIpV6TestJSON-1196971226'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:44.928717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490772a6-0230-4973-a588-a9f600deb8b8 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd5ae78-65da-4506-8185-4123b7cce1fb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:44.963163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.978894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:44.988407 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ac083dd5-d280-4ff1-8955-ef0bbe4faffc tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/ports/fe3b7b6d-2249-4354-bd72-fc4547be4f6c HTTP/1.1" status: 204 len: 168 time: 1.7901919 Mar 11 13:05:44.995118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Transition to ACTIVE for port object 9adeb243-9c91-47aa-910e-83c8f1b02010 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:44.998490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:45.006762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1f0afa87-cb69-4015-9b6a-86a5f81c9283 None None] Port 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:45.015076 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9a6de4bc-494c-43ed-b52e-73f65c043fc3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] show failed (client error): The resource could not be found. Mar 11 13:05:45.016286 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9a6de4bc-494c-43ed-b52e-73f65c043fc3 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "GET /v2.0/security-groups/3cd5ae78-65da-4506-8185-4123b7cce1fb HTTP/1.1" status: 404 len: 347 time: 0.1382704 Mar 11 13:05:45.026902 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Transition to ACTIVE for port object 9adeb243-9c91-47aa-910e-83c8f1b02010 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:45.034917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.057355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55186) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:45.104608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:45.113122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:45.117196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:45.129852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Pushing event updated for resources: {'Port': ['ID=9adeb243-9c91-47aa-910e-83c8f1b02010,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:45.156769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Deleting subnet 33df1545-fe88-47ce-b665-f6fbd8b19d80 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:45.169837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.197300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d767b9a-2787-4def-8530-c1b49fd32bad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=2298a3a7-d9a3-4dee-8403-3b63b110d460,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:45.226347 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:45.242934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.325031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.354499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:45.378982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Attempting to bind port 9adeb243-9c91-47aa-910e-83c8f1b02010 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:05:45.379348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Attempting to bind port 9adeb243-9c91-47aa-910e-83c8f1b02010 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:05:45.379706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Attempting to bind port 9adeb243-9c91-47aa-910e-83c8f1b02010 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:05:45.383890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Deleting port f4b39a7b-1941-4714-bfc6-2a7a50c109a7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:45.384410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.391763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:05:45.392199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:45.392659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.393097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:05:45.393601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Bound port: 9adeb243-9c91-47aa-910e-83c8f1b02010, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:05:45.393978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.457545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.503519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] For port 9adeb243-9c91-47aa-910e-83c8f1b02010, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:05:45.508120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] For port 9adeb243-9c91-47aa-910e-83c8f1b02010, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9adeb243-9c91-47aa-910e-83c8f1b02010,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:05:45.513481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.555656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:45.559314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:45.581307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:45.641204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5427-e841-4592-8dbc-03b572de0fb4 None None] Pushing event updated for resources: {'Port': ['ID=9adeb243-9c91-47aa-910e-83c8f1b02010,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:45.693503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.702755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:45.706480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.732598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.786971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.842162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.861626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71c878-5d01-4e6c-9bb7-1f7e8010c346 None None] Network c4ce8fb7-30be-47c6-85e7-32d96dde8294 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:45.867107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47cb6ed-6dfb-4c99-b591-41c3760ee0f9,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:45.872063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Pushing event deleted for resources: {'Subnet': ['ID=33df1545-fe88-47ce-b665-f6fbd8b19d80,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:45.900455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.914200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:45.980480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:45.984352 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-22f94e09-e6bc-4ea3-a52f-9b3d01bdefe1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4339318 Mar 11 13:05:45.993259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55190) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:45.999556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '997b7a0f-d703-4f71-a544-03aca465657f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:46.093811 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-641f8d22-afe0-4ea3-a3b0-28c99afbf14f tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/subnets/33df1545-fe88-47ce-b665-f6fbd8b19d80 HTTP/1.1" status: 204 len: 168 time: 1.0853891 Mar 11 13:05:46.099227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:46.136597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Calling delete_port for 0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:46.166752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:46.186796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.187035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb13686-b087-445b-9742-4c1593db572a None None] DHCP port deletion for c4ce8fb7-30be-47c6-85e7-32d96dde8294 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:46.190021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:46.193456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1bb13686-b087-445b-9742-4c1593db572a None None] Deleting port 07c46213-06cc-4b79-98de-0c5a64506bcc {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:46.193948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bb13686-b087-445b-9742-4c1593db572a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.200085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:46.219465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:46.232507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.254412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.254729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.289545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.317361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:46.323439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:46.384157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:46.385415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.414938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.420674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1bb13686-b087-445b-9742-4c1593db572a None None] For port 07c46213-06cc-4b79-98de-0c5a64506bcc, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=07c46213-06cc-4b79-98de-0c5a64506bcc,segment=NetworkSegment(49cc9afa-676f-44e0-b4dd-76d4bb2630be),segment_id=49cc9afa-676f-44e0-b4dd-76d4bb2630be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:46.421174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bb13686-b087-445b-9742-4c1593db572a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.476453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=544c4826-e8df-40be-a489-b4ed736f7f34,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:46.482146 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-459eba3a-9f41-4a07-8c7c-f6ffc7cce402 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1569428 Mar 11 13:05:46.501661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:46.554549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Calling delete_port for f4b39a7b-1941-4714-bfc6-2a7a50c109a7 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:46.565833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:e8:8f:fc', 'name': 'tempest-NetworksTestDHCPv6-650317079'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:46.576807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1bb13686-b087-445b-9742-4c1593db572a None None] Calling delete_port for 07c46213-06cc-4b79-98de-0c5a64506bcc owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:46.593759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Deleting port 07c46213-06cc-4b79-98de-0c5a64506bcc {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:46.594095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.669892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bb13686-b087-445b-9742-4c1593db572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.704848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.727535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb13686-b087-445b-9742-4c1593db572a None None] No DVR routers for this DVR port 07c46213-06cc-4b79-98de-0c5a64506bcc on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:46.737798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb13686-b087-445b-9742-4c1593db572a None None] Pushing event deleted for resources: {'Port': ['ID=07c46213-06cc-4b79-98de-0c5a64506bcc,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:46.754663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.793551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] The port '07c46213-06cc-4b79-98de-0c5a64506bcc' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:05:46.829655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68a765-bbbc-43f9-8742-cd23457197dc None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:46.873152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Pushing event deleted for resources: {'Port': ['ID=f4b39a7b-1941-4714-bfc6-2a7a50c109a7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:46.943108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6f266c7f-feb5-4e31-b8ea-a3aab564343c None None] Provisioning for port 9adeb243-9c91-47aa-910e-83c8f1b02010 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:46.945412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:46.983345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.006291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:47.012533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.014607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:47.018493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.027286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:47.037204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:47.043146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ce8fb7-30be-47c6-85e7-32d96dde8294']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:47.049915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Router 1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:05:47.065143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cc9afa-676f-44e0-b4dd-76d4bb2630be') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:47.065143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cc9afa-676f-44e0-b4dd-76d4bb2630be') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:47.076037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.088394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Port': ['ID=0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:47.132010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:47.148275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.152856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98b2e33-e338-4bbd-88b3-629ff86608cd,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:47.160732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.257265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.260432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.261931 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a590cc45-e913-46b5-b980-d46f25bf8a90 tempest-ServerActionsTestJSON-1824399854 tempest-ServerActionsTestJSON-1824399854-project] 10.222.0.52 "DELETE /v2.0/floatingips/957fb677-bbed-4b02-9893-8a9c4d3d5745 HTTP/1.1" status: 204 len: 168 time: 2.1986396 Mar 11 13:05:47.265907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55202) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:47.279636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.283539 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6f08db53-3622-45a1-a03f-2d9e1998ab3b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2863474 Mar 11 13:05:47.283539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.291139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55206) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:47.292229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:47.292670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.298417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] Update dhcp port {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '44684fff-2608-4460-b809-4bcc1b3c924b', 'ip_address': '2001:db8::f816:3eff:fe4d:eb29'}, {'subnet_id': '544c4826-e8df-40be-a489-b4ed736f7f34'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': '9adeb243-9c91-47aa-910e-83c8f1b02010'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:47.309395 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:47.393164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.544140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.548722 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-240c505a-02ed-46c8-a377-b6a5178982a7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/ports/0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 HTTP/1.1" status: 204 len: 168 time: 2.9543469 Mar 11 13:05:47.554151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55212) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:47.588996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '997b7a0f-d703-4f71-a544-03aca465657f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:47.613483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:47.616170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.625779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:47.629161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:47.647350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:47.784664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9adeb243-9c91-47aa-910e-83c8f1b02010 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:47.794581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=1198bfb4-8e9b-4496-8e61-07bd5d22ec3e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:47.817184 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b3ad33-4688-4536-b7ee-1c799251e81e tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] GET failed (client error): The resource could not be found. Mar 11 13:05:47.821984 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c2b3ad33-4688-4536-b7ee-1c799251e81e tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "GET /v2.0/ports/0feb8b75-b2f1-4b0d-a5b5-8a68525b4b19 HTTP/1.1" status: 404 len: 333 time: 0.2622824 Mar 11 13:05:47.823295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.825091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.827390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:47.831016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55216) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:47.833203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.847669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] Sync routers for ids ['1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:47.858033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'name': 'tempest-AllowedAddressPairTestJSON-2044111688'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:47.873631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '32c4ceb2-af47-4de1-b45e-24ea752c032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:47.874024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: 2298a3a7-d9a3-4dee-8403-3b63b110d460, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:47.878455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] Allocated IP 172.20.0.2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/544c4826-e8df-40be-a489-b4ed736f7f34/9adeb243-9c91-47aa-910e-83c8f1b02010) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:47.885066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] Routers {'1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:47.885772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:47.899113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:47.902791 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f18b359a-ecca-4f09-a717-b47e73167531 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "PUT /v2.0/routers/1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 HTTP/1.1" status: 200 len: 920 time: 8.0942199 Mar 11 13:05:47.902791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] Pushing event deleted for resources: {'Network': ['ID=c4ce8fb7-30be-47c6-85e7-32d96dde8294,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:47.917107 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1ad2526-5f7b-465b-957a-b3cda066bde0 tempest-TagsExtTest-1253458110 tempest-TagsExtTest-1253458110-project] 10.222.0.52 "DELETE /v2.0/networks/c4ce8fb7-30be-47c6-85e7-32d96dde8294 HTTP/1.1" status: 204 len: 168 time: 1.8146927 Mar 11 13:05:47.917107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55220) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:47.919162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 9d44d1dd-6b4a-4b49-8c06-0142a7469d38 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:47.968329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:48.067586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9adeb243-9c91-47aa-910e-83c8f1b02010 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:48.075503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] Routers {'1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:48.076129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:48.143322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9adeb243-9c91-47aa-910e-83c8f1b02010 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:48.143599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.163761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:48.179028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:48.179415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d24fa-3120-4edc-8ec1-d0cc4619639e None None] The sync data for ids ['1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:48.228006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.231140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] For port 9adeb243-9c91-47aa-910e-83c8f1b02010, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9adeb243-9c91-47aa-910e-83c8f1b02010,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:48.238599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2298a3a7-d9a3-4dee-8403-3b63b110d460) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:48.248227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54381a0a-0864-41c1-b09d-45547e77c49d None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:48.253838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.257072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:48.266213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:48.267605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.273172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:48.277460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Usage tracker for resource:port and tenant:41738ecedfb8454094f1c9bf8d5bbd8a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:48.281547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:48.290621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:48.307852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:48.313101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.321539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616648eb-2207-40ce-b6a3-a6cfd74f85c9,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:48.336180 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5174fb6b-2e93-4bfb-8aeb-9fa91b4e2be5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4386129 Mar 11 13:05:48.343109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55228) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.349610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.350811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55232) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.352101 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c6595d55-6e84-42c5-be4c-2d968bb5a01d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8217556 Mar 11 13:05:48.356371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55236) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.360140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1576586931'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:48.369271 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-90dd588b-c371-4105-a342-d43a57c20e89 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 HTTP/1.1" status: 200 len: 926 time: 0.4081354 Mar 11 13:05:48.369515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55242) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.380790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:48.381107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] device_id is not set on port db2534e3-b03e-4bd8-8593-f4e1b2b8a19c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:48.435707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:48.437074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.447753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:48.473427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-885e4ebd-0b70-4bda-93e7-565bda0a85bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.484317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:48.510418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-885e4ebd-0b70-4bda-93e7-565bda0a85bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.521563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] Transition to ACTIVE for port object 9adeb243-9c91-47aa-910e-83c8f1b02010 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:48.529517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.536956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:48.540366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.574649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.622155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-885e4ebd-0b70-4bda-93e7-565bda0a85bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.653050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:48.655536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4ebd-0b70-4bda-93e7-565bda0a85bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=616648eb-2207-40ce-b6a3-a6cfd74f85c9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:48.662592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-885e4ebd-0b70-4bda-93e7-565bda0a85bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.663797 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-885e4ebd-0b70-4bda-93e7-565bda0a85bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/616648eb-2207-40ce-b6a3-a6cfd74f85c9 HTTP/1.1" status: 204 len: 168 time: 0.2984147 Mar 11 13:05:48.667317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6449b3-b523-41a0-b901-feff3ff86ab1 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:48.672450 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-499f1043-22ca-487a-8e8f-c8f029b174d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3496545ec93a4a2fa5ea40fd7c22a7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166015 Mar 11 13:05:48.673011 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6e6449b3-b523-41a0-b901-feff3ff86ab1 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2990301 Mar 11 13:05:48.673011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55246) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.673011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55248) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.673244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55250) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.688790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.689198 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 8e814c62-0fee-4077-8b01-ca66fa1ac5c1 of type vlan for network cbe48510-e069-437b-9f75-7fd212f46aef Mar 11 13:05:48.777854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.799015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:05:48.799518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:05:48.800552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ca3c-8fdb-47e8-8e5f-d940a637ddf7 None None] Pushing event updated for resources: {'Port': ['ID=9adeb243-9c91-47aa-910e-83c8f1b02010,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:48.809048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Allocated IP 172.20.0.5 (77add799-7d7d-4976-8b2c-60885db45fef/638e95df-c122-4020-98ab-8452546d9dc6/db2534e3-b03e-4bd8-8593-f4e1b2b8a19c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:48.817396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a84c9e82-d775-471d-912e-7556d15c8008 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:48.843861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.925494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92bd0cc2-f9cd-442a-92a8-7b0afdd2d81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.933757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4694a0-43ae-476c-94ca-eb250be2596f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:48.935150 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b4694a0-43ae-476c-94ca-eb250be2596f tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/networks/ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 881 time: 0.2597082 Mar 11 13:05:48.942068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.951006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a84c9e82-d775-471d-912e-7556d15c8008 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:48.952424 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a84c9e82-d775-471d-912e-7556d15c8008 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2798779 Mar 11 13:05:48.961953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55262) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:48.965958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:48.971320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:48.971913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.000969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 172.20.0.11 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/544c4826-e8df-40be-a489-b4ed736f7f34/9d44d1dd-6b4a-4b49-8c06-0142a7469d38) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:49.006088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92bd0cc2-f9cd-442a-92a8-7b0afdd2d81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.025666 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d41b61b1-c17b-4edb-a1a3-7b62da8257fa tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 HTTP/1.1" status: 200 len: 205 time: 0.0801275 Mar 11 13:05:49.041481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fee8:8ffc (03007ba6-d1e0-4ba6-aa08-eced2aedda75/44684fff-2608-4460-b809-4bcc1b3c924b/9d44d1dd-6b4a-4b49-8c06-0142a7469d38) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:49.043456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:49.199803 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8543363 Mar 11 13:05:49.216770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55270) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:49.231274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'ports': [{'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460'}, {'network_id': 'cbe48510-e069-437b-9f75-7fd212f46aef'}]} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:49.231632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:49.232062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': 'cbe48510-e069-437b-9f75-7fd212f46aef'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:49.246322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5075c6cb-3ad7-4667-a971-54bcf3b90eab tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.258081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a0718-54d5-43e5-9d25-8f1304295ea7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=cbe48510-e069-437b-9f75-7fd212f46aef,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:49.274609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network cbe48510-e069-437b-9f75-7fd212f46aef details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:49.293040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5075c6cb-3ad7-4667-a971-54bcf3b90eab tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.474595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.518599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9adeb243-9c91-47aa-910e-83c8f1b02010, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9adeb243-9c91-47aa-910e-83c8f1b02010,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:49.528168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.530590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.561398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.627007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 07c46213-06cc-4b79-98de-0c5a64506bcc no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:49.658177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92bd0cc2-f9cd-442a-92a8-7b0afdd2d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.662299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9adeb243-9c91-47aa-910e-83c8f1b02010,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:49.672797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 07c46213-06cc-4b79-98de-0c5a64506bcc {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:49.673206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 07c46213-06cc-4b79-98de-0c5a64506bcc not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:49.684370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-37a1bf16-d645-4951-bfc7-eef6d18ac0fb None None] Provisioning for port 9adeb243-9c91-47aa-910e-83c8f1b02010 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:49.691248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-37a1bf16-d645-4951-bfc7-eef6d18ac0fb None None] Provisioning complete for port 9adeb243-9c91-47aa-910e-83c8f1b02010 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:49.691706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-37a1bf16-d645-4951-bfc7-eef6d18ac0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.693994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5075c6cb-3ad7-4667-a971-54bcf3b90eab tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.715849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0cc2-f9cd-442a-92a8-7b0afdd2d81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5d69e3-be69-49b3-b098-04c8c14fc221,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:49.773255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Transition to ACTIVE for port object db2534e3-b03e-4bd8-8593-f4e1b2b8a19c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:49.791344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075c6cb-3ad7-4667-a971-54bcf3b90eab tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e98b2e33-e338-4bbd-88b3-629ff86608cd,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:49.798026 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9adeb243-9c91-47aa-910e-83c8f1b02010 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:05:49.816273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5075c6cb-3ad7-4667-a971-54bcf3b90eab tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.820327 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5075c6cb-3ad7-4667-a971-54bcf3b90eab tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e98b2e33-e338-4bbd-88b3-629ff86608cd HTTP/1.1" status: 204 len: 168 time: 0.8408198 Mar 11 13:05:49.821017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55274) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:49.841701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92bd0cc2-f9cd-442a-92a8-7b0afdd2d81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.845014 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-92bd0cc2-f9cd-442a-92a8-7b0afdd2d81a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc5d69e3-be69-49b3-b098-04c8c14fc221 HTTP/1.1" status: 204 len: 168 time: 1.1687949 Mar 11 13:05:49.845014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:49.856208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.859401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:49.870924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:49.892890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:49.921452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-114080a1-9d3d-44ca-894e-6cf9321347cb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:49.940025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 9d44d1dd-6b4a-4b49-8c06-0142a7469d38 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:49.962538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:49.984227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 2} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:49.991950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.016925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-114080a1-9d3d-44ca-894e-6cf9321347cb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:50.019095 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-114080a1-9d3d-44ca-894e-6cf9321347cb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1968343 Mar 11 13:05:50.028882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55280) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:50.046229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.048822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.061788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9adeb243-9c91-47aa-910e-83c8f1b02010 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:50.062552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.062982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network 77add799-7d7d-4976-8b2c-60885db45fef is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:50.068848 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:50.080773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Deleting port 74b9f8bd-4071-465d-997a-2bb610bfeda3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:50.081136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.117530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:50.168597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17871f1a-c268-45f4-ac88-20aae55be073 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.181176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17871f1a-c268-45f4-ac88-20aae55be073 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.208505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Deleting port a77f4764-7b53-4b7e-8d16-94f5c76e5200 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:50.209257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.238058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=db2534e3-b03e-4bd8-8593-f4e1b2b8a19c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:50.258077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17871f1a-c268-45f4-ac88-20aae55be073 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.321471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17871f1a-c268-45f4-ac88-20aae55be073 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c47cb6ed-6dfb-4c99-b591-41c3760ee0f9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:50.347859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.369616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d77ddb8f-3731-48a2-8d75-7c3fde942584 None None] Provisioning for port db2534e3-b03e-4bd8-8593-f4e1b2b8a19c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:50.375893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d77ddb8f-3731-48a2-8d75-7c3fde942584 None None] Provisioning complete for port db2534e3-b03e-4bd8-8593-f4e1b2b8a19c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:50.376657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d77ddb8f-3731-48a2-8d75-7c3fde942584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.387690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17871f1a-c268-45f4-ac88-20aae55be073 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.388813 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-17871f1a-c268-45f4-ac88-20aae55be073 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c47cb6ed-6dfb-4c99-b591-41c3760ee0f9 HTTP/1.1" status: 204 len: 168 time: 0.3583763 Mar 11 13:05:50.405234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:50.405864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.411976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55284) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:50.449984 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c94f020-b3cb-4765-af3a-4a007302dc08 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5981975 Mar 11 13:05:50.452746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d77ddb8f-3731-48a2-8d75-7c3fde942584 None None] Port db2534e3-b03e-4bd8-8593-f4e1b2b8a19c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:50.454744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55288) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:50.479865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'network_id': '77add799-7d7d-4976-8b2c-60885db45fef', 'name': 'tempest-AllowedAddressPairTestJSON-1482009542'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:50.497563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:50.512681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:50.515025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:50.581335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port dd5e6981-53fa-4552-a8d3-7287a0877344 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:50.583982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.595973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=9d44d1dd-6b4a-4b49-8c06-0142a7469d38,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:50.618944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-532d732e-b0d1-48af-86e6-adf39b537956 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:50.658310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] For port a77f4764-7b53-4b7e-8d16-94f5c76e5200, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a77f4764-7b53-4b7e-8d16-94f5c76e5200,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:50.658669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.670716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-532d732e-b0d1-48af-86e6-adf39b537956 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:50.672014 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-532d732e-b0d1-48af-86e6-adf39b537956 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2566533 Mar 11 13:05:50.727893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55292) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:50.798018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Calling delete_port for 74b9f8bd-4071-465d-997a-2bb610bfeda3 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:50.803862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Calling delete_port for a77f4764-7b53-4b7e-8d16-94f5c76e5200 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:50.850320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:50.850932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.892365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3e91884-82f3-45b1-b239-8c1ca991dd93 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.896369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9116bc02-e391-4de3-afbf-b3702c2d8b64 None None] Provisioning for port 9d44d1dd-6b4a-4b49-8c06-0142a7469d38 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:50.902535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9116bc02-e391-4de3-afbf-b3702c2d8b64 None None] Provisioning complete for port 9d44d1dd-6b4a-4b49-8c06-0142a7469d38 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:50.903124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9116bc02-e391-4de3-afbf-b3702c2d8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.926117 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c60a6364-afc0-43ac-8018-5c277ca9b329 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4233654 Mar 11 13:05:50.928271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55296) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:50.934056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3e91884-82f3-45b1-b239-8c1ca991dd93 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:50.959461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9116bc02-e391-4de3-afbf-b3702c2d8b64 None None] Port 9d44d1dd-6b4a-4b49-8c06-0142a7469d38 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:50.972982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:50.990412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Usage tracker for resource:port and tenant:41738ecedfb8454094f1c9bf8d5bbd8a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:50.995264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:51.002878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.003469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:51.026705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Made reservation on behalf of 41738ecedfb8454094f1c9bf8d5bbd8a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:51.030818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.046209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3e91884-82f3-45b1-b239-8c1ca991dd93 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.061894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] device_id is not set on port ff8aa156-a81d-4901-9046-ba1040847b99 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:51.123107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e91884-82f3-45b1-b239-8c1ca991dd93 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b71a8bd5-571d-421c-b30c-e1fa5422399a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:51.155767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port b5b24230-f913-49ba-8ccc-c2135ed83ae3 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:05:51.168978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3e91884-82f3-45b1-b239-8c1ca991dd93 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.170233 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a3e91884-82f3-45b1-b239-8c1ca991dd93 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b71a8bd5-571d-421c-b30c-e1fa5422399a HTTP/1.1" status: 204 len: 168 time: 0.4414015 Mar 11 13:05:51.173048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55300) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:51.189631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccae1f-8f9e-464b-9ceb-2d70fcb35b6c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:51.195902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccae1f-8f9e-464b-9ceb-2d70fcb35b6c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:51.196670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9cccae1f-8f9e-464b-9ceb-2d70fcb35b6c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:51.263950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.303614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.335272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a77f4764-7b53-4b7e-8d16-94f5c76e5200,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:51.350484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9cccae1f-8f9e-464b-9ceb-2d70fcb35b6c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:51.351656 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9cccae1f-8f9e-464b-9ceb-2d70fcb35b6c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4211390 Mar 11 13:05:51.374854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:51.417397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4084cb45-f492-421c-8669-0048adeec6f3 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:51.447131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.582657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event deleted for resources: {'Port': ['ID=74b9f8bd-4071-465d-997a-2bb610bfeda3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:51.684867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Allocated IP 172.20.0.14 (77add799-7d7d-4976-8b2c-60885db45fef/638e95df-c122-4020-98ab-8452546d9dc6/ff8aa156-a81d-4901-9046-ba1040847b99) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:51.705121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4084cb45-f492-421c-8669-0048adeec6f3 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:51.706502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4084cb45-f492-421c-8669-0048adeec6f3 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5318868 Mar 11 13:05:51.716243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 9d44d1dd-6b4a-4b49-8c06-0142a7469d38 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:51.716590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.732633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55310) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:51.741461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.781811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.852806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:51.856053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f63a8b03-d950-42a5-bfdc-fb5bf0f65ab1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.861096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.861683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.876179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:51.888579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:51.889368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.891533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f63a8b03-d950-42a5-bfdc-fb5bf0f65ab1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:51.898046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=dd5e6981-53fa-4552-a8d3-7287a0877344,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:52.046208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.052420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.061202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f63a8b03-d950-42a5-bfdc-fb5bf0f65ab1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.093193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=b5b24230-f913-49ba-8ccc-c2135ed83ae3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:52.165831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a8b03-d950-42a5-bfdc-fb5bf0f65ab1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d448e5d2-0017-4097-92d8-995fc8ad21a1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:52.184513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '8e814c62-0fee-4077-8b01-ca66fa1ac5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cbe48510-e069-437b-9f75-7fd212f46aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:05:52.184874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: cbe48510-e069-437b-9f75-7fd212f46aef, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:05:52.214925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f63a8b03-d950-42a5-bfdc-fb5bf0f65ab1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.216046 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f63a8b03-d950-42a5-bfdc-fb5bf0f65ab1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d448e5d2-0017-4097-92d8-995fc8ad21a1 HTTP/1.1" status: 204 len: 168 time: 0.4835670 Mar 11 13:05:52.219384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55314) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:52.256633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.257176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Fanout notify agent at l3_agent the message router_deleted on router 1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:52.309878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network cbe48510-e069-437b-9f75-7fd212f46aef is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:05:52.328773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.329933 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f8e4036-bbaa-4d6f-9005-547eb83cb0e7 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 HTTP/1.1" status: 204 len: 168 time: 3.2730296 Mar 11 13:05:52.331764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, cbe48510-e069-437b-9f75-7fd212f46aef) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:52.339475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55318) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:52.342225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf0f6a4-616c-4898-a31a-b13d9c43c9f2 None None] Network cbe48510-e069-437b-9f75-7fd212f46aef requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:52.349482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:52.355208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:52.359406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1214284164', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:52.360430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:52.360641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.377573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:52.388684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.391835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Usage tracker for resource:router and tenant:fc72c081cc81437d9a4159fdc2df5155 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:52.395245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.405679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:52.424427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:52.427709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Transition to ACTIVE for port object ff8aa156-a81d-4901-9046-ba1040847b99 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:05:52.466319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2bd92e5f-3db0-4e98-b6e6-069d14e7a81a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:52.512997 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dd55ea17-1e22-41a6-8b6f-7d30c9b0648c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2911196 Mar 11 13:05:52.516718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55322) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:52.522879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2bd92e5f-3db0-4e98-b6e6-069d14e7a81a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:52.526874 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2bd92e5f-3db0-4e98-b6e6-069d14e7a81a tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3023479 Mar 11 13:05:52.550630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55326) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:52.564478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 9d44d1dd-6b4a-4b49-8c06-0142a7469d38 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:52.575725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Router 7ccaf212-4db8-4344-967e-880d6919300f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:05:52.600480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port b5b24230-f913-49ba-8ccc-c2135ed83ae3 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:52.600817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.610505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.611499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.690007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.731486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.824127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e705f305-2882-47d5-aa48-72cb3adab020 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:52.896262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:52.906042 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] Sync routers for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:52.916151 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:52.916969 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:52.946333 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4d26036c-9580-493b-8b23-90beae21e4dd admin admin] 10.222.0.52 "PUT /v2.0/routers/7ccaf212-4db8-4344-967e-880d6919300f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6768477 Mar 11 13:05:52.949050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Network 77add799-7d7d-4976-8b2c-60885db45fef is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:52.949545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55332) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:53.009223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:53.019764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e705f305-2882-47d5-aa48-72cb3adab020 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.035599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:53.138426 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:53.163763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.199127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=ff8aa156-a81d-4901-9046-ba1040847b99,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:53.309021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5445229d-0681-48ba-9713-83bffd90a29f None None] Provisioning for port ff8aa156-a81d-4901-9046-ba1040847b99 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:05:53.314069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for b5b24230-f913-49ba-8ccc-c2135ed83ae3 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:53.317571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5445229d-0681-48ba-9713-83bffd90a29f None None] Provisioning complete for port ff8aa156-a81d-4901-9046-ba1040847b99 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:53.318133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5445229d-0681-48ba-9713-83bffd90a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.394580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5445229d-0681-48ba-9713-83bffd90a29f None None] Port ff8aa156-a81d-4901-9046-ba1040847b99 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:53.426760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.482928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.483390 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:05:51Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:53.487995 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] Checking router: 7ccaf212-4db8-4344-967e-880d6919300f for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:05:53.499100 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] Routers {'7ccaf212-4db8-4344-967e-880d6919300f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:05:53.499773 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7ccaf212-4db8-4344-967e-880d6919300f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:53.504654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:53.505266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.541474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e705f305-2882-47d5-aa48-72cb3adab020 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.552214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.575445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705f305-2882-47d5-aa48-72cb3adab020 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b7a0f-d703-4f71-a544-03aca465657f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:53.590402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.615643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.629021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=b5b24230-f913-49ba-8ccc-c2135ed83ae3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:53.638719 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2938d492-4873-486e-80f6-002ab77e77c1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1791070 Mar 11 13:05:53.647046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55336) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:53.648436 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5132fc36-5221-4e75-92c2-1850d6bf4b86 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/b5b24230-f913-49ba-8ccc-c2135ed83ae3 HTTP/1.1" status: 204 len: 168 time: 1.1308093 Mar 11 13:05:53.698347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55340) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:53.704550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:db:01:db'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:bb:5f:52'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:53.709383 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] Set router 7ccaf212-4db8-4344-967e-880d6919300f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:05:53.720006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=9d44d1dd-6b4a-4b49-8c06-0142a7469d38,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:53.722204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e705f305-2882-47d5-aa48-72cb3adab020 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.723412 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e705f305-2882-47d5-aa48-72cb3adab020 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/997b7a0f-d703-4f71-a544-03aca465657f HTTP/1.1" status: 204 len: 168 time: 1.1692383 Mar 11 13:05:53.743367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55344) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:53.955724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:53.960797 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fbc0a038-5018-40da-87cd-a7a62cd4d145 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/9d44d1dd-6b4a-4b49-8c06-0142a7469d38 HTTP/1.1" status: 204 len: 168 time: 2.5849073 Mar 11 13:05:53.965366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:54.016182 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-30582c13-ac5d-49c7-9233-c8f8cef934d2 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2715220 Mar 11 13:05:54.029470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.029674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:54.036244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--708657868'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:54.047858 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:05:51Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:54.049762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:54.053031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Deleting port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:54.053474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.054839 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932b025-9f85-46e8-990f-d4e460ac2866 None None] The sync data for ids ['7ccaf212-4db8-4344-967e-880d6919300f'] in dv-neutron-833198-1-hyperv is: [{'id': '7ccaf212-4db8-4344-967e-880d6919300f', 'name': 'tempest-ServerActionsTestJSON-720081019-router', 'tenant_id': '7800a39c051941e994d725ad41f030e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:02:07Z', 'updated_at': '2022-03-11T13:05:51Z', 'revision_number': 5, 'project_id': '7800a39c051941e994d725ad41f030e9', 'gw_port': {'id': '8ff12a16-d6b9-48db-aa29-0c942b9d69f5', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccaf212-4db8-4344-967e-880d6919300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:02:10Z', 'updated_at': '2022-03-11T13:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:05:54.064479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:54.068477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:54.089989 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:54.090676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.096522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f2989-5874-48a2-86f7-af21503c94f9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.098485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f2989-5874-48a2-86f7-af21503c94f9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.100032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f2989-5874-48a2-86f7-af21503c94f9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.100830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-214f2989-5874-48a2-86f7-af21503c94f9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:54.132786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad7cce6-9636-4351-92f7-f1a6ac55b0f5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.138634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad7cce6-9636-4351-92f7-f1a6ac55b0f5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.140174 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1ad7cce6-9636-4351-92f7-f1a6ac55b0f5 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4238529 Mar 11 13:05:54.147965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55358) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:54.148698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.281022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-214f2989-5874-48a2-86f7-af21503c94f9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:54.285293 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-214f2989-5874-48a2-86f7-af21503c94f9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3186374 Mar 11 13:05:54.286802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55362) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:54.367191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:54.403951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port dd5e6981-53fa-4552-a8d3-7287a0877344 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:54.404294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.429760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:54.471947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:54.481611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] For port 8ff12a16-d6b9-48db-aa29-0c942b9d69f5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:54.482730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.500607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.525071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:54.555467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.744391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 44684fff-2608-4460-b809-4bcc1b3c924b {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:54.755534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Calling delete_port for 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:54.792379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.868121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.937401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:54.946156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.038290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394dfe6-c816-4f84-9a69-af570ec8cfc0 req-ce16e627-9e3e-42ef-b1d4-9e4597c43e5b tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:55.039782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1394dfe6-c816-4f84-9a69-af570ec8cfc0 req-ce16e627-9e3e-42ef-b1d4-9e4597c43e5b tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 945 time: 0.6649451 Mar 11 13:05:55.041562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.119599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event updated for resources: {'Port': ['ID=ff8aa156-a81d-4901-9046-ba1040847b99,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:55.130293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] In _notify_port_updated(), no bound segment for port ff8aa156-a81d-4901-9046-ba1040847b99 on network 77add799-7d7d-4976-8b2c-60885db45fef {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:05:55.135656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:55.136305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.140428 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-79e2c5ae-6186-43b4-901d-35c324c380c9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "PUT /v2.0/ports/ff8aa156-a81d-4901-9046-ba1040847b99 HTTP/1.1" status: 200 len: 1057 time: 1.4908273 Mar 11 13:05:55.144229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55368) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:55.212751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.216526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.231895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for dd5e6981-53fa-4552-a8d3-7287a0877344 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:55.236452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f7674159-0b7f-48d6-9148-538468d4fbd1 None None] Provisioning complete for port ff8aa156-a81d-4901-9046-ba1040847b99 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:55.236980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f7674159-0b7f-48d6-9148-538468d4fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.273775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.290667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f7674159-0b7f-48d6-9148-538468d4fbd1 None None] Port ff8aa156-a81d-4901-9046-ba1040847b99 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:05:55.303985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port ff8aa156-a81d-4901-9046-ba1040847b99 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:55.304322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.312179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Allocated IP 172.26.4.35 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/e6effe60-5d00-4caa-9516-4b34a8c76599) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:05:55.369470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.379442 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1394dfe6-c816-4f84-9a69-af570ec8cfc0 req-0e32a811-6cb8-4a3f-a597-16a3bfa04ba2 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188515 Mar 11 13:05:55.380508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b452ebf-8ed9-403c-aa57-31999932c065,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:55.464735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff12a16-d6b9-48db-aa29-0c942b9d69f5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:55.466905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.484516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.488137 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a577491c-57a1-4b1c-83c7-9b8dbb4ffc07 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4579976 Mar 11 13:05:55.490803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55372) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:55.507658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '5b452ebf-8ed9-403c-aa57-31999932c065', 'direction': 'ingress', 'protocol': 17}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:55.514850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.516716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:55.548088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=44684fff-2608-4460-b809-4bcc1b3c924b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:55.562048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:55.572515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:55.579275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=dd5e6981-53fa-4552-a8d3-7287a0877344,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:55.585679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943dacd8-b490-4a95-b554-44b175d601ff None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:55.586747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.593340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:55.609909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.630124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-38895c0f-4489-4a6d-8603-dbd5ad7a8442 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/dd5e6981-53fa-4552-a8d3-7287a0877344 HTTP/1.1" status: 204 len: 168 time: 1.4710488 Mar 11 13:05:55.636202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55376) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:55.644201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.721162 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9e971d4c-d431-45b5-ae37-5d895d7e5a65 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/44684fff-2608-4460-b809-4bcc1b3c924b HTTP/1.1" status: 204 len: 168 time: 1.4313979 Mar 11 13:05:55.726363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55380) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:55.762265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.784152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.835140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a77f4764-7b53-4b7e-8d16-94f5c76e5200 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:55.875534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: a77f4764-7b53-4b7e-8d16-94f5c76e5200 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:55.875873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a77f4764-7b53-4b7e-8d16-94f5c76e5200 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:55.901306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79428be9-b220-4274-8676-154c3ffcbae7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:55.902200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79428be9-b220-4274-8676-154c3ffcbae7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:55.913889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.925059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-3e773b10-bcf3-44df-8904-4eeab9b9361c tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:55.926746 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-3e773b10-bcf3-44df-8904-4eeab9b9361c tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 945 time: 0.2310143 Mar 11 13:05:55.931811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:55.935910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.006914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.015149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.026939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 544c4826-e8df-40be-a489-b4ed736f7f34 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:56.032732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.041907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.063017 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79428be9-b220-4274-8676-154c3ffcbae7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:56.064073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-79428be9-b220-4274-8676-154c3ffcbae7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4250672 Mar 11 13:05:56.072124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037163b7-f4cb-4175-ac6d-2fc6528a29c7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:56.075658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55384) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:56.085534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:56.100880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:56.116982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:05:56.149691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.150915 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b568721e-042d-4551-bdbe-3336e652561b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6582229 Mar 11 13:05:56.162090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Deleting port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:56.162448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.192627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55388) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:56.201777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event updated for resources: {'Port': ['ID=e6effe60-5d00-4caa-9516-4b34a8c76599,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:56.370857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Calling delete_port for ff8aa156-a81d-4901-9046-ba1040847b99 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:56.415101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.415595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ccaf212-4db8-4344-967e-880d6919300f {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:05:56.422643 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd27236-7890-471d-9b44-b7118ba77547 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:05:56.422643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfd27236-7890-471d-9b44-b7118ba77547 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:56.508400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.530549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f656df8d-6bbb-4e30-8ff0-bd9f72d42595 None None] Provisioning complete for port 9adeb243-9c91-47aa-910e-83c8f1b02010 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:05:56.531147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f656df8d-6bbb-4e30-8ff0-bd9f72d42595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.546701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.550313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e652b9f2-917b-47a1-8c86-d1679022cf33 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7ccaf212-4db8-4344-967e-880d6919300f HTTP/1.1" status: 204 len: 168 time: 3.5974746 Mar 11 13:05:56.560909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55394) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:56.573621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc039027-5816-4cbd-9df2-7c2025cf63bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.628034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfd27236-7890-471d-9b44-b7118ba77547 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:56.631979 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bfd27236-7890-471d-9b44-b7118ba77547 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/b5b24230-f913-49ba-8ccc-c2135ed83ae3 HTTP/1.1" status: 404 len: 333 time: 0.5481110 Mar 11 13:05:56.636990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55398) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:56.746568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc039027-5816-4cbd-9df2-7c2025cf63bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.748180 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c32718-3c06-4c2e-b737-8348fe0ad26a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:05:56.749529 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f0c32718-3c06-4c2e-b737-8348fe0ad26a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/dd5e6981-53fa-4552-a8d3-7287a0877344 HTTP/1.1" status: 404 len: 333 time: 0.1102753 Mar 11 13:05:56.755514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] Deleting subnet a546b542-fc2a-4c0e-ae8d-40cfccd1b130 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:05:56.758950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55402) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:56.763490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.838443 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] For port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:56.838805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.904317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.943588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:56.968300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.058614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c2f2a-11da-4851-849c-8fd2431ebe45 req-4dac1b8f-affd-427e-9124-82d242d0f0fa tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:57.060164 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-507c2f2a-11da-4851-849c-8fd2431ebe45 req-4dac1b8f-affd-427e-9124-82d242d0f0fa tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 945 time: 0.4625492 Mar 11 13:05:57.061037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc039027-5816-4cbd-9df2-7c2025cf63bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.072434 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Port': ['ID=ff8aa156-a81d-4901-9046-ba1040847b99,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:57.115481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.181065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc039027-5816-4cbd-9df2-7c2025cf63bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b452ebf-8ed9-403c-aa57-31999932c065,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:57.289306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.303479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc039027-5816-4cbd-9df2-7c2025cf63bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.304600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bc039027-5816-4cbd-9df2-7c2025cf63bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/5b452ebf-8ed9-403c-aa57-31999932c065 HTTP/1.1" status: 204 len: 168 time: 1.1044705 Mar 11 13:05:57.321516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55406) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:57.331043 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-507c2f2a-11da-4851-849c-8fd2431ebe45 req-1fed7ead-8294-4f19-b5af-45273f6ad3a4 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups?id=e30a5736-593f-4025-8427-6c503c6e063d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439415 Mar 11 13:05:57.351816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=544c4826-e8df-40be-a489-b4ed736f7f34,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:57.353816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.363985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb5ff9-0e0d-4929-a291-6dbb81eb27cc None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:57.422050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.449924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.525584 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-00ff14b6-1c01-45e3-bb54-7942296406be tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/544c4826-e8df-40be-a489-b4ed736f7f34 HTTP/1.1" status: 204 len: 168 time: 1.7952998 Mar 11 13:05:57.534730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe48510-e069-437b-9f75-7fd212f46aef']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:57.541958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55410) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:57.554942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.639876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1541c4bb-380d-49f4-92f3-81a0f9d40918 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:57.649956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:57.654531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Deleting port 9adeb243-9c91-47aa-910e-83c8f1b02010 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:57.654989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.677856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.678904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.679300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Floating IP 4e166c70-fa15-460b-bdf3-0861f0a22913 disassociated. External IP: 172.26.4.32, port: ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e. Mar 11 13:05:57.679652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Calling delete_port for ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:57.683606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e814c62-0fee-4077-8b01-ca66fa1ac5c1') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:57.684096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e814c62-0fee-4077-8b01-ca66fa1ac5c1') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:57.702711 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9c5f5a56-d373-44d0-8475-6b6427fec6e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323757 Mar 11 13:05:57.711458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:57.730440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.742082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:57.766971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.781942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:05:57.782207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:05:57.797394 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:05:57.821060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9adeb243-9c91-47aa-910e-83c8f1b02010 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:57.822685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:57.850291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1541c4bb-380d-49f4-92f3-81a0f9d40918 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:57.855070 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1541c4bb-380d-49f4-92f3-81a0f9d40918 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5276022 Mar 11 13:05:57.864789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55418) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:57.878397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974981692'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:57.951616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:57.989339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] For port 9adeb243-9c91-47aa-910e-83c8f1b02010, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9adeb243-9c91-47aa-910e-83c8f1b02010,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:57.989726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.053859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:58.061090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a546b542-fc2a-4c0e-ae8d-40cfccd1b130,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:58.072651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.076928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.086017 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:58.089940 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fe46bcf5-84db-4cf6-a340-d395a25b4d2b tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/ports/ff8aa156-a81d-4901-9046-ba1040847b99 HTTP/1.1" status: 204 len: 168 time: 2.9446378 Mar 11 13:05:58.090732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55422) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:58.097998 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5dc0973b-959f-47b3-bdb1-bcfa25a88e77 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a546b542-fc2a-4c0e-ae8d-40cfccd1b130 HTTP/1.1" status: 204 len: 168 time: 1.5316331 Mar 11 13:05:58.126991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:58.130373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:58.134746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55426) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:58.135978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf305f-2109-4263-87a4-9e8682cb1a6e None None] Network 08b2fea4-2120-4b82-a388-5093e1c33256 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:58.138325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.139942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.154975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Calling delete_port for 9adeb243-9c91-47aa-910e-83c8f1b02010 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:58.195423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.203935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-57032d89-af5f-4518-ac82-94991883eba1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] GET failed (client error): The resource could not be found. Mar 11 13:05:58.204449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-57032d89-af5f-4518-ac82-94991883eba1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Synchronizing usage tracker for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:05:58.215423 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/cbe48510-e069-437b-9f75-7fd212f46aef HTTP/1.1" status: 204 len: 168 time: 1.4534254 Mar 11 13:05:58.216668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017b890-09e6-49ff-bb21-ea33559c993f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=cbe48510-e069-437b-9f75-7fd212f46aef,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:58.222441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55430) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:58.226770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:58.237179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.277580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:58.280985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.283075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1319388829'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:58.300509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:58.303705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:58.315227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:58.321350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:58.324380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-57032d89-af5f-4518-ac82-94991883eba1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Unset dirty status for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:05:58.325853 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-57032d89-af5f-4518-ac82-94991883eba1 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "GET /v2.0/ports/ff8aa156-a81d-4901-9046-ba1040847b99 HTTP/1.1" status: 404 len: 333 time: 0.2327871 Mar 11 13:05:58.326060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.331303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:58.331487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55434) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:58.337301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:58.365580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:58.369624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.404035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:05:58.407649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.417654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Deleting port b06db5ba-9185-43dc-aad5-ced18f4fc68d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:58.418229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.429035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9adeb243-9c91-47aa-910e-83c8f1b02010, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9adeb243-9c91-47aa-910e-83c8f1b02010,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:58.450651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.465546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:58.483034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.483767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:58.491203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port db2534e3-b03e-4bd8-8593-f4e1b2b8a19c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:58.491880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.547882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:05:58.583016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:05:58.583360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:05:58.583798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:58.584122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8ff12a16-d6b9-48db-aa29-0c942b9d69f5 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:58.622848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.623232 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 30801e93-634d-4db9-8be6-87306ccd8432 of type vlan for network 39e749c6-8e27-4673-b8cd-f928508eb0cf Mar 11 13:05:58.626609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9adeb243-9c91-47aa-910e-83c8f1b02010,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:58.710625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] DHCP port deletion for 08b2fea4-2120-4b82-a388-5093e1c33256 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:05:58.713802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event deleted for resources: {'Port': ['ID=ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:58.715721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Deleting port b06db5ba-9185-43dc-aad5-ced18f4fc68d {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:58.716195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.737260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.816264 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17378a16-223b-47d5-b02c-1a3500aa73c3 req-d981e566-0fce-4a40-8385-5c8eafa9db71 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 210 time: 0.1679921 Mar 11 13:05:58.922318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] For port b06db5ba-9185-43dc-aad5-ced18f4fc68d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b06db5ba-9185-43dc-aad5-ced18f4fc68d,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:58.923157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:58.948830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] For port b06db5ba-9185-43dc-aad5-ced18f4fc68d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b06db5ba-9185-43dc-aad5-ced18f4fc68d,segment=NetworkSegment(5d5ac05b-5f5c-4416-b954-392b74a6a89b),segment_id=5d5ac05b-5f5c-4416-b954-392b74a6a89b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:58.948830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.073408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Calling delete_port for b06db5ba-9185-43dc-aad5-ced18f4fc68d owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:59.077199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Calling delete_port for b06db5ba-9185-43dc-aad5-ced18f4fc68d owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:59.104355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Deleting port 9adeb243-9c91-47aa-910e-83c8f1b02010 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:59.105030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.107426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.134700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.189572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.192957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:59.214484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Router 9bff5890-0b14-4e0d-997f-27b00b2c4937 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:05:59.235844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598a0d88-181a-46e2-a9a4-971c9766aaef,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:59.242071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.243320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:05:59.243843 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:05:59.249639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:59.250441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.266430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] No DVR routers for this DVR port b06db5ba-9185-43dc-aad5-ced18f4fc68d on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:59.351480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06db5ba-9185-43dc-aad5-ced18f4fc68d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:59.355899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Router 8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:05:59.368263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.372431 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d184ed5d-efe1-4933-9076-d5e0228298b7 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5047548 Mar 11 13:05:59.380390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55440) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:59.390753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261566339'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:59.395454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.398998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:05:59.399359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:05:59.428423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] For port 9adeb243-9c91-47aa-910e-83c8f1b02010, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9adeb243-9c91-47aa-910e-83c8f1b02010,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:05:59.428872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.433256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:59.463282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.524522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:05:59.536973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.540623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:05:59.561328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:05:59.569805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:05:59.614722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Calling delete_port for 9adeb243-9c91-47aa-910e-83c8f1b02010 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:59.631433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:05:59.634276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:59.634857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.675801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=c9efaaea-bf06-456b-8a65-9d8fa4b1bbee,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:59.689759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.708131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.733285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b2fea4-2120-4b82-a388-5093e1c33256']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:59.743483 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5202861 Mar 11 13:05:59.765764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] Pushing event deleted for resources: {'Port': ['ID=9adeb243-9c91-47aa-910e-83c8f1b02010,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:59.768468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc885b9c-698b-453b-b306-236cc9fedbf6 None None] No DVR routers for this DVR port 9adeb243-9c91-47aa-910e-83c8f1b02010 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:59.780778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55444) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:59.786501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc432aa2-3a5d-4d07-9a48-93c97d84e378 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:05:59.798183 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dd641ceb-3997-46da-8313-36251c538448 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0856810 Mar 11 13:05:59.802845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:59.809743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba3554-afe0-4826-ae4b-a05fd46b5c2e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=39e749c6-8e27-4673-b8cd-f928508eb0cf,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:59.811424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b06db5ba-9185-43dc-aad5-ced18f4fc68d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:05:59.811973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55448) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:05:59.820354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Calling delete_port for db2534e3-b03e-4bd8-8593-f4e1b2b8a19c owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:05:59.823235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:05:59.856802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] Sync routers for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:05:59.859436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5ac05b-5f5c-4416-b954-392b74a6a89b') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:59.859738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5ac05b-5f5c-4416-b954-392b74a6a89b') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:05:59.865761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 39e749c6-8e27-4673-b8cd-f928508eb0cf details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:05:59.875728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:59.924835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:05:59.976815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Deleting port b06db5ba-9185-43dc-aad5-ced18f4fc68d {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:05:59.977187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.983847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:05:59.996843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] No DVR routers for this DVR port ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:59.999806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.002580 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c54053d0-7b6d-4c3e-aeb4-46ed11073188 req-417729f7-5f76-4975-8bbd-e8e905b754f6 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.50 "DELETE /v2.0/ports/ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e HTTP/1.1" status: 204 len: 173 time: 4.0643215 Mar 11 13:06:00.012323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b06db5ba-9185-43dc-aad5-ced18f4fc68d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:00.012665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b06db5ba-9185-43dc-aad5-ced18f4fc68d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:00.023096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.024010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:00.024453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:00.028958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:00.034815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'name': 'network-vif-deleted', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:06:00.040595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:00.056255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:00.056656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:00.071391 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:00.111397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:06:00.121782 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] Sync routers for ids ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:06:00.146451 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] Routers {'8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:00.147057 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:00.149583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:00.161372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f1fc693a-3866-4055-ae5d-ab9aef92e3d3 req-260537c9-4e88-4cf0-8770-a053126a4d45 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Synchronizing usage tracker for tenant:a7ee75938cd8457e91d8f451a90c5ac3 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:00.201156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7fca84-443a-466e-90cb-8df36e052578', 'name': 'network-vif-deleted', 'tag': 'ae87d1e8-bded-44fa-80f5-6a4dd8c2e67e', 'status': 'completed', 'code': 200} Mar 11 13:06:00.201605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:00.209542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:00.211939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f1fc693a-3866-4055-ae5d-ab9aef92e3d3 req-260537c9-4e88-4cf0-8770-a053126a4d45 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Unset dirty status for tenant:a7ee75938cd8457e91d8f451a90c5ac3 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:00.213104 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1fc693a-3866-4055-ae5d-ab9aef92e3d3 req-260537c9-4e88-4cf0-8770-a053126a4d45 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e7fca84-443a-466e-90cb-8df36e052578 HTTP/1.1" status: 200 len: 210 time: 0.2089331 Mar 11 13:06:00.213846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.217472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df50d351-1850-4aa0-81d9-f671022113dd tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8742776 Mar 11 13:06:00.220011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:00.225667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:00.231559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:00.234576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:00.236832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a417730f-5195-4f69-a7ed-2a0c7c08a70a None None] The port 'b06db5ba-9185-43dc-aad5-ced18f4fc68d' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:06:00.266005 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:00.275623 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] Routers {'8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:00.276217 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:00.284425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:00.293882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:00.297731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.323232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:00.340570 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:00.341218 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bef585-ee62-441e-aec3-11c0a7380258 None None] The sync data for ids ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:00.430807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.443590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.544435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:00.558590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'c9efaaea-bf06-456b-8a65-9d8fa4b1bbee'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:00.559893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.574473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:06:00.575764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.582996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Port': ['ID=db2534e3-b03e-4bd8-8593-f4e1b2b8a19c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:00.592536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:00.602168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.603786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.620622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:00.624395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.632586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b2fea4-2120-4b82-a388-5093e1c33256,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:00.738854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:06:00.741760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:06:00.742300 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-37b25cae-0f10-45ab-b1cf-637c3e96b713 admin admin] 10.222.0.52 "DELETE /v2.0/networks/08b2fea4-2120-4b82-a388-5093e1c33256 HTTP/1.1" status: 204 len: 168 time: 2.5944097 Mar 11 13:06:00.775974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.778935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e4bdc38b-445b-4f65-aab4-ec8df68fc583 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/ports/db2534e3-b03e-4bd8-8593-f4e1b2b8a19c HTTP/1.1" status: 204 len: 168 time: 2.4453540 Mar 11 13:06:00.782452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55462) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:00.835593 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-683758be-21d7-4a4b-85be-2716546b78c7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] GET failed (client error): The resource could not be found. Mar 11 13:06:00.836415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-683758be-21d7-4a4b-85be-2716546b78c7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Synchronizing usage tracker for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:00.876600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-683758be-21d7-4a4b-85be-2716546b78c7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Unset dirty status for tenant:41738ecedfb8454094f1c9bf8d5bbd8a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:00.879113 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-683758be-21d7-4a4b-85be-2716546b78c7 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "GET /v2.0/ports/db2534e3-b03e-4bd8-8593-f4e1b2b8a19c HTTP/1.1" status: 404 len: 333 time: 0.0955083 Mar 11 13:06:00.885077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55466) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:00.986400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:00.987639 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6063077 Mar 11 13:06:00.991823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55470) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:00.999165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '598a0d88-181a-46e2-a9a4-971c9766aaef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f1896237-95dc-4dc8-b92d-0505d91f4de6', 'remote_ip_prefix': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:01.024837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:01.029750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:01.036984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55474) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:01.043216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:01.062781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port df4bd7e0-4c1a-453d-9c2b-a04bd966714f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:01.063151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.076262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cedbf-55a2-444c-a5f7-77a937d6a812 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1896237-95dc-4dc8-b92d-0505d91f4de6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:01.094778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Allocated IP 172.20.0.2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/c9efaaea-bf06-456b-8a65-9d8fa4b1bbee/7afbfd87-7e3e-44ea-a759-914451986abd) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:01.106498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:01.126913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.235973 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-272de7f6-087a-4a35-b89b-2231e4a12b12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7800a39c051941e994d725ad41f030e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1953764 Mar 11 13:06:01.240450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.245382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55478) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:01.312777 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:45Z', 'revision_number': 5, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:01.329607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] Checking router: 9bff5890-0b14-4e0d-997f-27b00b2c4937 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:06:01.382323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:01.383040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:01.390977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55486) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:01.416322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=4f45fb85-200e-4359-b5e6-4a3ed675c097,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:01.481875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.505553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Transition to ACTIVE for port object 7afbfd87-7e3e-44ea-a759-914451986abd will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:01.514783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '30801e93-634d-4db9-8be6-87306ccd8432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:01.515134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: 39e749c6-8e27-4673-b8cd-f928508eb0cf, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:01.590362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Transition to ACTIVE for port object 7afbfd87-7e3e-44ea-a759-914451986abd will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:01.592968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:06:01.601996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.612190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.630028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 39e749c6-8e27-4673-b8cd-f928508eb0cf is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:01.643447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9119f5b6-1df0-4722-9753-9aecd7108ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.652684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:06:01.666599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.674549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 39e749c6-8e27-4673-b8cd-f928508eb0cf) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:01.690760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:01.691413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.707786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9119f5b6-1df0-4722-9753-9aecd7108ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.715182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5d54a-668d-4b76-aaeb-d3ed1862e0bd None None] Network 39e749c6-8e27-4673-b8cd-f928508eb0cf requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:01.739390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.764823 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-21587592-5bfb-4bd3-9ce7-5ea46771a8ac tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9747019 Mar 11 13:06:01.767634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Deleting port e6effe60-5d00-4caa-9516-4b34a8c76599 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:01.767873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.787789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55494) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:01.802138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf', 'name': 'tempest-PortsIpV6TestJSON-1622622960'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:01.824128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.827429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:01.833342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.839585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:01.847542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9119f5b6-1df0-4722-9753-9aecd7108ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.875627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.903295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Pushing event updated for resources: {'Port': ['ID=7afbfd87-7e3e-44ea-a759-914451986abd,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:01.912438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:01.933474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119f5b6-1df0-4722-9753-9aecd7108ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec54bc05-1c70-4550-a771-304dd61a1fcf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:01.952371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:01.955116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9119f5b6-1df0-4722-9753-9aecd7108ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:01.958908 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9119f5b6-1df0-4722-9753-9aecd7108ffb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec54bc05-1c70-4550-a771-304dd61a1fcf HTTP/1.1" status: 204 len: 168 time: 0.6393614 Mar 11 13:06:01.996237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.083922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:02.100723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Calling delete_port for df4bd7e0-4c1a-453d-9c2b-a04bd966714f owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:02.150205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-743ca6ee-fbf1-48f8-868d-af87ccdea3f5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.152555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:02.153124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.160928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Calling delete_port for e6effe60-5d00-4caa-9516-4b34a8c76599 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:02.166575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Attempting to bind port 7afbfd87-7e3e-44ea-a759-914451986abd on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:02.167502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Attempting to bind port 7afbfd87-7e3e-44ea-a759-914451986abd by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:02.168025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Attempting to bind port 7afbfd87-7e3e-44ea-a759-914451986abd on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:02.182073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:02.182732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:02.183295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.183842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:02.184465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Bound port: 7afbfd87-7e3e-44ea-a759-914451986abd, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:02.185004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.188691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2819d1ff-9a21-4f89-a39b-dfbcace39e52,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:02.191232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=22d3307e-6278-4e36-b0ed-4f1a689b2731,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:02.277168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.281658 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1b4d5d2c-3c3a-4261-9ccb-093bd9018bb8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2866783 Mar 11 13:06:02.286532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55504) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:02.290875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-743ca6ee-fbf1-48f8-868d-af87ccdea3f5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.302523 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f7044247-4f74-413a-8123-b95794d2f148 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4521933 Mar 11 13:06:02.306208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:02.321864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:5c:4f:53', 'name': 'tempest-NetworksTestDHCPv6-862058625'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:02.347116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-39e749c6-8e27-4673-b8cd-f928508eb0cf', 'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf', 'tenant_id': 'd5771888ea0e4b5681f35a88f2a6254a', 'fixed_ips': [{'subnet_id': '4f45fb85-200e-4359-b5e6-4a3ed675c097'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:02.348068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.375288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:02.391976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154d0eaf-42ff-45d5-a513-77d42efe2a7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.434930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:02.467525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] For port 7afbfd87-7e3e-44ea-a759-914451986abd, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:02.481344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:02.490440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.511784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-743ca6ee-fbf1-48f8-868d-af87ccdea3f5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.512027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] For port 7afbfd87-7e3e-44ea-a759-914451986abd, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7afbfd87-7e3e-44ea-a759-914451986abd,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:02.525861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.530672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.589400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154d0eaf-42ff-45d5-a513-77d42efe2a7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.600953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 6df56031-a3ca-434d-8f49-537f662a4b89 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:02.637497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:45Z', 'revision_number': 5, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:02.643209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ca6ee-fbf1-48f8-868d-af87ccdea3f5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30a5736-593f-4025-8427-6c503c6e063d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:02.661839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Port': ['ID=df4bd7e0-4c1a-453d-9c2b-a04bd966714f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:02.671469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4debb9-b3be-4a80-b254-03c1e8380b2b None None] The sync data for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv is: [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:04:34Z', 'revision_number': 4, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ef87c998-8cef-4eeb-9a24-89f91dbfb6f6', 'name': '', 'network_id': 'fb64631b-af56-4663-a3fe-a8217e106f96', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'mac_address': 'fa:16:3e:13:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '857c8644-46ad-44bb-b984-8fb0851be916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:31Z', 'updated_at': '2022-03-11T13:04:45Z', 'revision_number': 5, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'subnets': [{'id': '857c8644-46ad-44bb-b984-8fb0851be916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:02.709157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4c312-04fc-4ea0-a51f-937783a23a82 None None] Pushing event updated for resources: {'Port': ['ID=7afbfd87-7e3e-44ea-a759-914451986abd,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:02.742344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Allocated IP 2001:db8::2 (39e749c6-8e27-4673-b8cd-f928508eb0cf/4f45fb85-200e-4359-b5e6-4a3ed675c097/0ef6f44d-a4ec-4fa4-8b17-82d49b97f212) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:02.843981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154d0eaf-42ff-45d5-a513-77d42efe2a7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.896747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d0eaf-42ff-45d5-a513-77d42efe2a7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2819d1ff-9a21-4f89-a39b-dfbcace39e52,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:02.911871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-743ca6ee-fbf1-48f8-868d-af87ccdea3f5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.913036 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-743ca6ee-fbf1-48f8-868d-af87ccdea3f5 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "DELETE /v2.0/security-groups/e30a5736-593f-4025-8427-6c503c6e063d HTTP/1.1" status: 204 len: 168 time: 1.5188272 Mar 11 13:06:02.917828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55524) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:02.925722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.934631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154d0eaf-42ff-45d5-a513-77d42efe2a7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.941519 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-154d0eaf-42ff-45d5-a513-77d42efe2a7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/2819d1ff-9a21-4f89-a39b-dfbcace39e52 HTTP/1.1" status: 204 len: 168 time: 0.6502843 Mar 11 13:06:02.944232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55526) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:02.950230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:02.960951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:02.980659 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6f5df1e1-af06-48b9-a51b-65bf63e6b57d tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/ports/df4bd7e0-4c1a-453d-9c2b-a04bd966714f HTTP/1.1" status: 204 len: 168 time: 2.0941143 Mar 11 13:06:02.993028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55534) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:03.011236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:03.023243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:03.046162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Pushing event deleted for resources: {'Port': ['ID=e6effe60-5d00-4caa-9516-4b34a8c76599,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:03.056037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:03.080828 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-6c6598c1-243b-445d-9d8e-61083f1c7e77 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] show failed (client error): The resource could not be found. Mar 11 13:06:03.088866 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6c6598c1-243b-445d-9d8e-61083f1c7e77 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "GET /v2.0/security-groups/e30a5736-593f-4025-8427-6c503c6e063d HTTP/1.1" status: 404 len: 347 time: 0.1479852 Mar 11 13:06:03.089584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55540) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:03.207714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b23104-3c21-4ad3-ae8b-992eb81cb5b7 None None] New status for floating IP 4e166c70-fa15-460b-bdf3-0861f0a22913: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:06:03.270976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:03.305191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e0ff03f3-334d-4d06-a4ca-6ebfd05a1e2d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:03.325228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting subnet 638e95df-c122-4020-98ab-8452546d9dc6 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:03.345089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.349325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.401780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Deleting port d32404f6-990f-44b3-b33e-4c79492bcb73 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:03.402381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.487310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.506582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e0ff03f3-334d-4d06-a4ca-6ebfd05a1e2d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:03.511591 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e0ff03f3-334d-4d06-a4ca-6ebfd05a1e2d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5650172 Mar 11 13:06:03.514116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55548) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:03.658235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.678105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Transition to ACTIVE for port object 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:03.707879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Transition to ACTIVE for port object 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:03.718485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.826485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Network 39e749c6-8e27-4673-b8cd-f928508eb0cf is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:03.827148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:03.844038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:03.895998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.896417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.905539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::64 (39e749c6-8e27-4673-b8cd-f928508eb0cf/4f45fb85-200e-4359-b5e6-4a3ed675c097/6df56031-a3ca-434d-8f49-537f662a4b89) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:03.914666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Pushing event updated for resources: {'Port': ['ID=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:03.918228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:03.921051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7afbfd87-7e3e-44ea-a759-914451986abd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:04.048863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.065517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.077079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec68c-2d84-4e7e-8322-2248690ac3ca tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.080459 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.086476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Attempting to bind port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:04.086987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Attempting to bind port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '30801e93-634d-4db9-8be6-87306ccd8432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:04.087492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Attempting to bind port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 on network 39e749c6-8e27-4673-b8cd-f928508eb0cf {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:04.096735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:04.098609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Checking segment: {'id': '30801e93-634d-4db9-8be6-87306ccd8432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:04.099330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.099775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Bound using segment: {'id': '30801e93-634d-4db9-8be6-87306ccd8432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:04.100737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Bound port: 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30801e93-634d-4db9-8be6-87306ccd8432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '39e749c6-8e27-4673-b8cd-f928508eb0cf'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:04.102353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.114019 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 7afbfd87-7e3e-44ea-a759-914451986abd completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:04.176497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 2611874b-03bb-4226-868a-12def50b553a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:04.235679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec68c-2d84-4e7e-8322-2248690ac3ca tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.243394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] For port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:04.248799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] For port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,segment=NetworkSegment(30801e93-634d-4db9-8be6-87306ccd8432),segment_id=30801e93-634d-4db9-8be6-87306ccd8432)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:04.255818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.356714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Calling delete_port for d32404f6-990f-44b3-b33e-4c79492bcb73 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:04.389197 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989e287-e419-4f30-a4fe-e24ba254d225 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:04.403521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.427728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Router 8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:06:04.443872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcfec5-23d2-44d8-ba32-677aa4b7768d None None] Pushing event updated for resources: {'Port': ['ID=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:04.503337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.521170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Subnet': ['ID=638e95df-c122-4020-98ab-8452546d9dc6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:04.537579 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c78c951f-0c8c-4959-a470-953b0d973aa9 tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/subnets/638e95df-c122-4020-98ab-8452546d9dc6 HTTP/1.1" status: 204 len: 168 time: 1.5419967 Mar 11 13:06:04.538551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec68c-2d84-4e7e-8322-2248690ac3ca tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.544044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55564) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:04.566079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55568) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:04.595991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b763d-2190-4d04-af57-8d75f717ede3 None None] Network 77add799-7d7d-4976-8b2c-60885db45fef requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:04.626166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-251dc84d-16cf-485c-8594-f40d60641b8d None None] Provisioning for port 7afbfd87-7e3e-44ea-a759-914451986abd completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:04.684275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-251dc84d-16cf-485c-8594-f40d60641b8d None None] Provisioning complete for port 7afbfd87-7e3e-44ea-a759-914451986abd triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:04.684817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-251dc84d-16cf-485c-8594-f40d60641b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.760325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:04.760889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:04.830335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.868671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 6df56031-a3ca-434d-8f49-537f662a4b89 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:04.886937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1177053334'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:04.894159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:04.895959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ec68c-2d84-4e7e-8322-2248690ac3ca tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1896237-95dc-4dc8-b92d-0505d91f4de6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:04.900930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Usage tracker for resource:network and tenant:d8cdf9bf80104e27a1a4b6ec335cf4cf is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:04.904869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:04.912670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:04.929862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Made reservation on behalf of d8cdf9bf80104e27a1a4b6ec335cf4cf for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:04.933527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.945872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:04.992222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.005414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:06:05.023916 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] Sync routers for ids ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:06:05.026839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:05.031054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Usage tracker for resource:security_group_rule and tenant:d8cdf9bf80104e27a1a4b6ec335cf4cf is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:05.035313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:05.039018 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] Routers {'8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:05.039644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:05.040465 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:05.096178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.099796 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f40bc52-4985-460a-aacd-13df1261858d tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "PUT /v2.0/routers/8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 HTTP/1.1" status: 200 len: 710 time: 4.8788257 Mar 11 13:06:05.100476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55574) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:05.126335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.145703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 39e749c6-8e27-4673-b8cd-f928508eb0cf is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:05.146912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.154407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-251dc84d-16cf-485c-8594-f40d60641b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.160402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:05.164632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 172.20.0.3 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/c9efaaea-bf06-456b-8a65-9d8fa4b1bbee/2611874b-03bb-4226-868a-12def50b553a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:05.176495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:05.179752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.187246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:05.187696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.193724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=6df56031-a3ca-434d-8f49-537f662a4b89,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:05.197674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec68c-2d84-4e7e-8322-2248690ac3ca tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.202459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4a1ec68c-2d84-4e7e-8322-2248690ac3ca tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/f1896237-95dc-4dc8-b92d-0505d91f4de6 HTTP/1.1" status: 204 len: 168 time: 1.6803613 Mar 11 13:06:05.205363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55578) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:05.207886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fe5c:4f53 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/22d3307e-6278-4e36-b0ed-4f1a689b2731/2611874b-03bb-4226-868a-12def50b553a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:05.216147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-251dc84d-16cf-485c-8594-f40d60641b8d None None] For port 7afbfd87-7e3e-44ea-a759-914451986abd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7afbfd87-7e3e-44ea-a759-914451986abd,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:05.225127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-251dc84d-16cf-485c-8594-f40d60641b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.227413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:05.260122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca1acd-59fa-4a0c-99d7-f03d8c4b8ad9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:05.263969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.264317 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Added segment 12609e5b-b541-459d-a83c-b0ce9a487432 of type vlan for network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 Mar 11 13:06:05.265360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Deleting port d32404f6-990f-44b3-b33e-4c79492bcb73 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:05.269840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.275717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] DHCP port deletion for 77add799-7d7d-4976-8b2c-60885db45fef request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:05.298303 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:05.311768 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] Routers {'8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:05.314078 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:05:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:05.316932 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a1e42b19-c1cb-43ef-b16e-0ac3a32ed480 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5247259 Mar 11 13:06:05.317635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55582) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:05.342546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] Deleting port 347a66b7-5e40-4bc2-a30c-febafdeeb592 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:05.342546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.374223 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8f33b71e-9ef7-4691-b1b3-c91abb9dff28 tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/routers/8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 HTTP/1.1" status: 200 len: 745 time: 0.2669973 Mar 11 13:06:05.391927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55586) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:05.410216 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:05.410614 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b31e7-23ff-4064-81a0-0512737717c7 None None] The sync data for ids ['8fad8b6f-74a6-405a-ae9d-48ff52c0bf85'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:05.475096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dc84d-16cf-485c-8594-f40d60641b8d None None] Pushing event updated for resources: {'Port': ['ID=7afbfd87-7e3e-44ea-a759-914451986abd,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:05.477949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] Update dhcp port {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': 'c9efaaea-bf06-456b-8a65-9d8fa4b1bbee', 'ip_address': '172.20.0.2'}, {'subnet_id': '22d3307e-6278-4e36-b0ed-4f1a689b2731'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': '7afbfd87-7e3e-44ea-a759-914451986abd'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:06:05.525282 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ed3d5246-10bf-4e25-a741-f495e49c725b tempest-RoutersIpV6AdminTest-591395009 tempest-RoutersIpV6AdminTest-591395009-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&device_id=8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 HTTP/1.1" status: 200 len: 205 time: 0.1306388 Mar 11 13:06:05.532959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55590) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:05.534416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.537841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port 347a66b7-5e40-4bc2-a30c-febafdeeb592 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:05.538425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.619597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 6df56031-a3ca-434d-8f49-537f662a4b89 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:05.619935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.644069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.716522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.722162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:05.722841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.731554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.731872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:05.743980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b6982cf0-2cf8-4bea-b265-16a114cb962d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:05.770924 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5bef5f88-2a63-4768-94b5-b7cbf1c5db62 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 HTTP/1.1" status: 200 len: 205 time: 0.2035444 Mar 11 13:06:05.874510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55594) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:05.934717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b6982cf0-2cf8-4bea-b265-16a114cb962d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:05.936893 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6982cf0-2cf8-4bea-b265-16a114cb962d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7203422 Mar 11 13:06:05.948417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186b398-fee4-4c6e-af15-0f896e2724d1 None None] Network 39e749c6-8e27-4673-b8cd-f928508eb0cf requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:05.954722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55598) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:05.976271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7afbfd87-7e3e-44ea-a759-914451986abd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:06.009732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Calling delete_port for d32404f6-990f-44b3-b33e-4c79492bcb73 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:06.117766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.132886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e2ff6b3c-5e9b-42f3-85be-60eb0decdc47 None None] Provisioning for port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:06.137405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] For port 347a66b7-5e40-4bc2-a30c-febafdeeb592, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=347a66b7-5e40-4bc2-a30c-febafdeeb592,segment=NetworkSegment(5e546c7b-338c-4aba-b05a-d9b8ab04cff0),segment_id=5e546c7b-338c-4aba-b05a-d9b8ab04cff0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:06.137806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.152389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] For port 347a66b7-5e40-4bc2-a30c-febafdeeb592, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=347a66b7-5e40-4bc2-a30c-febafdeeb592,segment=NetworkSegment(5e546c7b-338c-4aba-b05a-d9b8ab04cff0),segment_id=5e546c7b-338c-4aba-b05a-d9b8ab04cff0)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:06.152389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.232121 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6636329 Mar 11 13:06:06.281783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] Calling delete_port for 347a66b7-5e40-4bc2-a30c-febafdeeb592 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:06.310979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 2611874b-03bb-4226-868a-12def50b553a will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:06.328984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beeaef2f-bac3-4046-aa91-c1e099dd07e6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.329423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdda15a6-31d3-4a70-881f-52fb5b3d0225 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.364506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdda15a6-31d3-4a70-881f-52fb5b3d0225 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.378832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640864a-9ed6-44f5-8544-106c709e12ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Pushing event updated for resources: {'Network': ['ID=27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:06.404332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:06.456063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 7afbfd87-7e3e-44ea-a759-914451986abd triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:06.456063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.461182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:06.470215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Calling delete_port for 347a66b7-5e40-4bc2-a30c-febafdeeb592 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:06.527619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Request body: {'port': {'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4', 'binding:host_id': 'hv-neutron-8331', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-950674275'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:06.532295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdda15a6-31d3-4a70-881f-52fb5b3d0225 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.550435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:06.580702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Usage tracker for resource:port and tenant:2db5b0f64e984fb2a74f0705fe253aed is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:06.587810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda15a6-31d3-4a70-881f-52fb5b3d0225 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a0d88-181a-46e2-a9a4-971c9766aaef,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:06.590156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.594015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:06.646949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:06.670897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.687895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdda15a6-31d3-4a70-881f-52fb5b3d0225 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.689026 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cdda15a6-31d3-4a70-881f-52fb5b3d0225 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/598a0d88-181a-46e2-a9a4-971c9766aaef HTTP/1.1" status: 204 len: 168 time: 0.7302868 Mar 11 13:06:06.696251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:06.696849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:06.708434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:06.708751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:06.709229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Made reservation on behalf of 2db5b0f64e984fb2a74f0705fe253aed for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:06.711531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.721033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:06.744515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:06.745002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] Pushing event deleted for resources: {'Port': ['ID=347a66b7-5e40-4bc2-a30c-febafdeeb592,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:06.752614 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861bb9e-b5ef-4147-8ed5-2abc861182c8 None None] No DVR routers for this DVR port 347a66b7-5e40-4bc2-a30c-febafdeeb592 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:06.784625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] Allocated IP 2001:db8::f816:3eff:fe1e:9126 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/22d3307e-6278-4e36-b0ed-4f1a689b2731/7afbfd87-7e3e-44ea-a759-914451986abd) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:06.872250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beeaef2f-bac3-4046-aa91-c1e099dd07e6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.876654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beeaef2f-bac3-4046-aa91-c1e099dd07e6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.889689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=2611874b-03bb-4226-868a-12def50b553a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:06.891006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.897420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:06.897744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.944904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:06.961102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Usage tracker for resource:security_group_rule and tenant:2db5b0f64e984fb2a74f0705fe253aed is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:06.969667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:06.978658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:06.979224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:06.989804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d1f8f7b3-26d6-41a6-bc9b-ed2ed7971db5 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:06.993269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:07.031814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.032280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-43bc6409-9312-44da-a72d-d27a0979dafe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7229733 Mar 11 13:06:07.040060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55614) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:07.042647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d1f8f7b3-26d6-41a6-bc9b-ed2ed7971db5 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:07.043717 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d1f8f7b3-26d6-41a6-bc9b-ed2ed7971db5 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3396518 Mar 11 13:06:07.052629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] For port 7afbfd87-7e3e-44ea-a759-914451986abd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7afbfd87-7e3e-44ea-a759-914451986abd,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:07.055238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 6df56031-a3ca-434d-8f49-537f662a4b89 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:07.070399 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:07.080045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55618) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:07.087035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:07.087836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.092812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474070662'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:07.109414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:07.133016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:07.136919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.143436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beeaef2f-bac3-4046-aa91-c1e099dd07e6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.143931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeaef2f-bac3-4046-aa91-c1e099dd07e6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Fanout notify agent at l3_agent the message router_deleted on router 8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:06:07.164482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Pushing event deleted for resources: {'Port': ['ID=d32404f6-990f-44b3-b33e-4c79492bcb73,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:07.169997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2027499d-6e16-44d1-9ab6-782808d17132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.176287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] Transition to ACTIVE for port object 7afbfd87-7e3e-44ea-a759-914451986abd will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:07.177946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.191268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.211672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Deleting port 347a66b7-5e40-4bc2-a30c-febafdeeb592 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:07.212006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.212449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beeaef2f-bac3-4046-aa91-c1e099dd07e6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.219731 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-beeaef2f-bac3-4046-aa91-c1e099dd07e6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 HTTP/1.1" status: 204 len: 168 time: 1.3419602 Mar 11 13:06:07.221208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.221582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.221927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.222261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.223787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.224152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.224500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.224814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.225143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.225485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.225815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.226135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:07.243118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55622) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:07.301660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.347291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.351492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eea009ba-4c7e-4d37-9af4-90e1586666e2 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 HTTP/1.1" status: 200 len: 205 time: 0.0979142 Mar 11 13:06:07.352860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:07.353975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.357164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.361492 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-02546b3e-0822-42d4-9eb2-56eef4dda287 tempest-ServersTestManualDisk-1190075407 tempest-ServersTestManualDisk-1190075407-project] 10.222.0.52 "DELETE /v2.0/floatingips/4e166c70-fa15-460b-bdf3-0861f0a22913 HTTP/1.1" status: 204 len: 168 time: 4.2617383 Mar 11 13:06:07.361700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] The port '347a66b7-5e40-4bc2-a30c-febafdeeb592' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:06:07.363972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55626) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:07.364463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55628) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:07.382074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] device_id is not set on port e11f16a3-f970-4692-b2ba-01df99d5796a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:07.435179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628ae76-2efc-40c2-a50d-e93100f1bb7e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:07.442077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628ae76-2efc-40c2-a50d-e93100f1bb7e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:07.443142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5628ae76-2efc-40c2-a50d-e93100f1bb7e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:07.450037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:07.461920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1c3b6-9f34-48a8-8037-e1d3fddf359a None None] Pushing event updated for resources: {'Port': ['ID=7afbfd87-7e3e-44ea-a759-914451986abd,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:07.482057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d4354c68-a7e6-4ad2-ae5a-88523e237148 None None] Provisioning for port 6df56031-a3ca-434d-8f49-537f662a4b89 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:07.499856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d4354c68-a7e6-4ad2-ae5a-88523e237148 None None] Provisioning complete for port 6df56031-a3ca-434d-8f49-537f662a4b89 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:07.500308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4354c68-a7e6-4ad2-ae5a-88523e237148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.502581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:07.521050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:07.588640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.610512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d4354c68-a7e6-4ad2-ae5a-88523e237148 None None] Port 6df56031-a3ca-434d-8f49-537f662a4b89 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:07.626900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-c143da12-d5de-40d6-a607-058091361aff tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] delete failed (client error): The resource could not be found. Mar 11 13:06:07.634422 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c143da12-d5de-40d6-a607-058091361aff tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/8fad8b6f-74a6-405a-ae9d-48ff52c0bf85 HTTP/1.1" status: 404 len: 336 time: 0.2687433 Mar 11 13:06:07.646077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,segment=NetworkSegment(30801e93-634d-4db9-8be6-87306ccd8432),segment_id=30801e93-634d-4db9-8be6-87306ccd8432)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:07.648161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d4354c68-a7e6-4ad2-ae5a-88523e237148 None None] Provisioning complete for port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:07.649135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55634) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:07.649417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4354c68-a7e6-4ad2-ae5a-88523e237148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.671643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.680515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.734997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaaf099-1828-45a1-afe1-cc1d53efd3a1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:07.745865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77add799-7d7d-4976-8b2c-60885db45fef']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:07.771672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e546c7b-338c-4aba-b05a-d9b8ab04cff0') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:07.771978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e546c7b-338c-4aba-b05a-d9b8ab04cff0') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:07.776883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 347a66b7-5e40-4bc2-a30c-febafdeeb592 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:07.786902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.806694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.814734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:07.815188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:07.816443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 347a66b7-5e40-4bc2-a30c-febafdeeb592 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:07.816796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 347a66b7-5e40-4bc2-a30c-febafdeeb592 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:07.849028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:07.875977 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:07.899905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5628ae76-2efc-40c2-a50d-e93100f1bb7e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:07.901373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5628ae76-2efc-40c2-a50d-e93100f1bb7e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.8602669 Mar 11 13:06:07.979872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7afbfd87-7e3e-44ea-a759-914451986abd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:07.994547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55638) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.060925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-609feee0-3b16-4ff0-a2cc-ef8075d6238f None None] Provisioning complete for port 6df56031-a3ca-434d-8f49-537f662a4b89 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:08.061384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-609feee0-3b16-4ff0-a2cc-ef8075d6238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.078747 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c019bbb9-c357-4ced-82a1-87a21b1f9e17 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 HTTP/1.1" status: 200 len: 205 time: 0.4280391 Mar 11 13:06:08.084238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55642) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.120225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 2611874b-03bb-4226-868a-12def50b553a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:08.125973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.129530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-609feee0-3b16-4ff0-a2cc-ef8075d6238f None None] Port 6df56031-a3ca-434d-8f49-537f662a4b89 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:08.170485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.198185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.244957 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-d8bea580-7640-462b-9b5a-b9a9a7217154 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] delete failed (client error): The resource could not be found. Mar 11 13:06:08.246088 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d8bea580-7640-462b-9b5a-b9a9a7217154 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/1e8f39fe-f34c-49a1-be27-d17f8a3ffbf7 HTTP/1.1" status: 404 len: 336 time: 0.1509638 Mar 11 13:06:08.255375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] Pushing event deleted for resources: {'Network': ['ID=77add799-7d7d-4976-8b2c-60885db45fef,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:08.256999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55646) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.260052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.266078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-70714466-91eb-4d6c-9793-eb152cdbcc4f None None] Provisioning for port 7afbfd87-7e3e-44ea-a759-914451986abd completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:08.273409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-70714466-91eb-4d6c-9793-eb152cdbcc4f None None] Provisioning complete for port 7afbfd87-7e3e-44ea-a759-914451986abd triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:08.273950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70714466-91eb-4d6c-9793-eb152cdbcc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.294104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.360776 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-21d12986-10a1-4af8-8cce-d681b10af8b1 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=055f7372-db37-43cb-a843-17200676611b HTTP/1.1" status: 200 len: 205 time: 0.0762930 Mar 11 13:06:08.361909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55650) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.397199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.432475 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6000fe07-9ec7-4904-a843-51c9040e0f8c tempest-AllowedAddressPairTestJSON-1174250168 tempest-AllowedAddressPairTestJSON-1174250168-project] 10.222.0.52 "DELETE /v2.0/networks/77add799-7d7d-4976-8b2c-60885db45fef HTTP/1.1" status: 204 len: 168 time: 3.8752158 Mar 11 13:06:08.513155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.517246 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4283602 Mar 11 13:06:08.517402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=6df56031-a3ca-434d-8f49-537f662a4b89,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:08.550920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55656) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.591014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': 'e5eb63d6-3d04-434d-8344-94f51bdafa69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:08.605601 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-14795a8e-af65-4e38-aecb-5ea5802a7d77 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] delete failed (client error): The resource could not be found. Mar 11 13:06:08.606357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:08.609190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.609635 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14795a8e-af65-4e38-aecb-5ea5802a7d77 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/055f7372-db37-43cb-a843-17200676611b HTTP/1.1" status: 404 len: 336 time: 0.2140558 Mar 11 13:06:08.615559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.624589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:08.631858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:08.637970 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3392791d-5523-42d1-821e-c7bdcae4c0d2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/6df56031-a3ca-434d-8f49-537f662a4b89 HTTP/1.1" status: 204 len: 168 time: 3.3166394 Mar 11 13:06:08.658447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a279c014-ad75-43ac-a13c-85d60dc24720 None None] Provisioning for port 2611874b-03bb-4226-868a-12def50b553a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:08.667653 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a279c014-ad75-43ac-a13c-85d60dc24720 None None] Provisioning complete for port 2611874b-03bb-4226-868a-12def50b553a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:08.668407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a279c014-ad75-43ac-a13c-85d60dc24720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.676911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55664) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.679154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:08.689056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f83327-416c-45fc-9468-155e550a217b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb63d6-3d04-434d-8344-94f51bdafa69,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:08.728429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3e3db9a4-fe9b-4fb0-a85b-7edef1d760d4 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=78340891-3942-4dc3-80c1-29765311edcb HTTP/1.1" status: 200 len: 205 time: 0.1013753 Mar 11 13:06:08.729358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55668) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.769172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a279c014-ad75-43ac-a13c-85d60dc24720 None None] Port 2611874b-03bb-4226-868a-12def50b553a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:08.813051 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-04581137-78bd-4466-8a4d-942ff12076c4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:06:08.813552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04581137-78bd-4466-8a4d-942ff12076c4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:08.819159 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-04581137-78bd-4466-8a4d-942ff12076c4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/6df56031-a3ca-434d-8f49-537f662a4b89 HTTP/1.1" status: 404 len: 333 time: 0.1419537 Mar 11 13:06:08.820185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55674) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.864255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55678) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.871632 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-4f0e2d4f-04fc-4971-92dd-994f0ddf35b6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] delete failed (client error): The resource could not be found. Mar 11 13:06:08.872737 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4f0e2d4f-04fc-4971-92dd-994f0ddf35b6 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/78340891-3942-4dc3-80c1-29765311edcb HTTP/1.1" status: 404 len: 336 time: 0.1426291 Mar 11 13:06:08.880396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:08.881323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55684) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:08.904134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8191c81-f5d2-42e9-9e67-a80cfd75620e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:06:08.904648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e8191c81-f5d2-42e9-9e67-a80cfd75620e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:08.964419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e8191c81-f5d2-42e9-9e67-a80cfd75620e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:08.968550 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e8191c81-f5d2-42e9-9e67-a80cfd75620e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/6df56031-a3ca-434d-8f49-537f662a4b89 HTTP/1.1" status: 404 len: 333 time: 0.1327772 Mar 11 13:06:08.969330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55688) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.048543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] device_id is not set on port e11f16a3-f970-4692-b2ba-01df99d5796a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:09.060864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.074071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.081215 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-574ec8a0-6fd4-40a3-8dc7-0ed2587dc448 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=494d05f9-3331-4fac-af2b-05a06358cb0f HTTP/1.1" status: 200 len: 205 time: 0.1984572 Mar 11 13:06:09.090501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55692) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.100599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.116206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7b17ce-0477-430f-a890-ea20b1a66732,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:09.130557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet 4f45fb85-200e-4359-b5e6-4a3ed675c097 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:09.134205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.161447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.162719 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2229bf75-6f98-42e3-b2bb-63bf21dad622 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6007717 Mar 11 13:06:09.169164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55696) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.179829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.204445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d5da2d2a-d64d-4ece-99c0-fb7ff488e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.214972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-08322b01-e84c-4f7b-9789-90a87451e51e tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] delete failed (client error): The resource could not be found. Mar 11 13:06:09.215995 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-08322b01-e84c-4f7b-9789-90a87451e51e tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/494d05f9-3331-4fac-af2b-05a06358cb0f HTTP/1.1" status: 404 len: 336 time: 0.1170909 Mar 11 13:06:09.221982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55700) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.224080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.311577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.330197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Transition to ACTIVE for port object e11f16a3-f970-4692-b2ba-01df99d5796a will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:09.338195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 2611874b-03bb-4226-868a-12def50b553a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:09.357383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faee6fa4-4bcb-4588-917e-c6fc8ae79cb9 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.371869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fcde13bc-7eb7-4b9c-97ab-dc516c53db26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41738ecedfb8454094f1c9bf8d5bbd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041578 Mar 11 13:06:09.378107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55704) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.388949 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f4d7d8a7-7250-42e8-88c4-4744bd128f01 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3 HTTP/1.1" status: 200 len: 205 time: 0.1305804 Mar 11 13:06:09.388949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faee6fa4-4bcb-4588-917e-c6fc8ae79cb9 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.392774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55708) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.395857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.461034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faee6fa4-4bcb-4588-917e-c6fc8ae79cb9 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.540799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee6fa4-4bcb-4588-917e-c6fc8ae79cb9 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e7b17ce-0477-430f-a890-ea20b1a66732,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:09.552903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faee6fa4-4bcb-4588-917e-c6fc8ae79cb9 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.554028 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-faee6fa4-4bcb-4588-917e-c6fc8ae79cb9 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4e7b17ce-0477-430f-a890-ea20b1a66732 HTTP/1.1" status: 204 len: 168 time: 0.3787444 Mar 11 13:06:09.557903 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-4383e8c0-607a-435a-91b9-1e05c5b07c3a tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] delete failed (client error): The resource could not be found. Mar 11 13:06:09.558920 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4383e8c0-607a-435a-91b9-1e05c5b07c3a tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/routers/d9d52371-bb30-4bfe-bfa3-548c5c1d0aa3 HTTP/1.1" status: 404 len: 336 time: 0.1612384 Mar 11 13:06:09.559540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55712) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.562971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.568351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55716) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.641663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=e11f16a3-f970-4692-b2ba-01df99d5796a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:09.651824 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9181a1-35e1-4e4e-a098-f7880d25c107 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] DELETE failed (client error): The resource could not be found. Mar 11 13:06:09.652280 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9181a1-35e1-4e4e-a098-f7880d25c107 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:09.656660 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c9181a1-35e1-4e4e-a098-f7880d25c107 tempest-RoutersIpV6AdminTest-1015394813 tempest-RoutersIpV6AdminTest-1015394813-project] 10.222.0.52 "DELETE /v2.0/subnets/794a9f10-9f9a-4223-bdb5-6f73321eb7c2 HTTP/1.1" status: 404 len: 337 time: 0.0821595 Mar 11 13:06:09.673012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06baedfd-6853-4eb7-9a4e-da0ae4190a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.754330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Checking segment: {'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:09.754691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Network hostable DHCP agents. Network: 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:09.769764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06baedfd-6853-4eb7-9a4e-da0ae4190a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.866467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:09.896667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:09.903536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:09.911527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f05f2669-a713-4b10-b365-6fca2817cb6b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:09.911937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d6d58-3161-497d-b3d0-d3e66c46b67c None None] Network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:09.917813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.921354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06baedfd-6853-4eb7-9a4e-da0ae4190a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.949678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:09.966788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55724) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.974974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f05f2669-a713-4b10-b365-6fca2817cb6b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:09.979265 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f05f2669-a713-4b10-b365-6fca2817cb6b tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4157920 Mar 11 13:06:09.979412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:09.979516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:09.979652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:09.979652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:09.980980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:09.998071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=2611874b-03bb-4226-868a-12def50b553a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:10.000381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baedfd-6853-4eb7-9a4e-da0ae4190a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e1b18e-7f47-4813-8960-9f8b63fd3333,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:10.017448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.018506 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.041051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=4f45fb85-200e-4359-b5e6-4a3ed675c097,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:10.055624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.066634 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-557df80e-5208-4ff7-887b-be1ee6f82f38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/4f45fb85-200e-4359-b5e6-4a3ed675c097 HTTP/1.1" status: 204 len: 168 time: 1.0956831 Mar 11 13:06:10.067530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55734) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:10.080709 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 2 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.094788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a775c4-c7d7-4d11-8880-d16e343ed359 None None] Network 39e749c6-8e27-4673-b8cd-f928508eb0cf requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:10.215253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.215829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.215959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.244655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Deleting port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:10.245226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.263721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.264049 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.271422 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 3 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.279020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06baedfd-6853-4eb7-9a4e-da0ae4190a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.280136 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-06baedfd-6853-4eb7-9a4e-da0ae4190a9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86e1b18e-7f47-4813-8960-9f8b63fd3333 HTTP/1.1" status: 204 len: 168 time: 0.9011016 Mar 11 13:06:10.280270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:10.280829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.319125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.319462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.319794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.332789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.340946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.341277 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.341979 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 4 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.348850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.357651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.359521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-389755d5-a445-4be5-90d7-12e19921c670 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/2611874b-03bb-4226-868a-12def50b553a HTTP/1.1" status: 204 len: 168 time: 2.3635976 Mar 11 13:06:10.365002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.366770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55740) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:10.373956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.374150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:10.374626 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.375122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.388472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.389025 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.392004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 5 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.404396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.438305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Usage tracker for resource:security_group_rule and tenant:fc72c081cc81437d9a4159fdc2df5155 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:10.451663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:10.466556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.466984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.467342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.483904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:10.503246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.504123 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.506964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 6 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.528056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.559016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.559263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.560207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.560646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.571271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.571620 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.572640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.579108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:10.579460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.588893 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 7 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.618851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb63d6-3d04-434d-8344-94f51bdafa69,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:10.641366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bef678-6cf6-49f7-92c4-13013dcab376 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:10.642827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bef678-6cf6-49f7-92c4-13013dcab376 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:10.644607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bef678-6cf6-49f7-92c4-13013dcab376 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:10.645245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a7bef678-6cf6-49f7-92c4-13013dcab376 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:10.654448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.658844 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5eb63d6-3d04-434d-8344-94f51bdafa69 HTTP/1.1" status: 204 len: 168 time: 0.6643555 Mar 11 13:06:10.661019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.661614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.661958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.662293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.662622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.662948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.663406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.663644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.663967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.664947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.664947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.664947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceddc74-ceac-4323-a75a-392536971faa tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:10.665935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55746) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:10.679660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.680967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.681497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.688525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.688859 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.689342 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 8 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.722022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.722251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.723509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.724646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] For port ef87c998-8cef-4eeb-9a24-89f91dbfb6f6, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:10.725007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.732766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.732766 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.733076 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 9 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.742139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a7bef678-6cf6-49f7-92c4-13013dcab376 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:10.745993 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a7bef678-6cf6-49f7-92c4-13013dcab376 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3738234 Mar 11 13:06:10.747322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55754) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:10.766511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] DHCP port deletion for 39e749c6-8e27-4673-b8cd-f928508eb0cf request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:10.772034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Deleting port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:10.772618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.802885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.803217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.803552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.821709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.822038 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.824687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 10 to bind port e11f16a3-f970-4692-b2ba-01df99d5796a Mar 11 13:06:10.858496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:10.858832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:10.859166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:10.865058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 22d3307e-6278-4e36-b0ed-4f1a689b2731 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:10.869550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.904496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port e11f16a3-f970-4692-b2ba-01df99d5796a on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:10.904925 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port e11f16a3-f970-4692-b2ba-01df99d5796a on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:10.905173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:10.950608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Calling delete_port for ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:10.986750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.044053 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-487b2d73-2ffc-4649-8fc4-03de5d0c9978 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3755906 Mar 11 13:06:11.055432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55766) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:11.068135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--890451800'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:11.077497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:11.088433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:11.093689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] For port e11f16a3-f970-4692-b2ba-01df99d5796a, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:11.093823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempted to set empty binding levels {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 13:06:11.094936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:11.106475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:11.116117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.155384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] For port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,segment=NetworkSegment(30801e93-634d-4db9-8be6-87306ccd8432),segment_id=30801e93-634d-4db9-8be6-87306ccd8432)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:11.155384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.209792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.224217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] For port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,segment=NetworkSegment(30801e93-634d-4db9-8be6-87306ccd8432),segment_id=30801e93-634d-4db9-8be6-87306ccd8432)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:11.224603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.236925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.310525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:11.311077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.314404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55774) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:11.332410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.347082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Calling delete_port for 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:11.373345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=e11f16a3-f970-4692-b2ba-01df99d5796a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:11.376989 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.422630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2312ce7-914f-4c4a-ba20-e33466f6f03c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.9117525 Mar 11 13:06:11.427310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:11.429611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55780) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:11.438701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:11.443079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.458876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:11.472418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:11.498720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:11.528461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] No DVR routers for this DVR port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:11.529777 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc72c081cc81437d9a4159fdc2df5155&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5607977 Mar 11 13:06:11.531227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55784) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:11.536702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Pushing event deleted for resources: {'Port': ['ID=0ef6f44d-a4ec-4fa4-8b17-82d49b97f212,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:11.541727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Deleting port e11f16a3-f970-4692-b2ba-01df99d5796a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:11.542135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.554013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.554382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.554730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.555156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.555493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.555829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.556166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.556530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.556862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.557199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.557532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.557854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8bcff-51a7-4a52-9839-abd28a85ae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:06:11.561535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821b7a6-2067-4201-aa3a-b698a85c554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fa7532-dfc8-4c32-a258-8131874a3e01,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:11.588510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2042097557'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:11.604807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:11.619939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:11.624306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:11.629093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.669317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:11.727596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.730257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=22d3307e-6278-4e36-b0ed-4f1a689b2731,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:11.736612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad3756-44e8-4075-96f1-8a2c46f6d6ff None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:11.768859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:11.771578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.787273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:11.787590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:11.801631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.811005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320b20d9-902a-4194-b763-1e89a433face admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.824032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.828144 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0392df3e-66bf-4b8d-833a-77e8c0120df8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/22d3307e-6278-4e36-b0ed-4f1a689b2731 HTTP/1.1" status: 204 len: 168 time: 1.0755033 Mar 11 13:06:11.856373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55788) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:11.877889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.877889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:11.893046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef87c998-8cef-4eeb-9a24-89f91dbfb6f6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:11.896794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320b20d9-902a-4194-b763-1e89a433face admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.927786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:11.941084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:security_group_rule and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:11.991563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:11.995439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:12.014773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:12.015245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:12.051578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:12.062373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.092731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.098001 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0409174 Mar 11 13:06:12.101488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] For port e11f16a3-f970-4692-b2ba-01df99d5796a, host hv-neutron-8331, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:12.101796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.105024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55792) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:12.120831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': 'cb8cbfa1-8c8b-4091-8eb5-647a2b2ab3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:12.127286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969a9c4-a23a-46ca-9418-14e67f2e2ce0 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8cbfa1-8c8b-4091-8eb5-647a2b2ab3bc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:12.130348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:12.140361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:12.146294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:12.151649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320b20d9-902a-4194-b763-1e89a433face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.180460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:12.195158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet c9efaaea-bf06-456b-8a65-9d8fa4b1bbee {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:12.204748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b20d9-902a-4194-b763-1e89a433face admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fa7532-dfc8-4c32-a258-8131874a3e01,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:12.272766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Calling delete_port for e11f16a3-f970-4692-b2ba-01df99d5796a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:12.283735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320b20d9-902a-4194-b763-1e89a433face admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.287876 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-320b20d9-902a-4194-b763-1e89a433face admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82fa7532-dfc8-4c32-a258-8131874a3e01 HTTP/1.1" status: 204 len: 168 time: 0.7382433 Mar 11 13:06:12.288817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 0ef6f44d-a4ec-4fa4-8b17-82d49b97f212 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:12.288998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.326334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.358416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.407526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.426149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.428047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] The port '0ef6f44d-a4ec-4fa4-8b17-82d49b97f212' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:06:12.525089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.564609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.636058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event deleted for resources: {'Port': ['ID=e11f16a3-f970-4692-b2ba-01df99d5796a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:12.652476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.676288 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3f71d9ec-e940-453e-957e-15c81b85f4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "DELETE /v2.0/ports/e11f16a3-f970-4692-b2ba-01df99d5796a HTTP/1.1" status: 204 len: 168 time: 1.2428856 Mar 11 13:06:12.679905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55800) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:12.684143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.722727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.736683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.747906 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9461c044-ed40-496e-b392-0c449d9ba46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:06:12.748169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9461c044-ed40-496e-b392-0c449d9ba46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Synchronizing usage tracker for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:12.774530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.810817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55804) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:12.812477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e749c6-8e27-4673-b8cd-f928508eb0cf']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:12.827535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9461c044-ed40-496e-b392-0c449d9ba46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Unset dirty status for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:12.828512 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9461c044-ed40-496e-b392-0c449d9ba46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "GET /v2.0/ports/e11f16a3-f970-4692-b2ba-01df99d5796a HTTP/1.1" status: 404 len: 333 time: 0.1478386 Mar 11 13:06:12.838270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.839045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55808) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:12.839770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=c9efaaea-bf06-456b-8a65-9d8fa4b1bbee,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:12.846510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Request body: {'port': {'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956265188'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:12.850054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.851364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30801e93-634d-4db9-8be6-87306ccd8432') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:12.851690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30801e93-634d-4db9-8be6-87306ccd8432') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:12.852919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93cc49-4a21-4faa-b7b2-cb0ffcf3a99a None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:12.855855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:12.858161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.860023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03207584-35a9-4c6a-9707-0f29a50e002e,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:12.875511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.889844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:12.906486 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a09a601d-060c-4187-be7b-84470c49c0f8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/c9efaaea-bf06-456b-8a65-9d8fa4b1bbee HTTP/1.1" status: 204 len: 168 time: 1.0433149 Mar 11 13:06:12.911878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:12.917121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55812) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:12.923632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.923810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca287f76-a350-4dfa-9e57-8b00fa6db98b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:12.928100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.929237 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e5235b8f-e348-49ce-81e9-b3cdd79bed09 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8212478 Mar 11 13:06:12.929473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.929831 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment 99c6a83f-57c4-4c20-b655-ae1c09244337 of type vlan for network 57d2179b-5883-4cc5-81d2-03fbbee755c8 Mar 11 13:06:12.930862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Made reservation on behalf of 2db5b0f64e984fb2a74f0705fe253aed for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:12.933293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.943505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55816) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:12.979480 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9c5ec5ac-d1d4-4559-bde7-b25fabc4a04d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules/03207584-35a9-4c6a-9707-0f29a50e002e HTTP/1.1" status: 200 len: 763 time: 0.0319743 Mar 11 13:06:12.980691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] device_id is not set on port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:12.993855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1536b0d4-c75e-4569-880a-f0c9edfda427 None None] Provisioning complete for port 7afbfd87-7e3e-44ea-a759-914451986abd triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:12.994378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1536b0d4-c75e-4569-880a-f0c9edfda427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:12.998680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55820) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:13.001260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:13.001686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:13.029053 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:13.044789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.111607 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1f54640c-20cb-49b9-949b-c1cf4919fd89 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1912589 Mar 11 13:06:13.117461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55824) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:13.118377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.124506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:13.125214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.151814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:13.184513 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2ba8da43-ece3-4be4-a19b-6f04ee370bd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b5cc605d37248d98efbf7f413b60434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618689 Mar 11 13:06:13.190297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55828) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:13.245793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.290206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:13.294513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] Deleting port 7afbfd87-7e3e-44ea-a759-914451986abd {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:13.295078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.307741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9883256 Mar 11 13:06:13.498390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.510527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-91b3c90a-fa5a-47a2-a45e-eef9defe6e80 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:13.531419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=39e749c6-8e27-4673-b8cd-f928508eb0cf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:13.546625 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6781ed34-cec1-4158-9697-ac3d6234ca0c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/39e749c6-8e27-4673-b8cd-f928508eb0cf HTTP/1.1" status: 204 len: 168 time: 3.4765677 Mar 11 13:06:13.547509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55832) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:13.576355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] For port 7afbfd87-7e3e-44ea-a759-914451986abd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=7afbfd87-7e3e-44ea-a759-914451986abd,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:13.576907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.579899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1051390436'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:13.595429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:13.605314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:13.609558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-91b3c90a-fa5a-47a2-a45e-eef9defe6e80 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:13.611297 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-91b3c90a-fa5a-47a2-a45e-eef9defe6e80 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6116567 Mar 11 13:06:13.612374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-747b76e6-9cb6-42b4-a3ce-a418bf1d9f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.617674 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:13.621908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Router 9bff5890-0b14-4e0d-997f-27b00b2c4937 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:06:13.622697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55836) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:13.646148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:13.646399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657586fb-d088-4581-972e-da3ab4c40e02 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=57d2179b-5883-4cc5-81d2-03fbbee755c8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:13.662610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:13.667006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.672018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:13.676315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:13.683345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:13.698752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-747b76e6-9cb6-42b4-a3ce-a418bf1d9f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.704965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:13.709670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.787976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:13.791756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.804748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.816183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85a9fbb1-e1a8-4df2-a26d-aa4efb2b0820 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.860346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85a9fbb1-e1a8-4df2-a26d-aa4efb2b0820 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.896861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] Calling delete_port for 7afbfd87-7e3e-44ea-a759-914451986abd owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:13.928717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:13.932492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:13.948341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 57d2179b-5883-4cc5-81d2-03fbbee755c8 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:13.959042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:13.959981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:13.960575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:13.983768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:14.016424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:14.030938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.031609 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 207549fd-e9e5-4cc7-b59a-43421e8fc6f6 of type vlan for network 5edb1f85-4047-4e0d-9498-accfa21eab22 Mar 11 13:06:14.064626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.073980 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-95cd2120-2123-45ac-8b45-4dfb293f03fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2320404 Mar 11 13:06:14.079136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55840) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:14.088366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:14.095602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 7afbfd87-7e3e-44ea-a759-914451986abd no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:14.115015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.121391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:14.122642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.226579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.240958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.286768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85a9fbb1-e1a8-4df2-a26d-aa4efb2b0820 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.293180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=5edb1f85-4047-4e0d-9498-accfa21eab22,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:14.307258 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a9523182-64bb-4827-8919-a4128ed8b9ff tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7545910 Mar 11 13:06:14.311574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85a9fbb1-e1a8-4df2-a26d-aa4efb2b0820 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.315375 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-85a9fbb1-e1a8-4df2-a26d-aa4efb2b0820 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/03207584-35a9-4c6a-9707-0f29a50e002e HTTP/1.1" status: 204 len: 168 time: 0.6907363 Mar 11 13:06:14.321054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9fbb1-e1a8-4df2-a26d-aa4efb2b0820 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03207584-35a9-4c6a-9707-0f29a50e002e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:14.323795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55844) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:14.323937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-747b76e6-9cb6-42b4-a3ce-a418bf1d9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.324058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:14.326640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-747b76e6-9cb6-42b4-a3ce-a418bf1d9f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.331314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-747b76e6-9cb6-42b4-a3ce-a418bf1d9f9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf65ab28-8a87-427c-8ad3-035ad660a26d HTTP/1.1" status: 204 len: 168 time: 1.1381269 Mar 11 13:06:14.333198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 5edb1f85-4047-4e0d-9498-accfa21eab22 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:14.333330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:06:14.341419 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ef581555-72b3-452b-abda-3c28187aa768 admin admin] 10.222.0.52 "PUT /v2.0/routers/9bff5890-0b14-4e0d-997f-27b00b2c4937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9719687 Mar 11 13:06:14.351637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55854) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:14.352518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b76e6-9cb6-42b4-a3ce-a418bf1d9f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf65ab28-8a87-427c-8ad3-035ad660a26d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:14.395709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:14.405697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port 7afbfd87-7e3e-44ea-a759-914451986abd update to DOWN by agent not found {{(pid=87960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 13:06:14.422496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] No DVR routers for this DVR port 7afbfd87-7e3e-44ea-a759-914451986abd on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:14.427351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] Sync routers for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:06:14.473580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df501756-07f8-4777-92e2-06bf84de21e4 None None] Pushing event deleted for resources: {'Port': ['ID=7afbfd87-7e3e-44ea-a759-914451986abd,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:14.505262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.585363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.607870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:14.608511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:14.754404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35fc9f37-ae75-44dd-bce7-1f9de0768402 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:14.815691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:14.830144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:14.842339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e0333-59be-4c96-8d03-0e4d5424f173 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:14.849759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:14.850742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.905962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:14.910871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:14.914448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:14.922155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:14.945927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.969028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Deleting port 10bf09ca-3833-44b3-b747-894859d6075a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:14.970486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:14.974883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=e0a8228f-b5a7-442c-9ab5-3d75087f2af0,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:14.983318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:14.992843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.024958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:06:15.272256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35fc9f37-ae75-44dd-bce7-1f9de0768402 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:15.277913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-35fc9f37-ae75-44dd-bce7-1f9de0768402 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9491060 Mar 11 13:06:15.278079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55868) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:15.287216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': 'cb8cbfa1-8c8b-4091-8eb5-647a2b2ab3bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:15.291194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55872) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:15.291479 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c3345e62-9327-4e0e-93d4-77cb7688769f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1621141 Mar 11 13:06:15.299233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:15.302351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'e0a8228f-b5a7-442c-9ab5-3d75087f2af0'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:15.304663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.306392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:15.378030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.459830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=21d760c9-d2ae-4ed1-a69a-a13454ee7318,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:15.543100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '207549fd-e9e5-4cc7-b59a-43421e8fc6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:15.543628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: 5edb1f85-4047-4e0d-9498-accfa21eab22, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:15.573580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] device_id is not set on port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:15.588071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.593537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 5edb1f85-4047-4e0d-9498-accfa21eab22 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:15.614987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 5edb1f85-4047-4e0d-9498-accfa21eab22) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:15.620471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:15.621092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.639220 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e94619-0931-4262-8a1c-3e81173e1919 None None] Network 5edb1f85-4047-4e0d-9498-accfa21eab22 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:15.641011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Transition to ACTIVE for port object a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:15.650311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2ea10ab1-2fe4-4c50-8fef-6cb9efaf09ee tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3206909 Mar 11 13:06:15.650311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.661299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55884) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:15.669405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:15.672978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:15.679121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1147251794'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:15.704143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:15.725426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:15.786967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:15.789008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55888) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:15.798678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] For port 10bf09ca-3833-44b3-b747-894859d6075a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=10bf09ca-3833-44b3-b747-894859d6075a,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:15.799323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.850881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:15.918707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:15.924987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:15.926208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:15.926651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:15.933097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:15.933608 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:15.935389 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 2 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:15.958523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:15.959034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:15.959581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:15.965746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:15.966383 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:15.966882 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 3 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:15.985025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:15.985513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:15.986068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:15.991977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:15.992450 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:15.993088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 4 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:16.012219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:16.012715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:16.013168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:16.019794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:16.020421 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:16.021048 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 5 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:16.043542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:16.044064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:16.044736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:16.050705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:16.051303 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:16.052514 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 6 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:16.072817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:16.073325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:16.073831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:16.079933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:16.080417 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:16.080917 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 7 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:16.100482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:16.101001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:16.101465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:16.107651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:16.108274 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:16.108773 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 8 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:16.127923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:16.129059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:16.129655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:16.135675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:16.136262 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:16.136863 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 9 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:16.155896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:16.156534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:16.156979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:16.162282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:16.162727 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:16.163496 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 10 to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb Mar 11 13:06:16.184019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:16.184429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:16.185128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:16.192283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:16.192992 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:16.193514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.197235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1771660244'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:16.203416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:16.207615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.208727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Allocated IP 172.20.0.2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/e0a8228f-b5a7-442c-9ab5-3d75087f2af0/ba185a0b-443f-48fa-954a-ee6c6af25fab) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:16.292421 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:06:16.308186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Calling delete_port for 10bf09ca-3833-44b3-b747-894859d6075a owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:16.343551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-5edb1f85-4047-4e0d-9498-accfa21eab22', 'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22', 'tenant_id': 'd5771888ea0e4b5681f35a88f2a6254a', 'fixed_ips': [{'subnet_id': '21d760c9-d2ae-4ed1-a69a-a13454ee7318'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:16.344370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.365915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:16.389283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:network and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:16.402605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:16.405269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '10bf09ca-3833-44b3-b747-894859d6075a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:06:11Z', 'revision_number': 5, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port': {'id': '10bf09ca-3833-44b3-b747-894859d6075a', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:04:21Z', 'updated_at': '2022-03-11T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:16.428345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:16.489268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55894) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:16.501150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:16.504387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:16.507876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.511958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] For port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:16.512712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempted to set empty binding levels {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 13:06:16.517046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.520277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] Checking router: 9bff5890-0b14-4e0d-997f-27b00b2c4937 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:06:16.531703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': '57d2179b-5883-4cc5-81d2-03fbbee755c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:16.561785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:16.583942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.595647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] In _notify_port_updated(), no bound segment for port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:06:16.596201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.596939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] Routers {'9bff5890-0b14-4e0d-997f-27b00b2c4937'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:16.597708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.597797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9bff5890-0b14-4e0d-997f-27b00b2c4937'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:16.598945 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "PUT /v2.0/ports/a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb HTTP/1.1" status: 200 len: 981 time: 2.5186882 Mar 11 13:06:16.602004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:16.606377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:16.611181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.625715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:16.631806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.673637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b43c-2f1b-4744-9839-aae07885ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:16.685846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:16.705034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.705034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.705034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.705382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.705852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.706374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.706825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.707284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:16.709136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Synchronizing usage tracker for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:16.716676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:security_group_rule and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:16.724903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Unset dirty status for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:16.730383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:16.730680 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2bd625dd-f805-4fd3-a5dc-fe329b6b857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7314 time: 0.1276600 Mar 11 13:06:16.731360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:16.751540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c065540c-0912-44f0-a1e6-b1a4de6901c1,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:16.759826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:16.761723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:16.765466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.808560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Deleting port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:16.808983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.847171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:16.854353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 1fd598bb-6300-4818-b2a7-92740a373408 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:16.864104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.898035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] Set router 9bff5890-0b14-4e0d-997f-27b00b2c4937 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:06:16.932089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:16.941668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:16.945144 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8188dd27-5d17-4f94-9333-7fa768420e92 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6640007 Mar 11 13:06:16.945144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:16.945348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Transition to ACTIVE for port object ba185a0b-443f-48fa-954a-ee6c6af25fab will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:16.945786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55906) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:16.971137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:16.982159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-138f779f-5a33-4138-a368-0d666d60b72d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules/c065540c-0912-44f0-a1e6-b1a4de6901c1 HTTP/1.1" status: 200 len: 763 time: 0.0331223 Mar 11 13:06:16.988113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55910) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:17.024569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:06:14Z', 'revision_number': 6, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:17.033705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f704abf-97a7-4fa6-8b47-6dac7ed948a7 None None] The sync data for ids ['9bff5890-0b14-4e0d-997f-27b00b2c4937'] in dv-neutron-833198-1-hyperv is: [{'id': '9bff5890-0b14-4e0d-997f-27b00b2c4937', 'name': 'tempest-ServersTestManualDisk-1784574322-router', 'tenant_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:04:19Z', 'updated_at': '2022-03-11T13:06:14Z', 'revision_number': 6, 'project_id': 'a7ee75938cd8457e91d8f451a90c5ac3', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:17.042098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Transition to ACTIVE for port object ba185a0b-443f-48fa-954a-ee6c6af25fab will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:17.048954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Allocated IP 2001:db8::2 (5edb1f85-4047-4e0d-9498-accfa21eab22/21d760c9-d2ae-4ed1-a69a-a13454ee7318/c2c4db66-ac1b-41c4-acc8-326c29c7422d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:17.050462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:17.054483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.061011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] For port a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb, host hv-neutron-8331, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:17.061389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.062535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.128039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.210343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Calling delete_port for a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:17.257287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=10bf09ca-3833-44b3-b747-894859d6075a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:17.312249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.330406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b46b0713-142c-4735-a617-a5e9f14dbd0e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:17.349012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:17.358063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.362308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:17.365042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Pushing event updated for resources: {'Port': ['ID=ba185a0b-443f-48fa-954a-ee6c6af25fab,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:17.367299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:17.377685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event deleted for resources: {'Port': ['ID=a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:17.385968 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e7d99b3-9e52-45af-91d7-ab1b7fd8c92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "DELETE /v2.0/ports/a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb HTTP/1.1" status: 204 len: 168 time: 0.6535401 Mar 11 13:06:17.388502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55914) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:17.429641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.440329 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d442814d-ff48-4c4d-89bc-45aa907ef12e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:06:17.442434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d442814d-ff48-4c4d-89bc-45aa907ef12e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Synchronizing usage tracker for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:17.447236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Transition to ACTIVE for port object c2c4db66-ac1b-41c4-acc8-326c29c7422d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:17.453826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b46b0713-142c-4735-a617-a5e9f14dbd0e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:17.455577 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b46b0713-142c-4735-a617-a5e9f14dbd0e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4596634 Mar 11 13:06:17.459545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:17.477500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Transition to ACTIVE for port object c2c4db66-ac1b-41c4-acc8-326c29c7422d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:17.477721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d442814d-ff48-4c4d-89bc-45aa907ef12e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Unset dirty status for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:17.477721 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d442814d-ff48-4c4d-89bc-45aa907ef12e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "GET /v2.0/ports/a89129ad-78b9-44b8-b8ce-1d2d0bd17bfb HTTP/1.1" status: 404 len: 333 time: 0.0865836 Mar 11 13:06:17.481250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:17.493793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-182861885', 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:17.502397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:17.507947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7cb70fb-024e-4915-be15-c538151739bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.522930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:17.523629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.525720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7cb70fb-024e-4915-be15-c538151739bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.535974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.547393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Made reservation on behalf of 2db5b0f64e984fb2a74f0705fe253aed for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:17.550764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.566599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.577823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] device_id is not set on port 0cf3a71e-c1c2-4243-8733-5cb965278be9 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:17.618533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7cb70fb-024e-4915-be15-c538151739bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.620950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Network 5edb1f85-4047-4e0d-9498-accfa21eab22 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:17.621997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.633222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:17.655160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:17.655721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb70fb-024e-4915-be15-c538151739bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c065540c-0912-44f0-a1e6-b1a4de6901c1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:17.663175 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Attempting to bind port ba185a0b-443f-48fa-954a-ee6c6af25fab on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:17.663545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Attempting to bind port ba185a0b-443f-48fa-954a-ee6c6af25fab by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:17.663901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Attempting to bind port ba185a0b-443f-48fa-954a-ee6c6af25fab on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:17.688255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7cb70fb-024e-4915-be15-c538151739bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.692081 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e7cb70fb-024e-4915-be15-c538151739bd tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c065540c-0912-44f0-a1e6-b1a4de6901c1 HTTP/1.1" status: 204 len: 168 time: 0.2312849 Mar 11 13:06:17.695935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:17.721339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Pushing event updated for resources: {'Port': ['ID=c2c4db66-ac1b-41c4-acc8-326c29c7422d,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:17.751554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:17.751554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:17.752092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.752490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:17.753484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Bound port: ba185a0b-443f-48fa-954a-ee6c6af25fab, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:17.753484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.783649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:17.795657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2638d8ee-64a9-440e-8ddc-8d6a396c0b19 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:17.841337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Attempting to bind port c2c4db66-ac1b-41c4-acc8-326c29c7422d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:17.841797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Attempting to bind port c2c4db66-ac1b-41c4-acc8-326c29c7422d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '207549fd-e9e5-4cc7-b59a-43421e8fc6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:17.842159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Attempting to bind port c2c4db66-ac1b-41c4-acc8-326c29c7422d on network 5edb1f85-4047-4e0d-9498-accfa21eab22 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:17.860180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:17.860553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Checking segment: {'id': '207549fd-e9e5-4cc7-b59a-43421e8fc6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:17.860954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.861346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Bound using segment: {'id': '207549fd-e9e5-4cc7-b59a-43421e8fc6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:17.862123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Bound port: c2c4db66-ac1b-41c4-acc8-326c29c7422d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207549fd-e9e5-4cc7-b59a-43421e8fc6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5edb1f85-4047-4e0d-9498-accfa21eab22'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:17.862550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.897806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2638d8ee-64a9-440e-8ddc-8d6a396c0b19 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:17.902385 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2638d8ee-64a9-440e-8ddc-8d6a396c0b19 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2053485 Mar 11 13:06:17.911697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55930) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:17.920640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': 'cb8cbfa1-8c8b-4091-8eb5-647a2b2ab3bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:17.931030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.933168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:17.940203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] For port ba185a0b-443f-48fa-954a-ee6c6af25fab, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:17.947923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:17.954125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] For port ba185a0b-443f-48fa-954a-ee6c6af25fab, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba185a0b-443f-48fa-954a-ee6c6af25fab,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:17.967727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Project e0a60f265e6442ff9b6b53f67e42882d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:06:17.977721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:17.981673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 10bf09ca-3833-44b3-b747-894859d6075a no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:18.021943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.046858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.053298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8285a9f6-99b9-4406-89b3-985c363f99be,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:18.057295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.069883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.074415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::364 (5edb1f85-4047-4e0d-9498-accfa21eab22/21d760c9-d2ae-4ed1-a69a-a13454ee7318/1fd598bb-6300-4818-b2a7-92740a373408) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:18.077029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.077373 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Added segment 9252a212-db1f-4a0a-a62a-d002caf3f144 of type vlan for network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc Mar 11 13:06:18.106996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:18.118718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:18.123043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 10bf09ca-3833-44b3-b747-894859d6075a {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:18.123382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 10bf09ca-3833-44b3-b747-894859d6075a not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:18.123804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:18.126971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:18.128084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:18.129467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.151162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf3a71e-c1c2-4243-8733-5cb965278be9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:18.159210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.165709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.171713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:18.172773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ef87c998-8cef-4eeb-9a24-89f91dbfb6f6 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:18.173145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.192443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:06:18.193345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.193923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bff5890-0b14-4e0d-997f-27b00b2c4937 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:06:18.212893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7582b12c-75c7-4c7b-b1df-eb1997811daf,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:18.216507 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a61a1873-aa3a-47e3-b76a-db5fda03d793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7341514 Mar 11 13:06:18.219199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.223651 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bb857beb-c263-4353-b435-7f0707a8e3d4 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107884 Mar 11 13:06:18.224447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55934) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:18.224912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:18.235326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8109f-fce8-4933-85bc-342dff66d957 None None] Pushing event updated for resources: {'Port': ['ID=ba185a0b-443f-48fa-954a-ee6c6af25fab,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:18.242110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] For port c2c4db66-ac1b-41c4-acc8-326c29c7422d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:18.246164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] For port c2c4db66-ac1b-41c4-acc8-326c29c7422d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c2c4db66-ac1b-41c4-acc8-326c29c7422d,segment=NetworkSegment(207549fd-e9e5-4cc7-b59a-43421e8fc6f6),segment_id=207549fd-e9e5-4cc7-b59a-43421e8fc6f6)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:18.256649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.335477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.356877 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8567eee6-bb87-43c2-b86d-96c29df629af tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules/7582b12c-75c7-4c7b-b1df-eb1997811daf HTTP/1.1" status: 200 len: 769 time: 0.1190453 Mar 11 13:06:18.358064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55942) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:18.362177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa4f14-3fde-45b9-b13d-2516d6f04b8b None None] Pushing event updated for resources: {'Port': ['ID=c2c4db66-ac1b-41c4-acc8-326c29c7422d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:18.363251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c631b5-0e2a-4894-8b15-229c5b18ab23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:18.363754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-52c631b5-0e2a-4894-8b15-229c5b18ab23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Synchronizing usage tracker for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:18.382797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:06:18.442363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-52c631b5-0e2a-4894-8b15-229c5b18ab23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Unset dirty status for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:18.446260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-52c631b5-0e2a-4894-8b15-229c5b18ab23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "GET /v2.0/ports/0cf3a71e-c1c2-4243-8733-5cb965278be9 HTTP/1.1" status: 200 len: 958 time: 0.2173986 Mar 11 13:06:18.447928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55946) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:18.520278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-21efdffc-4c7a-4348-b134-efdcd47c53b8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:18.593320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Deleting port 0cf3a71e-c1c2-4243-8733-5cb965278be9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:18.594471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.598282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.603796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:18.604733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.625973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-21efdffc-4c7a-4348-b134-efdcd47c53b8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:18.627320 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-21efdffc-4c7a-4348-b134-efdcd47c53b8 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2677407 Mar 11 13:06:18.634383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55950) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:18.818562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=8f19eda0-4542-4922-ab88-998bdbfbb3ae,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:18.908574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': '99c6a83f-57c4-4c20-b655-ae1c09244337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '57d2179b-5883-4cc5-81d2-03fbbee755c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:18.909180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: 57d2179b-5883-4cc5-81d2-03fbbee755c8, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:18.927689 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1310561 Mar 11 13:06:18.927689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.930665 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6cc72019-7ae5-4772-83f3-aef8709985c1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9bff5890-0b14-4e0d-997f-27b00b2c4937 HTTP/1.1" status: 204 len: 168 time: 4.5732443 Mar 11 13:06:18.935804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55954) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:18.936458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:18.959551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdd348-a312-4c6c-84dc-4e819898bd39 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Network': ['ID=e734294d-3e4e-48c3-9e1f-3a6cff28ddbc,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:18.970989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:18.978401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'subnet': {'network_id': 'e734294d-3e4e-48c3-9e1f-3a6cff28ddbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:18.980595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6874a5-98c4-40f3-98b4-b4b9da53f2a1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:18.987832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.022323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 1fd598bb-6300-4818-b2a7-92740a373408 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:19.027062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6874a5-98c4-40f3-98b4-b4b9da53f2a1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.035140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 57d2179b-5883-4cc5-81d2-03fbbee755c8 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:19.099332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 57d2179b-5883-4cc5-81d2-03fbbee755c8) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:19.109245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc1161-1155-4bd1-b99b-d4acb23f036f None None] Network 57d2179b-5883-4cc5-81d2-03fbbee755c8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:19.120436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:19.121112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.141255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.162068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6874a5-98c4-40f3-98b4-b4b9da53f2a1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.171212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] Deleting subnet 857c8644-46ad-44bb-b984-8fb0851be916 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:19.174608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.178110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6874a5-98c4-40f3-98b4-b4b9da53f2a1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.181763 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea6874a5-98c4-40f3-98b4-b4b9da53f2a1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7582b12c-75c7-4c7b-b1df-eb1997811daf HTTP/1.1" status: 204 len: 168 time: 0.5190773 Mar 11 13:06:19.183039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55962) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:19.223386 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c8cde549-bb96-46cf-be3b-633ea6f55b6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7263880 Mar 11 13:06:19.223386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6874a5-98c4-40f3-98b4-b4b9da53f2a1 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7582b12c-75c7-4c7b-b1df-eb1997811daf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:19.223796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.246568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:19.254678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.260114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1498475269'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:19.329273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:19.353804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 5edb1f85-4047-4e0d-9498-accfa21eab22 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:19.367819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:19.385699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:19.392199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:19.393051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.402469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.461367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-57d2179b-5883-4cc5-81d2-03fbbee755c8', 'network_id': '57d2179b-5883-4cc5-81d2-03fbbee755c8', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '8f19eda0-4542-4922-ab88-998bdbfbb3ae'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:19.462377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.463906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=1fd598bb-6300-4818-b2a7-92740a373408,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:19.476374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:19.485839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Calling delete_port for 0cf3a71e-c1c2-4243-8733-5cb965278be9 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:19.531709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-689a49c7-8b08-4cac-9e8a-41eb399d1f7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:19.606273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:19.608591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:19.616527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.622186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:subnet and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:19.638383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:19.641385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:19.645650 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-150925fd-0b1c-4f4a-b465-cc87363565e6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.9748752 Mar 11 13:06:19.652211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55970) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:19.690994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:19.727971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-689a49c7-8b08-4cac-9e8a-41eb399d1f7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:19.729398 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-689a49c7-8b08-4cac-9e8a-41eb399d1f7e tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5431132 Mar 11 13:06:19.735380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55974) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:19.743851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cf3a71e-c1c2-4243-8733-5cb965278be9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:19.755088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Allocated IP 2001:db8:0:ffff::2 (57d2179b-5883-4cc5-81d2-03fbbee755c8/8f19eda0-4542-4922-ab88-998bdbfbb3ae/97cda32a-9205-42f2-8a3e-ec2e49ac9ee4) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:19.759355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:19.768615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.805582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.814531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:19.818692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.843375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 1fd598bb-6300-4818-b2a7-92740a373408 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:19.846164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:19.916022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] For port ba185a0b-443f-48fa-954a-ee6c6af25fab, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba185a0b-443f-48fa-954a-ee6c6af25fab,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:19.936946 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9053341-1ceb-4f7e-bc20-87461cc13120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "DELETE /v2.0/ports/0cf3a71e-c1c2-4243-8733-5cb965278be9 HTTP/1.1" status: 204 len: 168 time: 1.4872422 Mar 11 13:06:19.936946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55978) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:20.082655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:20.085921 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e23488-7486-4eba-940e-e108fbdcaf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:06:20.086634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8e23488-7486-4eba-940e-e108fbdcaf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Synchronizing usage tracker for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:20.094878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.101128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c2c4db66-ac1b-41c4-acc8-326c29c7422d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:20.111020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e11da1af-24a3-49e1-8949-3bdcf2a3f1eb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.113902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.114662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.119232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.140651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4d5502c9-b879-48e8-9329-30c13e231073 None None] Provisioning for port ba185a0b-443f-48fa-954a-ee6c6af25fab completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:20.153900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.154253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment d6492098-e8d6-4666-8f51-5840165e9595 of type vlan for network e615dd2d-919c-4eb2-a006-407b5d4671b1 Mar 11 13:06:20.201632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8e23488-7486-4eba-940e-e108fbdcaf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Unset dirty status for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:20.207864 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d8e23488-7486-4eba-940e-e108fbdcaf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "GET /v2.0/ports/0cf3a71e-c1c2-4243-8733-5cb965278be9 HTTP/1.1" status: 404 len: 333 time: 0.1982591 Mar 11 13:06:20.212116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55982) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:20.226150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.230201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Request body: {'port': {'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-852131011'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:20.242328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:20.242564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Transition to ACTIVE for port object 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:20.251109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.265784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:20.272716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Transition to ACTIVE for port object 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:20.277058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c2c4db66-ac1b-41c4-acc8-326c29c7422d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:20.284911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba185a0b-443f-48fa-954a-ee6c6af25fab up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:20.302058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:20.307411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Made reservation on behalf of 2db5b0f64e984fb2a74f0705fe253aed for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:20.310285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.323595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.327555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:20.339691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:20.340266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.355581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.358490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e11da1af-24a3-49e1-8949-3bdcf2a3f1eb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.388561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1266a4b-a438-458c-9d77-798139dfa391 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:20.407022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d92cd-970c-433a-867c-3da2a8f8aeb1 None None] Network 5edb1f85-4047-4e0d-9498-accfa21eab22 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:20.419626 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] device_id is not set on port 5efda782-3689-4d0c-97d9-2f79cf7ec090 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:20.452269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.458839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:20.459738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.482614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857c8644-46ad-44bb-b984-8fb0851be916,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:20.486913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.542983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff0b01-0ea5-4718-82c0-d5f865bae22a None None] Network fb64631b-af56-4663-a3fe-a8217e106f96 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:20.568547 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-35b61ffc-d401-4b13-b6d9-0b70e8aeeb2f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/857c8644-46ad-44bb-b984-8fb0851be916 HTTP/1.1" status: 204 len: 168 time: 1.6287544 Mar 11 13:06:20.591250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55986) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:20.630151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Network 57d2179b-5883-4cc5-81d2-03fbbee755c8 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:20.638164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=3f862ce0-8c61-4358-b35f-84bb4412924f,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:20.642580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-196211b1-7a2a-40ad-a2b7-b3634a927814 None None] Provisioning for port c2c4db66-ac1b-41c4-acc8-326c29c7422d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:20.646279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:20.648232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=ba185a0b-443f-48fa-954a-ee6c6af25fab,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:20.651933 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a011dc7e-24e3-41e4-8314-51fd8347d4dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3571289 Mar 11 13:06:20.671746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 55990) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:20.693004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:ad:fa:df', 'name': 'tempest-NetworksTestDHCPv6-1942237160'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:20.707763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4601350 Mar 11 13:06:20.730382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55994) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:20.739392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.742986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acdfdf-ee0c-4633-9228-86df375d66bb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=e615dd2d-919c-4eb2-a006-407b5d4671b1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:20.756334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': 'e615dd2d-919c-4eb2-a006-407b5d4671b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:20.763293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:20.778972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e11da1af-24a3-49e1-8949-3bdcf2a3f1eb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.819901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.837728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-196211b1-7a2a-40ad-a2b7-b3634a927814 None None] Provisioning complete for port c2c4db66-ac1b-41c4-acc8-326c29c7422d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:20.838017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-196211b1-7a2a-40ad-a2b7-b3634a927814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:20.861289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e615dd2d-919c-4eb2-a006-407b5d4671b1 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:20.889218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Pushing event updated for resources: {'Port': ['ID=97cda32a-9205-42f2-8a3e-ec2e49ac9ee4,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:20.895291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11da1af-24a3-49e1-8949-3bdcf2a3f1eb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8cbfa1-8c8b-4091-8eb5-647a2b2ab3bc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:20.898797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.017217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 1fd598bb-6300-4818-b2a7-92740a373408 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:21.091758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Subnet': ['ID=43e8d70c-5e5d-43f1-bcba-d2724d742a1b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:21.105027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e11da1af-24a3-49e1-8949-3bdcf2a3f1eb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.108772 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e11da1af-24a3-49e1-8949-3bdcf2a3f1eb tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/cb8cbfa1-8c8b-4091-8eb5-647a2b2ab3bc HTTP/1.1" status: 204 len: 168 time: 1.3675187 Mar 11 13:06:21.110005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:21.110322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Checking segment: {'id': '9252a212-db1f-4a0a-a62a-d002caf3f144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e734294d-3e4e-48c3-9e1f-3a6cff28ddbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:21.110782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network hostable DHCP agents. Network: e734294d-3e4e-48c3-9e1f-3a6cff28ddbc, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:21.112147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 55998) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:21.115380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Deleting port d500255b-045d-4699-bfee-bd10cbc366c2 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:21.115649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.160525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:21.176343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:21.192998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:21.212069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:21.231717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:21.238916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.240766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:21.245128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ba185a0b-443f-48fa-954a-ee6c6af25fab completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:21.250041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:21.255561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:21.262259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Attempting to bind port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:21.262627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Attempting to bind port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '99c6a83f-57c4-4c20-b655-ae1c09244337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '57d2179b-5883-4cc5-81d2-03fbbee755c8'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:21.262988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Attempting to bind port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 on network 57d2179b-5883-4cc5-81d2-03fbbee755c8 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:21.266856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:21.279839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:21.283280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.288557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e734294d-3e4e-48c3-9e1f-3a6cff28ddbc) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:21.305841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:21.306569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.313024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ba185a0b-443f-48fa-954a-ee6c6af25fab triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:21.313395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.338567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec608c3-1aee-44bc-b9da-1c315ccc5998 None None] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:21.372333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:21.372760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Checking segment: {'id': '99c6a83f-57c4-4c20-b655-ae1c09244337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '57d2179b-5883-4cc5-81d2-03fbbee755c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:21.373101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.373531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Bound using segment: {'id': '99c6a83f-57c4-4c20-b655-ae1c09244337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '57d2179b-5883-4cc5-81d2-03fbbee755c8'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:21.374011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Bound port: 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c6a83f-57c4-4c20-b655-ae1c09244337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '57d2179b-5883-4cc5-81d2-03fbbee755c8'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:21.374380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.379869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b82bf46b-d6a0-47a4-8f59-b2148465b07d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:21.477261 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e444d66-6cb1-4aea-9b60-61192f6c43aa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5363770 Mar 11 13:06:21.478161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.488775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56002) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:21.492452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.499084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1245480143', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:21.523070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:21.567240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:21.569139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:21.580745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:router and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:21.590690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:21.593898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b82bf46b-d6a0-47a4-8f59-b2148465b07d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:21.595332 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b82bf46b-d6a0-47a4-8f59-b2148465b07d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4567158 Mar 11 13:06:21.606880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56006) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:21.611414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:21.611909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:21.617897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.624048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286685495'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:21.628959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:21.629877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:21.630469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.646617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:21.661872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=5efda782-3689-4d0c-97d9-2f79cf7ec090,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:21.686013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:21.688962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=1fd598bb-6300-4818-b2a7-92740a373408,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:21.692348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] For port d500255b-045d-4699-bfee-bd10cbc366c2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d500255b-045d-4699-bfee-bd10cbc366c2,segment=NetworkSegment(944638e1-3f3c-4652-98f2-dafd48d11615),segment_id=944638e1-3f3c-4652-98f2-dafd48d11615)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:21.693353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.712380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fc18dc2a-442e-42ba-bc8f-5415839743ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4967754 Mar 11 13:06:21.717448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.727076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:21.729854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-196211b1-7a2a-40ad-a2b7-b3634a927814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.739560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.740545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.743882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:21.839596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:21.857545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:21.864880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:21.870261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.879806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Calling delete_port for d500255b-045d-4699-bfee-bd10cbc366c2 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:21.889152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] For port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:21.906829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0724141-66ec-4fe0-a798-47263f57b075 None None] DHCP port deletion for fb64631b-af56-4663-a3fe-a8217e106f96 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:21.911776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:21.931429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e0724141-66ec-4fe0-a798-47263f57b075 None None] Deleting port d500255b-045d-4699-bfee-bd10cbc366c2 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:21.931941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e0724141-66ec-4fe0-a798-47263f57b075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.983239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:21.998454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] For port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=97cda32a-9205-42f2-8a3e-ec2e49ac9ee4,segment=NetworkSegment(99c6a83f-57c4-4c20-b655-ae1c09244337),segment_id=99c6a83f-57c4-4c20-b655-ae1c09244337)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:22.007647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.012641 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-79d005df-8ec6-4333-b74e-c41c5e4c7e7b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/1fd598bb-6300-4818-b2a7-92740a373408 HTTP/1.1" status: 204 len: 168 time: 2.3505521 Mar 11 13:06:22.015240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-196211b1-7a2a-40ad-a2b7-b3634a927814 None None] For port c2c4db66-ac1b-41c4-acc8-326c29c7422d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c2c4db66-ac1b-41c4-acc8-326c29c7422d,segment=NetworkSegment(207549fd-e9e5-4cc7-b59a-43421e8fc6f6),segment_id=207549fd-e9e5-4cc7-b59a-43421e8fc6f6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:22.017876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56014) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:22.018962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.077392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 172.20.0.7 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/e0a8228f-b5a7-442c-9ab5-3d75087f2af0/ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:22.098975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-196211b1-7a2a-40ad-a2b7-b3634a927814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.101405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.126815 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-30def1c6-6de7-44a7-bad8-b158851f21c9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:06:22.128209 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-30def1c6-6de7-44a7-bad8-b158851f21c9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/1fd598bb-6300-4818-b2a7-92740a373408 HTTP/1.1" status: 404 len: 333 time: 0.1059496 Mar 11 13:06:22.130583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fead:fadf (03007ba6-d1e0-4ba6-aa08-eced2aedda75/3f862ce0-8c61-4358-b35f-84bb4412924f/ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:22.131384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56018) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:22.149802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.181182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.240638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e0724141-66ec-4fe0-a798-47263f57b075 None None] The port 'd500255b-045d-4699-bfee-bd10cbc366c2' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:06:22.240860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.248075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50dd51-fd34-4758-81f4-58b160872647 None None] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:22.259906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.312894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d66dc2-b790-456b-9052-aeda8198aac2 None None] Pushing event updated for resources: {'Port': ['ID=97cda32a-9205-42f2-8a3e-ec2e49ac9ee4,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:22.360141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ba185a0b-443f-48fa-954a-ee6c6af25fab, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba185a0b-443f-48fa-954a-ee6c6af25fab,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:22.433415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.494907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196211b1-7a2a-40ad-a2b7-b3634a927814 None None] Pushing event updated for resources: {'Port': ['ID=c2c4db66-ac1b-41c4-acc8-326c29c7422d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:22.645344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.648780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba185a0b-443f-48fa-954a-ee6c6af25fab up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:22.668270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:22.733388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f4dcf6c6-d576-48fd-8ad1-fc43ee5e90a5 None None] Could not find standard attr ID for object 1fd598bb-6300-4818-b2a7-92740a373408. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:06:22.812067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.812349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d500255b-045d-4699-bfee-bd10cbc366c2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:22.820507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.824788 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2149363 Mar 11 13:06:22.825581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56022) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:22.826920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.835201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f4dcf6c6-d576-48fd-8ad1-fc43ee5e90a5 None None] Provisioning complete for port c2c4db66-ac1b-41c4-acc8-326c29c7422d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:22.835580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf6c6-d576-48fd-8ad1-fc43ee5e90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:22.899246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] No DVR routers for this DVR port d500255b-045d-4699-bfee-bd10cbc366c2 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:22.928679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ba185a0b-443f-48fa-954a-ee6c6af25fab,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:23.015379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:23.028147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:23.032194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:23.034332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:23.034736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ba185a0b-443f-48fa-954a-ee6c6af25fab triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:23.035190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.093986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] device_id is not set on port 5efda782-3689-4d0c-97d9-2f79cf7ec090 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:23.104739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.127659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Transition to ACTIVE for port object 5efda782-3689-4d0c-97d9-2f79cf7ec090 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:23.133535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Request body: {'security_group_rule': {'security_group_id': '39770629-4603-415b-8aed-43772dd5110a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:23.142932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538b4d3-9606-45d5-b60c-c57d87ccddbc tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39770629-4603-415b-8aed-43772dd5110a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:23.154010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.154178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:23.157029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.169778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Usage tracker for resource:security_group_rule and tenant:e0a60f265e6442ff9b6b53f67e42882d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:23.196859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet 21d760c9-d2ae-4ed1-a69a-a13454ee7318 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:23.200464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.225516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:23.268944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:23.279685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.310524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-412c5e2f-acb3-4bf9-b628-afa83461e34f None None] Could not find standard attr ID for object 1fd598bb-6300-4818-b2a7-92740a373408. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:06:23.376264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d500255b-045d-4699-bfee-bd10cbc366c2 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:23.423426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: d500255b-045d-4699-bfee-bd10cbc366c2 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:23.424061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d500255b-045d-4699-bfee-bd10cbc366c2 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:23.490046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.521770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb64631b-af56-4663-a3fe-a8217e106f96']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:23.541768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=30f992f2-7dae-4754-8915-b6f73f317251,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:23.544342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:23.544975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.559286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': 'd6492098-e8d6-4666-8f51-5840165e9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e615dd2d-919c-4eb2-a006-407b5d4671b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:23.559908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: e615dd2d-919c-4eb2-a006-407b5d4671b1, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:23.566804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944638e1-3f3c-4652-98f2-dafd48d11615') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:23.567012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944638e1-3f3c-4652-98f2-dafd48d11615') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:23.586118 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-33ba3ff3-d3d2-45f0-af4d-2ea7f369a537 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9132173 Mar 11 13:06:23.589988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.597470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56026) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:23.602141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.607755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=5efda782-3689-4d0c-97d9-2f79cf7ec090,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:23.632087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:23.632421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:23.632757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:23.640992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f4ce2901-82f8-48c0-a892-d7c511c5382a None None] Provisioning complete for port ba185a0b-443f-48fa-954a-ee6c6af25fab triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:23.642198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:23.642744 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:23.644712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2901-82f8-48c0-a892-d7c511c5382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.650715 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 2 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:23.674198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:23.674824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:23.675310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:23.685072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:23.685726 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:23.687645 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 3 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:23.713114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.718105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:23.718691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:23.719168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:23.723503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.740166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:23.740748 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:23.745258 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 4 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:23.764521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a978e7-dff7-47c1-a2ca-1706ae53fedf,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:23.779860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:23.780752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:23.781242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:23.789843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network e615dd2d-919c-4eb2-a006-407b5d4671b1 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:23.795068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:23.795246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.795805 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:23.796466 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 5 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:23.807200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.812109 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-baa7a86c-a60e-42a7-b647-035119effc6d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9431274 Mar 11 13:06:23.816627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56030) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:23.839417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:23.840043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:23.840534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:23.847859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:23.848417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.858567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:23.859181 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:23.861837 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 6 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:23.868686 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:23.895394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:23.895628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e615dd2d-919c-4eb2-a006-407b5d4671b1) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:23.895763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:23.896084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:23.900392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:23.901240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.908190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7581d2-c6fa-4f63-bd2d-a88b2e2d9d2d None None] Network e615dd2d-919c-4eb2-a006-407b5d4671b1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:23.913496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:23.913827 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:23.917533 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 7 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:23.933576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384fa82-d6f3-4f77-b706-1002a694c844 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.948207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:23.948520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:23.948844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:23.964790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:23.965118 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:23.968036 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 8 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:23.980106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384fa82-d6f3-4f77-b706-1002a694c844 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:23.994016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.007318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:24.008018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:24.008709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:24.019076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:24.019410 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:24.025988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 9 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:24.058576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:24.058920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:24.059250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:24.065312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:24.066136 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:24.066613 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5ac8c6e7-de8e-4287-b86b-5d777f0e34a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3307261 Mar 11 13:06:24.069307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56034) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.072057 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempt 10 to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 Mar 11 13:06:24.097413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d01a07-485b-439b-9a45-6698df6a3069 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:24.103761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d01a07-485b-439b-9a45-6698df6a3069 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:24.104581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-20d01a07-485b-439b-9a45-6698df6a3069 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:24.116955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fefbe0-cc20-437b-9a54-08437a458ca2 None None] Network 57d2179b-5883-4cc5-81d2-03fbbee755c8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:24.119588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.123592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.130938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:24.131528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:24.131528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempting to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:24.161223 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fb64631b-af56-4663-a3fe-a8217e106f96 HTTP/1.1" status: 204 len: 168 time: 3.5644948 Mar 11 13:06:24.168681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b567de0-8b4d-42a1-a992-4cbc5c6dcdc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb64631b-af56-4663-a3fe-a8217e106f96,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:24.183913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:06:24.184288 dv-neutron-833198-1-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Failed to bind port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on host hv-neutron-8331 for vnic_type normal using segments [{'id': '12609e5b-b541-459d-a83c-b0ce9a487432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4'}] Mar 11 13:06:24.184845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.194712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384fa82-d6f3-4f77-b706-1002a694c844 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.223434 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1460c514-b73f-4de7-a454-eff744e76ede None None] Provisioning for port ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:24.232340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-20d01a07-485b-439b-9a45-6698df6a3069 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:24.236757 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-20d01a07-485b-439b-9a45-6698df6a3069 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6381228 Mar 11 13:06:24.238308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56040) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.258623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.275007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384fa82-d6f3-4f77-b706-1002a694c844 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39770629-4603-415b-8aed-43772dd5110a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:24.296276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384fa82-d6f3-4f77-b706-1002a694c844 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.300162 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b384fa82-d6f3-4f77-b706-1002a694c844 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/39770629-4603-415b-8aed-43772dd5110a HTTP/1.1" status: 204 len: 168 time: 0.4794488 Mar 11 13:06:24.303747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56044) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.305164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1460c514-b73f-4de7-a454-eff744e76ede None None] Provisioning complete for port ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:24.306049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1460c514-b73f-4de7-a454-eff744e76ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.345581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44b864-8c25-4e4d-b6ff-0359c3f9b758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e615dd2d-919c-4eb2-a006-407b5d4671b1', 'network_id': 'e615dd2d-919c-4eb2-a006-407b5d4671b1', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '30f992f2-7dae-4754-8915-b6f73f317251'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:24.347971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a44b864-8c25-4e4d-b6ff-0359c3f9b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.355569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.411808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.419775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23cf2155-fe18-4f4a-aca4-f64a79124814 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:24.421496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=21d760c9-d2ae-4ed1-a69a-a13454ee7318,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:24.423898 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] For port 5efda782-3689-4d0c-97d9-2f79cf7ec090, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:24.424281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attempted to set empty binding levels {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 13:06:24.471610 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-44f63042-f9a8-4d54-9d6e-d55d82501b22 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/21d760c9-d2ae-4ed1-a69a-a13454ee7318 HTTP/1.1" status: 204 len: 168 time: 2.3362944 Mar 11 13:06:24.475846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56048) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.483369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.508545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.552349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe4721-7b50-443c-97f3-f342caa60d0f None None] Network 5edb1f85-4047-4e0d-9498-accfa21eab22 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:24.566157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.606640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] In _notify_port_updated(), no bound segment for port 5efda782-3689-4d0c-97d9-2f79cf7ec090 on network 27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:06:24.607508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:24.608110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.609470 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "PUT /v2.0/ports/5efda782-3689-4d0c-97d9-2f79cf7ec090 HTTP/1.1" status: 200 len: 980 time: 2.8772516 Mar 11 13:06:24.618736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56056) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.636385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23cf2155-fe18-4f4a-aca4-f64a79124814 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:24.637674 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23cf2155-fe18-4f4a-aca4-f64a79124814 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3303573 Mar 11 13:06:24.675368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.678912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:24.711811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56060) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.719090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:24.719433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.729312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38104ed3-bd46-4bd0-9d8a-767ff6364df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event updated for resources: {'Port': ['ID=5efda782-3689-4d0c-97d9-2f79cf7ec090,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:24.739783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1460c514-b73f-4de7-a454-eff744e76ede None None] Port ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:24.779023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.787200 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8d2dc64b-4659-4817-a89a-6cd9d61b965a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7ee75938cd8457e91d8f451a90c5ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167690 Mar 11 13:06:24.793288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Deleting port 5efda782-3689-4d0c-97d9-2f79cf7ec090 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:24.793463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.804385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56064) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:24.891856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:24.907782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b5349642-b7dc-4e17-abc6-49b0edb6814c None None] Provisioning for port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:24.942756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=30f992f2-7dae-4754-8915-b6f73f317251,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server [None req-8a44b864-8c25-4e4d-b6ff-0359c3f9b758 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f992f2-7dae-4754-8915-b6f73f317251: This subnet is being modified by another concurrent operation. Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 13:06:24.957624 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server raise exception Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f992f2-7dae-4754-8915-b6f73f317251: This subnet is being modified by another concurrent operation. Mar 11 13:06:24.962391 dv-neutron-833198-1-hyperv neutron-server[87960]: ERROR oslo_messaging.rpc.server Mar 11 13:06:24.998062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5afc3-36eb-4f8a-b520-cd7c3f95f59d None None] Network e615dd2d-919c-4eb2-a006-407b5d4671b1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:25.060971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:25.075709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.082507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.142656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc74411e-821b-4531-86e2-087f0018be52 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Synchronizing usage tracker for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:25.170478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e615dd2d-919c-4eb2-a006-407b5d4671b1']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:25.185556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:25.185832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.187587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] For port 5efda782-3689-4d0c-97d9-2f79cf7ec090, host hv-neutron-8331, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:25.187948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.196361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6492098-e8d6-4666-8f51-5840165e9595') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:25.196652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6492098-e8d6-4666-8f51-5840165e9595') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:25.259865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port c2c4db66-ac1b-41c4-acc8-326c29c7422d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:25.260357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.271435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.286844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] DHCP port deletion for 5edb1f85-4047-4e0d-9498-accfa21eab22 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:25.338456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] Deleting port c2c4db66-ac1b-41c4-acc8-326c29c7422d {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:25.338828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.340103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc74411e-821b-4531-86e2-087f0018be52 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] Unset dirty status for tenant:e0a60f265e6442ff9b6b53f67e42882d on resource:security_group_rule {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:25.344667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Calling delete_port for 5efda782-3689-4d0c-97d9-2f79cf7ec090 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:25.344816 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fc74411e-821b-4531-86e2-087f0018be52 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6301208 Mar 11 13:06:25.345545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56068) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:25.397083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.404677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea07eb69-da14-4dff-b290-e7abed44e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.413243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:25.430071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.443001 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-b949d7be-9ba4-4076-81c7-e4a723fd4b5d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] delete failed (client error): The resource could not be found. Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:25.446020 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:25.449544 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b949d7be-9ba4-4076-81c7-e4a723fd4b5d tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "DELETE /v2.0/security-groups/39770629-4603-415b-8aed-43772dd5110a HTTP/1.1" status: 404 len: 347 time: 0.0922441 Mar 11 13:06:25.460834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:25.511454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.26.4.232 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/fc9cb67f-b56c-4568-b969-fe51b5e593bc) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:25.543051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.546153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.558828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea07eb69-da14-4dff-b290-e7abed44e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.699547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=97cda32a-9205-42f2-8a3e-ec2e49ac9ee4,segment=NetworkSegment(99c6a83f-57c4-4c20-b655-ae1c09244337),segment_id=99c6a83f-57c4-4c20-b655-ae1c09244337)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:25.711054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.711812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c2c4db66-ac1b-41c4-acc8-326c29c7422d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:25.724351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.731930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.792197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.810281 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d19e249-de33-43a2-934a-75feaef8f8f6 tempest-SecGroupIPv6Test-1404531664 tempest-SecGroupIPv6Test-1404531664-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3432975 Mar 11 13:06:25.812406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Pushing event deleted for resources: {'Port': ['ID=5efda782-3689-4d0c-97d9-2f79cf7ec090,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:25.814042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] For port c2c4db66-ac1b-41c4-acc8-326c29c7422d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c2c4db66-ac1b-41c4-acc8-326c29c7422d,segment=NetworkSegment(207549fd-e9e5-4cc7-b59a-43421e8fc6f6),segment_id=207549fd-e9e5-4cc7-b59a-43421e8fc6f6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:25.814452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.817463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=e615dd2d-919c-4eb2-a006-407b5d4671b1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:25.822461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] For port c2c4db66-ac1b-41c4-acc8-326c29c7422d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c2c4db66-ac1b-41c4-acc8-326c29c7422d,segment=NetworkSegment(207549fd-e9e5-4cc7-b59a-43421e8fc6f6),segment_id=207549fd-e9e5-4cc7-b59a-43421e8fc6f6)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:25.823079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.832101 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e7185764-76a6-49eb-9ffb-09b08580b4b4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/e615dd2d-919c-4eb2-a006-407b5d4671b1 HTTP/1.1" status: 204 len: 168 time: 1.7542875 Mar 11 13:06:25.832910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56078) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:25.834167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.836377 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6192156c-bbea-4a94-99f2-b18c8aeec07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5efda782-3689-4d0c-97d9-2f79cf7ec090 HTTP/1.1" status: 204 len: 168 time: 1.2163172 Mar 11 13:06:25.838666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56082) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:25.843481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5c2106bb-e909-4b18-87da-219d6d83e83a None None] Provisioning complete for port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:25.843858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5c2106bb-e909-4b18-87da-219d6d83e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:25.843990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-533376326'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:25.882634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:25.891435 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4618cc-a1a2-49a2-b5cf-11f1f070c23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] GET failed (client error): The resource could not be found. Mar 11 13:06:25.891969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9c4618cc-a1a2-49a2-b5cf-11f1f070c23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Synchronizing usage tracker for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:25.895209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:25.899133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:25.912160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:25.913926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9c4618cc-a1a2-49a2-b5cf-11f1f070c23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] Unset dirty status for tenant:2db5b0f64e984fb2a74f0705fe253aed on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:25.915113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9c4618cc-a1a2-49a2-b5cf-11f1f070c23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263015054-project-admin] 10.222.0.52 "GET /v2.0/ports/5efda782-3689-4d0c-97d9-2f79cf7ec090 HTTP/1.1" status: 404 len: 333 time: 0.0754867 Mar 11 13:06:25.918734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56086) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:25.953780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:25.957918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.021732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:26.051342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] Calling delete_port for c2c4db66-ac1b-41c4-acc8-326c29c7422d owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:26.073289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:26.080169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.114980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=97cda32a-9205-42f2-8a3e-ec2e49ac9ee4,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:26.147342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c2c4db66-ac1b-41c4-acc8-326c29c7422d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:26.148147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.148536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.148929 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment 5fe977f7-068b-4008-93ae-d5e2baf38c74 of type vlan for network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 Mar 11 13:06:26.153118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56092) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:26.220154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for c2c4db66-ac1b-41c4-acc8-326c29c7422d owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:26.265025 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No ports have port_id starting with c2c4db66-ac1b-41c4-acc8-326c29c7422d Mar 11 13:06:26.265025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba185a0b-443f-48fa-954a-ee6c6af25fab up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:26.271993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.290554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.305561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.315464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea07eb69-da14-4dff-b290-e7abed44e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.328762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:26.346249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] Pushing event deleted for resources: {'Port': ['ID=c2c4db66-ac1b-41c4-acc8-326c29c7422d,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:26.353054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12609e5b-b541-459d-a83c-b0ce9a487432') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:26.353302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12609e5b-b541-459d-a83c-b0ce9a487432') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:26.373617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.383881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea990a8f-5997-40b7-bd87-3dffb5bdd406 None None] No DVR routers for this DVR port c2c4db66-ac1b-41c4-acc8-326c29c7422d on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:26.397549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.402483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07eb69-da14-4dff-b290-e7abed44e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3c121e-750b-4468-a44e-1676af157243,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:26.402734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:26.403377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.408429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a8056a-fc78-4bd1-80d5-52f4f13b2bca None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:06:26.410738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.425959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.525019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:26.525424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:26.541757 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:26.575470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8056a-fc78-4bd1-80d5-52f4f13b2bca None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:06:26.598215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:26.598215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:26.619677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=1b2ccbe0-bde3-468c-bf58-5f68980d8663,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:26.624703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ba185a0b-443f-48fa-954a-ee6c6af25fab triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:26.625132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.627719 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1ce742c-4354-47c3-8402-a58ea8be2b24 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7904546 Mar 11 13:06:26.630500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56098) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:26.635613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea07eb69-da14-4dff-b290-e7abed44e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.637924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': '1b2ccbe0-bde3-468c-bf58-5f68980d8663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:26.639561 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea07eb69-da14-4dff-b290-e7abed44e5e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd3c121e-750b-4468-a44e-1676af157243 HTTP/1.1" status: 204 len: 168 time: 1.7696166 Mar 11 13:06:26.670242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:26.733780 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0c86287d-4dca-4daa-884c-a27b5b3b8e63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0a60f265e6442ff9b6b53f67e42882d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211601 Mar 11 13:06:26.734444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56104) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:26.766387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:26.771451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:26.775783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:26.779246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.802530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.810832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:26.813564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.818049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] Pushing event deleted for resources: {'Network': ['ID=27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:26.828790 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fb916109-2b3f-4881-8f2e-015cb84a87e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807010959-project] 10.222.0.52 "DELETE /v2.0/networks/27d84b3b-f6ee-4fef-841a-5b5d7a8b45a4 HTTP/1.1" status: 204 len: 168 time: 0.9091957 Mar 11 13:06:26.844683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:26.853804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.863275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:26.896557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:26.901869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:26.914814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:27.007258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-044bf8b8-2486-4deb-913f-c4ad57fe9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.016630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=fc9cb67f-b56c-4568-b969-fe51b5e593bc,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:27.129535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port c2c4db66-ac1b-41c4-acc8-326c29c7422d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:27.129886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.201042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.267823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:27.287567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-044bf8b8-2486-4deb-913f-c4ad57fe9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.293858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56120) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:27.330406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:27.360109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=0e2c98e3-1411-4d3c-81ec-7c84d6ae9251,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:27.376029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': '5fe977f7-068b-4008-93ae-d5e2baf38c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1b2ccbe0-bde3-468c-bf58-5f68980d8663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:27.376622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: 1b2ccbe0-bde3-468c-bf58-5f68980d8663, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:27.406383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:27.424949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 1b2ccbe0-bde3-468c-bf58-5f68980d8663) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:27.441980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:27.442827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.448455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb299e61-6eeb-4a57-b2bb-b8bf7a0ead78 None None] Network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:27.479080 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-354b0e7f-1775-4337-8f9f-e6133b46eadb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8442180 Mar 11 13:06:27.480822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56128) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:27.488617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934700520'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:27.495546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:27.501082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:27.505560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:27.513395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:27.538797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:27.549056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.593744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:27.622231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.622575 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment dd2de25e-ab98-44b1-b62f-f6d8fe252dc1 of type vlan for network 58a85711-a8c4-4376-a76a-eaff2b816020 Mar 11 13:06:27.656918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.671569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] The port 'c2c4db66-ac1b-41c4-acc8-326c29c7422d' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:06:27.683599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.751025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:27.751582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.753764 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-713eb56a-9eca-4d12-9e09-1558bb44612f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8cdf9bf80104e27a1a4b6ec335cf4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581416 Mar 11 13:06:27.756087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56136) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:27.773406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.779703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:27.780293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.911632 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4292588 Mar 11 13:06:27.919756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56144) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:27.926309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': '58a85711-a8c4-4376-a76a-eaff2b816020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:27.943013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.950767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78594627-3406-4ef7-bd84-07822c969a4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=58a85711-a8c4-4376-a76a-eaff2b816020,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:27.969562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edb1f85-4047-4e0d-9498-accfa21eab22']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:27.980937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 58a85711-a8c4-4376-a76a-eaff2b816020 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:27.982645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-102cc3ce-0d92-4a51-8ecf-515b6b32c1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:27.982770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207549fd-e9e5-4cc7-b59a-43421e8fc6f6') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:27.983015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207549fd-e9e5-4cc7-b59a-43421e8fc6f6') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:27.995342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.010322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56148) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:28.023435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.028830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-1b2ccbe0-bde3-468c-bf58-5f68980d8663', 'network_id': '1b2ccbe0-bde3-468c-bf58-5f68980d8663', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '0e2c98e3-1411-4d3c-81ec-7c84d6ae9251'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:28.030252 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.031478 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9fb551ef-5156-408f-beee-7693a3dd415f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 HTTP/1.1" status: 204 len: 168 time: 3.7871072 Mar 11 13:06:28.043238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56152) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:28.125100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0ed9d-ced6-4c23-9a51-ed9e510eb3cb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:28.126579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0ed9d-ced6-4c23-9a51-ed9e510eb3cb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:28.128782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0ed9d-ced6-4c23-9a51-ed9e510eb3cb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:28.129615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-abd0ed9d-ced6-4c23-9a51-ed9e510eb3cb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:28.143839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:28.144065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:28.160956 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:28.207561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:28.219456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:28.225062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:28.235751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-102cc3ce-0d92-4a51-8ecf-515b6b32c1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.244756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:28.280046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:28.283739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.307901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'networks': [{'name': 'tempest-network--761618710'}, {'name': 'tempest-network--958070489'}]} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:28.308483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'network': {'name': 'tempest-network--761618710'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:28.308766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'network': {'name': 'tempest-network--958070489'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:28.313459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:28.318148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Usage tracker for resource:network and tenant:b291e9d137ae43138603062be51f8204 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:28.321131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:28.326196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c2c4db66-ac1b-41c4-acc8-326c29c7422d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:28.327212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:28.341045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-abd0ed9d-ced6-4c23-9a51-ed9e510eb3cb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:28.344500 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-abd0ed9d-ced6-4c23-9a51-ed9e510eb3cb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2953672 Mar 11 13:06:28.346557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56158) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:28.351547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Made reservation on behalf of b291e9d137ae43138603062be51f8204 for: {'network': 2} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:28.356078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.371818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c2c4db66-ac1b-41c4-acc8-326c29c7422d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:28.372416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c2c4db66-ac1b-41c4-acc8-326c29c7422d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:28.384244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-044bf8b8-2486-4deb-913f-c4ad57fe9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.392030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Allocated IP 2001:db8::1 (1b2ccbe0-bde3-468c-bf58-5f68980d8663/0e2c98e3-1411-4d3c-81ec-7c84d6ae9251/9fae9537-4966-46f5-af39-75641ad1f228) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:28.409494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.457306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-102cc3ce-0d92-4a51-8ecf-515b6b32c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.489697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:06:28.490225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:06:28.499461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc3ce-0d92-4a51-8ecf-515b6b32c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca1acd-59fa-4a0c-99d7-f03d8c4b8ad9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:28.517255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 3f862ce0-8c61-4358-b35f-84bb4412924f {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:28.529346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.544416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bf8b8-2486-4deb-913f-c4ad57fe9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026b545f-273a-4a6b-9c7b-75d1ceabe2d2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:28.552306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.555499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.567648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-102cc3ce-0d92-4a51-8ecf-515b6b32c1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.580545 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-102cc3ce-0d92-4a51-8ecf-515b6b32c1d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25ca1acd-59fa-4a0c-99d7-f03d8c4b8ad9 HTTP/1.1" status: 204 len: 168 time: 0.8231692 Mar 11 13:06:28.631193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.636683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:28.639083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.655691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Usage tracker for resource:security_group_rule and tenant:b291e9d137ae43138603062be51f8204 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:28.660693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:28.664893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=5edb1f85-4047-4e0d-9498-accfa21eab22,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:28.676234 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dda01d0d-6974-4d18-a25f-8645380cb887 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/5edb1f85-4047-4e0d-9498-accfa21eab22 HTTP/1.1" status: 204 len: 168 time: 4.1966908 Mar 11 13:06:28.677401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-044bf8b8-2486-4deb-913f-c4ad57fe9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.680131 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-044bf8b8-2486-4deb-913f-c4ad57fe9515 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/026b545f-273a-4a6b-9c7b-75d1ceabe2d2 HTTP/1.1" status: 204 len: 168 time: 1.9377604 Mar 11 13:06:28.682660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56164) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:28.692372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:28.695948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'name': 'tempest-PortsIpV6TestJSON-416430851'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:28.701742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.715514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Transition to ACTIVE for port object 9fae9537-4966-46f5-af39-75641ad1f228 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:28.739105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Transition to ACTIVE for port object 9fae9537-4966-46f5-af39-75641ad1f228 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:28.750571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.863027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:28.869288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:28.875004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:28.878866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:28.885733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Pushing event updated for resources: {'Port': ['ID=9fae9537-4966-46f5-af39-75641ad1f228,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:28.885967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:28.894104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:28.910613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:28.966109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:28.969882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.998044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:28.999112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.009631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Attempting to bind port 9fae9537-4966-46f5-af39-75641ad1f228 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:29.010157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Attempting to bind port 9fae9537-4966-46f5-af39-75641ad1f228 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5fe977f7-068b-4008-93ae-d5e2baf38c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1b2ccbe0-bde3-468c-bf58-5f68980d8663'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:29.010802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Attempting to bind port 9fae9537-4966-46f5-af39-75641ad1f228 on network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:29.018728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:29.019471 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Checking segment: {'id': '5fe977f7-068b-4008-93ae-d5e2baf38c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1b2ccbe0-bde3-468c-bf58-5f68980d8663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:29.020047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.020233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.020492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Bound using segment: {'id': '5fe977f7-068b-4008-93ae-d5e2baf38c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1b2ccbe0-bde3-468c-bf58-5f68980d8663'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:29.021159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Bound port: 9fae9537-4966-46f5-af39-75641ad1f228, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe977f7-068b-4008-93ae-d5e2baf38c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1b2ccbe0-bde3-468c-bf58-5f68980d8663'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:29.021659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.029745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.042865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.057879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port afa8fc79-79c6-4844-a044-d1bb8c0ef48b yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:29.120606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:29.130537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.131157 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Added segment c90c8175-3446-4872-9285-9a63a1660bca of type vlan for network 349dc66c-54c1-4533-9675-c5b17b7f68f8 Mar 11 13:06:29.134939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:29.156657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:29.160759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fae9537-4966-46f5-af39-75641ad1f228,segment=NetworkSegment(5fe977f7-068b-4008-93ae-d5e2baf38c74),segment_id=5fe977f7-068b-4008-93ae-d5e2baf38c74)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:29.162436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.167502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.202050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:29.215028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.215374 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Added segment 6ee416ce-19e0-4679-bda0-4592812803e3 of type vlan for network 24e9cf81-2750-4236-8459-25ae352e7724 Mar 11 13:06:29.249522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b52a3-8035-4195-8b19-6e7da1917740,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:29.262996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.283145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde212f-4504-4c3a-acff-5d495b7c9af4 None None] Pushing event updated for resources: {'Port': ['ID=9fae9537-4966-46f5-af39-75641ad1f228,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:29.411538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.412090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.417949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:29.422968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:29.423620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.506747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.543835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=71f170b5-7de0-4032-a3ed-6753d3ca7526,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:29.561157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '58a85711-a8c4-4376-a76a-eaff2b816020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:29.561543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: 58a85711-a8c4-4376-a76a-eaff2b816020, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:29.570717 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-16027c6b-6cce-4b18-878e-f4c9f10e7d8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2db5b0f64e984fb2a74f0705fe253aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309506 Mar 11 13:06:29.574241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:29.607958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.679465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=3f862ce0-8c61-4358-b35f-84bb4412924f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:29.689803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 58a85711-a8c4-4376-a76a-eaff2b816020 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:29.694003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.699327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa13f48-a179-4b5f-84dc-e34cbb717f7d None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:29.701078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.704080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Network': ['ID=349dc66c-54c1-4533-9675-c5b17b7f68f8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:29.725657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 58a85711-a8c4-4376-a76a-eaff2b816020) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:29.743905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.748607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:29.749188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.754503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8382cf6a-8bd7-4f2a-b591-6015d491b7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.820890 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3be2557f-349a-4c8c-b9ec-016b919d714b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/3f862ce0-8c61-4358-b35f-84bb4412924f HTTP/1.1" status: 204 len: 168 time: 1.4708345 Mar 11 13:06:29.832382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56196) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:29.877291 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e4d0093e-2dcc-4e36-ab40-cfba993d9930 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9554226 Mar 11 13:06:29.879404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:29.881271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8382cf6a-8bd7-4f2a-b591-6015d491b7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.887721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:29.913722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:29.913936 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8823490 Mar 11 13:06:29.914025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 349dc66c-54c1-4533-9675-c5b17b7f68f8 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:29.923594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=afa8fc79-79c6-4844-a044-d1bb8c0ef48b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:29.932411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56204) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:29.933283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:29.934637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64951135-ea31-4070-a962-5f1a46979541 None None] Network 58a85711-a8c4-4376-a76a-eaff2b816020 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:29.938820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:29.939426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:29.962831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccba17-de77-4332-941b-4efbd0bb54a6 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Network': ['ID=24e9cf81-2750-4236-8459-25ae352e7724,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:30.073905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet e0a8228f-b5a7-442c-9ab5-3d75087f2af0 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:30.081135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.087048 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6bb45985-2eb3-4fdb-8998-86f0dbee15ad tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3957653 Mar 11 13:06:30.099357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56210) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:30.128299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56212) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:30.158123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 24e9cf81-2750-4236-8459-25ae352e7724 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:30.191214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.266026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:06:30.404528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8382cf6a-8bd7-4f2a-b591-6015d491b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.463129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-58a85711-a8c4-4376-a76a-eaff2b816020', 'network_id': '58a85711-a8c4-4376-a76a-eaff2b816020', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '71f170b5-7de0-4032-a3ed-6753d3ca7526'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:30.463939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.514748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382cf6a-8bd7-4f2a-b591-6015d491b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaaf099-1828-45a1-afe1-cc1d53efd3a1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:30.531498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.564208 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7c61e0ea-a173-4c62-a715-09cd50ec7279 tempest-ServiceProvidersTest-1276262432 tempest-ServiceProvidersTest-1276262432-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4202375 Mar 11 13:06:30.564208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:06:30.565670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa27b2-6d03-42c7-bc0c-83713b8ef184 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:30.571383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa27b2-6d03-42c7-bc0c-83713b8ef184 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:30.578527 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:06:30.605318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.605576 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:30.605576 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:30.606671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa27b2-6d03-42c7-bc0c-83713b8ef184 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:30.616911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa27b2-6d03-42c7-bc0c-83713b8ef184 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:30.618646 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59fa27b2-6d03-42c7-bc0c-83713b8ef184 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6725690 Mar 11 13:06:30.620009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8382cf6a-8bd7-4f2a-b591-6015d491b7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.627964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8382cf6a-8bd7-4f2a-b591-6015d491b7bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccaaf099-1828-45a1-afe1-cc1d53efd3a1 HTTP/1.1" status: 204 len: 168 time: 1.0523193 Mar 11 13:06:30.633942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port afa8fc79-79c6-4844-a044-d1bb8c0ef48b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:30.634697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.637924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56222) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:30.641189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.642367 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-78e84fce-dff1-49ff-a3b6-f930030bea96 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1523700 Mar 11 13:06:30.672623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56228) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:30.808106 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:30.831271 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:30.833453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Allocated IP 2001:db8::3 (58a85711-a8c4-4376-a76a-eaff2b816020/71f170b5-7de0-4032-a3ed-6753d3ca7526/d5f9f3a3-15e0-4618-a348-b61a98a127eb) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:30.834626 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:30.960198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:30.973861 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:30.974805 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07486cf-79a6-4813-99fe-6f76a92f2c3c None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:31.098013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56236) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:31.138738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.194917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f65d1-d928-4d99-970a-d025c69403ba None None] Network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:31.254674 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.294656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for afa8fc79-79c6-4844-a044-d1bb8c0ef48b owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:31.390372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.414330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9fae9537-4966-46f5-af39-75641ad1f228 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:31.427832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:31.442905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Usage tracker for resource:security_group_rule and tenant:f6be72bc87b14c919d26c923becd2694 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:31.446510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:31.453776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:31.470321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.505121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f99f36ce-2813-49dd-941d-874dd974afe9 None None] Provisioning for port 9fae9537-4966-46f5-af39-75641ad1f228 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:31.521644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.535502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=afa8fc79-79c6-4844-a044-d1bb8c0ef48b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:31.547859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.575398 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10e8156c-12ff-4b7f-b0a3-b6dcb682caf4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/afa8fc79-79c6-4844-a044-d1bb8c0ef48b HTTP/1.1" status: 204 len: 168 time: 1.4308193 Mar 11 13:06:31.578243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Transition to ACTIVE for port object d5f9f3a3-15e0-4618-a348-b61a98a127eb will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:31.580310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56252) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:31.588401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'mac_address': 'fa:16:3e:93:d6:d5', 'name': 'tempest-PortsIpV6TestJSON-1015636241'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:31.710148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.727558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.733723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Transition to ACTIVE for port object d5f9f3a3-15e0-4618-a348-b61a98a127eb will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:31.749504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.762201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a8228f-b5a7-442c-9ab5-3d75087f2af0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:31.808354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.813924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:31.819524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:31.825613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.834168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:31.845418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.856417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Network 58a85711-a8c4-4376-a76a-eaff2b816020 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:31.859595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349dc66c-54c1-4533-9675-c5b17b7f68f8']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:31.866583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:31.869415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:31.869992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.898903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:31.904281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90c8175-3446-4872-9285-9a63a1660bca') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:31.904626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90c8175-3446-4872-9285-9a63a1660bca') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:31.937958 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-af3156ee-4b1c-4c54-b362-f001bfcc7c77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/e0a8228f-b5a7-442c-9ab5-3d75087f2af0 HTTP/1.1" status: 204 len: 168 time: 2.0510886 Mar 11 13:06:31.942057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9fae9537-4966-46f5-af39-75641ad1f228 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:31.943769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56262) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:31.945509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:31.974633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=71f170b5-7de0-4032-a3ed-6753d3ca7526,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:32.007997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9fae9537-4966-46f5-af39-75641ad1f228 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:32.008905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.026052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:32.068672 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6be72bc87b14c919d26c923becd2694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9666140 Mar 11 13:06:32.086547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c9f3c-34e6-431f-81ab-e5307b2b3664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24925277-1eef-4656-8dc3-7dcf31dd61ac,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:32.094877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:32.148102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.150032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56270) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:32.152226 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3828cae3-e630-40ce-96b3-aef4bc1c719c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1993775 Mar 11 13:06:32.158969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56274) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:32.165939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:32.166347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.184174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Attempting to bind port d5f9f3a3-15e0-4618-a348-b61a98a127eb on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:32.184792 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Attempting to bind port d5f9f3a3-15e0-4618-a348-b61a98a127eb by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '58a85711-a8c4-4376-a76a-eaff2b816020'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:32.185135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Attempting to bind port d5f9f3a3-15e0-4618-a348-b61a98a127eb on network 58a85711-a8c4-4376-a76a-eaff2b816020 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:32.194051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:32.194419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Checking segment: {'id': 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '58a85711-a8c4-4376-a76a-eaff2b816020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:32.194803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.195187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Bound using segment: {'id': 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '58a85711-a8c4-4376-a76a-eaff2b816020'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:32.195639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Bound port: d5f9f3a3-15e0-4618-a348-b61a98a127eb, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '58a85711-a8c4-4376-a76a-eaff2b816020'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:32.196007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:32.216814 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:32.252127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.281197 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Pushing event updated for resources: {'Port': ['ID=d5f9f3a3-15e0-4618-a348-b61a98a127eb,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:32.285454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a85711-a8c4-4376-a76a-eaff2b816020']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:32.300670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:32.301144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:32.316429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.339129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.347674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:32.347674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.461410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1053494313'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:32.500254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] For port d5f9f3a3-15e0-4618-a348-b61a98a127eb, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:32.502888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:32.503102 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:32.526290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:32.550438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Usage tracker for resource:network and tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:32.556818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:32.567337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fae9537-4966-46f5-af39-75641ad1f228,segment=NetworkSegment(5fe977f7-068b-4008-93ae-d5e2baf38c74),segment_id=5fe977f7-068b-4008-93ae-d5e2baf38c74)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:32.569445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:32.583530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] For port d5f9f3a3-15e0-4618-a348-b61a98a127eb, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d5f9f3a3-15e0-4618-a348-b61a98a127eb,segment=NetworkSegment(dd2de25e-ab98-44b1-b62f-f6d8fe252dc1),segment_id=dd2de25e-ab98-44b1-b62f-f6d8fe252dc1)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:32.586025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.590772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.604749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc8583c9-c44d-436f-ada7-f21afc7bbe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.626554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.628310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:06:32.628310 dv-neutron-833198-1-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:06:32.628310 dv-neutron-833198-1-hyperv neutron-server[87958]: [parameters: {'id': '58a85711-a8c4-4376-a76a-eaff2b816020'}] Mar 11 13:06:32.628310 dv-neutron-833198-1-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:32.628739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:32.634116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.639205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.659109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc8583c9-c44d-436f-ada7-f21afc7bbe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.679052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Network': ['ID=349dc66c-54c1-4533-9675-c5b17b7f68f8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:32.680310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8802109d-77d4-45d6-82a5-3f85f9ea1148 None None] Provisioning complete for port 9fae9537-4966-46f5-af39-75641ad1f228 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:32.681223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8802109d-77d4-45d6-82a5-3f85f9ea1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.687464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:32.691474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.698157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 756187d8-9a08-4c23-80ed-d9025e3a1ee0 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:32.715843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf4d08-3534-4411-9d57-bf0cabe29d54 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:32.716436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-05cf4d08-3534-4411-9d57-bf0cabe29d54 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:32.720618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34819365-cea6-42f9-bbb4-25b1e4115c4a None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:32.721364 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8508f831-a91b-4d90-993f-c61021e7a6f0 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/networks/349dc66c-54c1-4533-9675-c5b17b7f68f8 HTTP/1.1" status: 204 len: 168 time: 2.0811913 Mar 11 13:06:32.729529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56280) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:32.733766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:32.795133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:32.801422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9fae9537-4966-46f5-af39-75641ad1f228,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:32.806911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Usage tracker for resource:security_group_rule and tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:32.814262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:32.825107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:32.829161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-05cf4d08-3534-4411-9d57-bf0cabe29d54 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:32.831267 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-05cf4d08-3534-4411-9d57-bf0cabe29d54 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6663511 Mar 11 13:06:32.849537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56284) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:33.009404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5e430-3ae2-48d9-af2a-0f3815401826 None None] Network 58a85711-a8c4-4376-a76a-eaff2b816020 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:33.026868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc8583c9-c44d-436f-ada7-f21afc7bbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.074206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7c3bd-2cd6-4272-a9f9-0fe71dfbaded None None] Pushing event updated for resources: {'Port': ['ID=d5f9f3a3-15e0-4618-a348-b61a98a127eb,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:33.101572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.109560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8583c9-c44d-436f-ada7-f21afc7bbe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24925277-1eef-4656-8dc3-7dcf31dd61ac,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:33.138485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.183403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec078e3f-87dd-435c-bc13-146161f50415 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:33.184635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec078e3f-87dd-435c-bc13-146161f50415 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:33.190792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.195492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port d5f9f3a3-15e0-4618-a348-b61a98a127eb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:33.195826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.241410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc8583c9-c44d-436f-ada7-f21afc7bbe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.244702 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bc8583c9-c44d-436f-ada7-f21afc7bbe36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24925277-1eef-4656-8dc3-7dcf31dd61ac HTTP/1.1" status: 204 len: 168 time: 1.1460207 Mar 11 13:06:33.272525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.274393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec078e3f-87dd-435c-bc13-146161f50415 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:33.275554 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ec078e3f-87dd-435c-bc13-146161f50415 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4248085 Mar 11 13:06:33.280521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56290) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:33.362029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.374559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9fae9537-4966-46f5-af39-75641ad1f228 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:33.405996 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59225fc4-3642-4c5c-84e9-ecb55e822440 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191435 Mar 11 13:06:33.407628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56294) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:33.521599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2fb10c0e-a38f-405e-aa48-d7446b6b6f16 None None] Provisioning complete for port ba185a0b-443f-48fa-954a-ee6c6af25fab triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:33.522681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2fb10c0e-a38f-405e-aa48-d7446b6b6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.523595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:33.560137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e9cf81-2750-4236-8459-25ae352e7724']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:33.564354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port d5f9f3a3-15e0-4618-a348-b61a98a127eb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d5f9f3a3-15e0-4618-a348-b61a98a127eb,segment=NetworkSegment(dd2de25e-ab98-44b1-b62f-f6d8fe252dc1),segment_id=dd2de25e-ab98-44b1-b62f-f6d8fe252dc1)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:33.565498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.607387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee416ce-19e0-4679-bda0-4592812803e3') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:33.607788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee416ce-19e0-4679-bda0-4592812803e3') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:33.620996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.636863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:33.642081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.645353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] Deleting port ba185a0b-443f-48fa-954a-ee6c6af25fab {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:33.646002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.652790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.666252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.741515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.771809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:33.772293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.774192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9fae9537-4966-46f5-af39-75641ad1f228 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:33.774619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:33.787425 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:33.827780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for d5f9f3a3-15e0-4618-a348-b61a98a127eb owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:33.859746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8d1db3-673d-4ae4-8fee-8a4ca7ec5fb6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:33.929476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:33.938492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:33.941304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.946878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:33.949198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:33.956275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:33.956905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.967193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:33.975965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:33.990246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Network': ['ID=24e9cf81-2750-4236-8459-25ae352e7724,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:34.003826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=756187d8-9a08-4c23-80ed-d9025e3a1ee0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:34.008900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:34.020109 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ef10910b-27d9-4f5e-b821-0c2ece85a973 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4382663 Mar 11 13:06:34.022870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:34.036836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.037271 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Added segment 3090c240-8415-4433-ac5d-f7eaa9865d14 of type vlan for network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 Mar 11 13:06:34.057951 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b0b19880-670b-468d-b695-808e2ec73f52 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/networks/24e9cf81-2750-4236-8459-25ae352e7724 HTTP/1.1" status: 204 len: 168 time: 1.3254042 Mar 11 13:06:34.061585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:34.062314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] For port ba185a0b-443f-48fa-954a-ee6c6af25fab, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba185a0b-443f-48fa-954a-ee6c6af25fab,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:34.062929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.065908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56302) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:34.066047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.067750 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:06:34.068170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:34.090094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.145075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No DVR routers for this DVR port d5f9f3a3-15e0-4618-a348-b61a98a127eb on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:34.204553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Port': ['ID=d5f9f3a3-15e0-4618-a348-b61a98a127eb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:34.214840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.233904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-238e7a89-d4c4-44d6-b4f1-071b9b39165f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7175817 Mar 11 13:06:34.244102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56306) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:34.250474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475c60d-5109-46c5-a562-4ba4451ba46a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:34.251102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e475c60d-5109-46c5-a562-4ba4451ba46a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:34.252818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] Calling delete_port for ba185a0b-443f-48fa-954a-ee6c6af25fab owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:34.260388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:34.327094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e475c60d-5109-46c5-a562-4ba4451ba46a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:34.332244 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e475c60d-5109-46c5-a562-4ba4451ba46a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/756187d8-9a08-4c23-80ed-d9025e3a1ee0 HTTP/1.1" status: 200 len: 845 time: 0.3080826 Mar 11 13:06:34.332893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:34.334792 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.339675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.386074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] Pushing event deleted for resources: {'Port': ['ID=ba185a0b-443f-48fa-954a-ee6c6af25fab,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:34.388432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15442da1-37d2-4b7f-bc19-2850fb97d899 None None] No DVR routers for this DVR port ba185a0b-443f-48fa-954a-ee6c6af25fab on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:34.411748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac20ec-5362-40b9-94d2-2378afdb6dcc None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:06:34.412469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.1 (e734294d-3e4e-48c3-9e1f-3a6cff28ddbc/43e8d70c-5e5d-43f1-bcba-d2724d742a1b/e6fafc86-050b-486d-a80e-dc6d0282da39) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:34.416322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a85711-a8c4-4376-a76a-eaff2b816020']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:34.441219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:34.441656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2de25e-ab98-44b1-b62f-f6d8fe252dc1') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:34.441841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf4821-bef5-4231-995a-897edcdc294e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:34.448300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf4821-bef5-4231-995a-897edcdc294e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:34.449261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8fcf4821-bef5-4231-995a-897edcdc294e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Synchronizing usage tracker for tenant:b291e9d137ae43138603062be51f8204 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:34.452367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 756187d8-9a08-4c23-80ed-d9025e3a1ee0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:34.453028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.459423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.465005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:34.465800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.507044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.524275 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3709495 Mar 11 13:06:34.525838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:34.527503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56314) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:34.534195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'subnet': {'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:34.539507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac20ec-5362-40b9-94d2-2378afdb6dcc None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:06:34.558324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.617130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:34.617578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.624698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:34.633504 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:34.635981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8fcf4821-bef5-4231-995a-897edcdc294e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Unset dirty status for tenant:b291e9d137ae43138603062be51f8204 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:34.635981 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8fcf4821-bef5-4231-995a-897edcdc294e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5687070 Mar 11 13:06:34.687941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56318) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:34.712804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-658986818'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:34.716747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e0f1c-b3e3-40ea-857e-b7e5cc2f5ca4 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Network': ['ID=7554b52b-dd08-4b3d-8ffe-9d2c91e999a2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:34.724873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:34.739450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:34.742078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:34.745587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.747062 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:06:34.747497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:34.751386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:34.792525 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-189c9f74-dca1-4c12-80e6-2f1f7b709931 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5421667 Mar 11 13:06:34.793419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Made reservation on behalf of b291e9d137ae43138603062be51f8204 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:34.796791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.805378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56322) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:34.816896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:34.869492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:34.974997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:34.982293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Usage tracker for resource:subnet and tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:35.028919 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.033184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.046562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:35.062632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:35.084731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.084980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:35.085105 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Added segment 40eaae17-eedd-44d6-b004-fc6989db17b2 of type vlan for network 9d44d60c-9aeb-48ad-b96d-d5202721e176 Mar 11 13:06:35.086914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=58a85711-a8c4-4376-a76a-eaff2b816020,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:35.099057 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c28bd815-4fed-4af7-81d9-7476cc3af6f2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/58a85711-a8c4-4376-a76a-eaff2b816020 HTTP/1.1" status: 204 len: 168 time: 5.2039762 Mar 11 13:06:35.099355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56326) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:35.101543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:35.101823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.114151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038398444'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:35.135132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:35.137111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:35.148742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:35.152064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.156339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:35.166335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:35.168336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:35.170617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:35.172092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.174003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.175853 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:06:35.176274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:35.182980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.254794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:35.255426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 756187d8-9a08-4c23-80ed-d9025e3a1ee0 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:35.258211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.300341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba185a0b-443f-48fa-954a-ee6c6af25fab no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:35.301031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:35.310603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:35.314898 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-657c8aa0-706e-4d86-a025-7c632e7d04bf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5068293 Mar 11 13:06:35.315953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:35.321746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56330) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:35.340006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ba185a0b-443f-48fa-954a-ee6c6af25fab {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:06:35.340500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba185a0b-443f-48fa-954a-ee6c6af25fab not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:06:35.349548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.354773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:35.355347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.376020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:35.406423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=e6fafc86-050b-486d-a80e-dc6d0282da39,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:35.434843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:35.504325 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8102183 Mar 11 13:06:35.507719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.508065 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment 71bda309-246b-4842-bac9-6694787b3697 of type vlan for network 65ee4f23-4559-43c9-bee2-f88a6b370c10 Mar 11 13:06:35.509359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.511512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56334) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:35.532559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-923043907'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:35.537598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7569-e779-4290-bc2e-831e0eb58308 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Network': ['ID=9d44d60c-9aeb-48ad-b96d-d5202721e176,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:35.544665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:35.551459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 9d44d60c-9aeb-48ad-b96d-d5202721e176 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:35.553615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:35.556009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.582020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.587392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:35.624308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=756187d8-9a08-4c23-80ed-d9025e3a1ee0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:35.631073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.635257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:35.646399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Made reservation on behalf of b291e9d137ae43138603062be51f8204 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:35.649858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.695348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.700621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:35.701138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:35.701343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.704846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.706900 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:06:35.707305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:35.711384 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9b279db-c6ae-42e7-9479-833959d336bd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/756187d8-9a08-4c23-80ed-d9025e3a1ee0 HTTP/1.1" status: 204 len: 168 time: 1.3740454 Mar 11 13:06:35.723724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56338) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:35.724439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:35.745595 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83f5da9b-7b4e-48a9-b9de-e0fd56c87735 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4227810 Mar 11 13:06:35.748489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56342) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:35.756653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:35.840463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.841111 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Added segment ca21674c-e4b3-4bc5-99a3-e56243edd7e3 of type vlan for network e1cf13a9-6321-4fcb-a50b-5ae47f773fe6 Mar 11 13:06:35.894131 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dc51e8-6ecb-4b57-b6ff-f89bc53f7ed1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:06:35.894671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-20dc51e8-6ecb-4b57-b6ff-f89bc53f7ed1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:35.898351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:35.909313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8052001 Mar 11 13:06:35.916147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56346) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:35.927941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': '65ee4f23-4559-43c9-bee2-f88a6b370c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:35.935105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:35.960102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef19c5b-8194-410e-9488-ce043ebbe5a1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=65ee4f23-4559-43c9-bee2-f88a6b370c10,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:35.963406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:35.972119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 65ee4f23-4559-43c9-bee2-f88a6b370c10 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:35.995342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.007611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Subnet': ['ID=c8918c51-46e4-44fb-84a2-7d2027106d16,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:36.012564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:36.014289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-20dc51e8-6ecb-4b57-b6ff-f89bc53f7ed1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:36.015400 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-20dc51e8-6ecb-4b57-b6ff-f89bc53f7ed1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/756187d8-9a08-4c23-80ed-d9025e3a1ee0 HTTP/1.1" status: 404 len: 333 time: 0.2799971 Mar 11 13:06:36.016041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.017417 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:06:36.018412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:36.024786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56350) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:36.039039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'name': 'tempest-PortsIpV6TestJSON-1678724121'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:36.054902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Checking segment: {'id': '3090c240-8415-4433-ac5d-f7eaa9865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:36.055276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network hostable DHCP agents. Network: 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:36.069520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.092837 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-085a6452-3cec-472e-abe2-d9d917314779 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3406496 Mar 11 13:06:36.094031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56354) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:36.143667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:36.157617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:36.169260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:36.175075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:36.203884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:36.244906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:36.248434 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.253828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:36.254406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.270538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:36.275319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:36.279914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:36.280509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.287732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e4380-38e9-4f4e-ba15-0e0953a8ecc2 None None] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:36.309584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:36.329110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:36.334209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:36.337698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.353146 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5bf41dfd-8548-4039-a7d5-c346dfba94ab tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8219786 Mar 11 13:06:36.356145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56358) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:36.363639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:36.370065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1067813110'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:36.376593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:36.380489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.397748 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8754764 Mar 11 13:06:36.400121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56362) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:36.416371 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 3febdbb7-6d87-4517-a15d-b361c2b5bf24 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:36.459075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'ports': [{'network_id': '9d44d60c-9aeb-48ad-b96d-d5202721e176', 'name': 'tempest-port--655411826', 'admin_state_up': True}, {'network_id': 'e1cf13a9-6321-4fcb-a50b-5ae47f773fe6', 'admin_state_up': False}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:36.459305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'port': {'network_id': '9d44d60c-9aeb-48ad-b96d-d5202721e176', 'name': 'tempest-port--655411826', 'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:36.459863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'port': {'network_id': 'e1cf13a9-6321-4fcb-a50b-5ae47f773fe6', 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:36.475095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc4d71-d319-4807-8e69-2ea28b3a25c3 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Network': ['ID=e1cf13a9-6321-4fcb-a50b-5ae47f773fe6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:36.480881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:36.484620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.486813 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:06:36.487620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:36.492926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e1cf13a9-6321-4fcb-a50b-5ae47f773fe6 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:36.647799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'tenant_id': '8045b98a6d384eb5b6eb7b8ea2e6f9ab', 'fixed_ips': [{'subnet_id': 'c8918c51-46e4-44fb-84a2-7d2027106d16'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:36.648626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.812705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Allocated IP 2001:db8::2 (7554b52b-dd08-4b3d-8ffe-9d2c91e999a2/c8918c51-46e4-44fb-84a2-7d2027106d16/6b8a8831-3248-4e33-9524-c40ad23e8d92) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:36.822978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b7cfb192-ea29-4b98-9d53-e5e00a413e7d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7278991 Mar 11 13:06:36.834254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56366) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:36.940439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:36.947241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9e74fb93-0e12-41ec-a089-2e17ab8aa84f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:36.952619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.037586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.042272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.045021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:37.055791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Transition to ACTIVE for port object 6b8a8831-3248-4e33-9524-c40ad23e8d92 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:37.076635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Transition to ACTIVE for port object 6b8a8831-3248-4e33-9524-c40ad23e8d92 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:37.077925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Usage tracker for resource:port and tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:37.082518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:37.098356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9e74fb93-0e12-41ec-a089-2e17ab8aa84f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:37.099242 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9e74fb93-0e12-41ec-a089-2e17ab8aa84f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2483189 Mar 11 13:06:37.100239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:37.109106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56370) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:37.127005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.134749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=e6fafc86-050b-486d-a80e-dc6d0282da39,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:37.136353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.193141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f27e0c0-6215-4663-b482-ae2687e265e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.193371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=63c7c4a8-c38b-4147-8112-962497dcf366,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:37.203003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:37.205596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:37.214771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:37.233496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:37.242011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:37.246144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.251735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': '71bda309-246b-4842-bac9-6694787b3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65ee4f23-4559-43c9-bee2-f88a6b370c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:37.252140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: 65ee4f23-4559-43c9-bee2-f88a6b370c10, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:37.260145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Usage tracker for resource:port and tenant:b291e9d137ae43138603062be51f8204 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:37.273045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:37.288262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 65ee4f23-4559-43c9-bee2-f88a6b370c10 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:37.300704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:37.305061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] device_id is not set on port 01ee7a65-48cd-48b2-a49e-791021ccb038 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:37.309077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Pushing event updated for resources: {'Port': ['ID=6b8a8831-3248-4e33-9524-c40ad23e8d92,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:37.318528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Attempting to bind port 6b8a8831-3248-4e33-9524-c40ad23e8d92 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:37.318919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Attempting to bind port 6b8a8831-3248-4e33-9524-c40ad23e8d92 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '3090c240-8415-4433-ac5d-f7eaa9865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:37.319281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Attempting to bind port 6b8a8831-3248-4e33-9524-c40ad23e8d92 on network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:37.324633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 65ee4f23-4559-43c9-bee2-f88a6b370c10) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:37.324853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:37.325223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Checking segment: {'id': '3090c240-8415-4433-ac5d-f7eaa9865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:37.325658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.326477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Bound using segment: {'id': '3090c240-8415-4433-ac5d-f7eaa9865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:37.326811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Bound port: 6b8a8831-3248-4e33-9524-c40ad23e8d92, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3090c240-8415-4433-ac5d-f7eaa9865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:37.327205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.327855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:37.330323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:37.332633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:37.333310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.344736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.357513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7860319-1293-4c0c-a789-e53d6c189982 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:37.361944 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b7860319-1293-4c0c-a789-e53d6c189982 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2488947 Mar 11 13:06:37.363070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56374) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:37.371811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b219cb-8cbc-4ef8-ba63-627cd0483747 None None] Network 65ee4f23-4559-43c9-bee2-f88a6b370c10 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:37.432126 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f00f7b34-cdbe-4a39-b515-c13152dc3040 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5073903 Mar 11 13:06:37.432126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56378) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:37.442958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Made reservation on behalf of b291e9d137ae43138603062be51f8204 for: {'port': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:37.448302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.482647 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-06ad5458-875f-4cfa-b2e6-75f16c042f37 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148396 Mar 11 13:06:37.483190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56382) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:37.500108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.529768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] For port 6b8a8831-3248-4e33-9524-c40ad23e8d92, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:37.540138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] For port 6b8a8831-3248-4e33-9524-c40ad23e8d92, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6b8a8831-3248-4e33-9524-c40ad23e8d92,segment=NetworkSegment(3090c240-8415-4433-ac5d-f7eaa9865d14),segment_id=3090c240-8415-4433-ac5d-f7eaa9865d14)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:37.546702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:37.577237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.697188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.708370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bed435-4033-4c53-89ed-53ee42a78d51 None None] Pushing event updated for resources: {'Port': ['ID=6b8a8831-3248-4e33-9524-c40ad23e8d92,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:37.734665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-65ee4f23-4559-43c9-bee2-f88a6b370c10', 'network_id': '65ee4f23-4559-43c9-bee2-f88a6b370c10', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '63c7c4a8-c38b-4147-8112-962497dcf366'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:37.738547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.740185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Allocated IP 2001:db8::10 (7554b52b-dd08-4b3d-8ffe-9d2c91e999a2/c8918c51-46e4-44fb-84a2-7d2027106d16/01ee7a65-48cd-48b2-a49e-791021ccb038) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:37.769694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:37.780068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:37.803474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:06:37.806893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:37.810875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.826742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:37.844348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:37.846871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:37.853411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:37.854076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.864944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:37.873489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=3febdbb7-6d87-4517-a15d-b361c2b5bf24,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:37.936695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Allocated IP 2001:db8::1 (65ee4f23-4559-43c9-bee2-f88a6b370c10/63c7c4a8-c38b-4147-8112-962497dcf366/85d733a8-0ce7-44fc-9445-01a8770648ea) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:37.978013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f19b34d3-6ade-49e0-97e1-349a9734d097 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9509201 Mar 11 13:06:37.982575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56386) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:37.991203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:38.035397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] device_id is not set on port 610eb216-8e30-4666-9eb3-fc79553b269f yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:38.202813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.245032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.263064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Transition to ACTIVE for port object 85d733a8-0ce7-44fc-9445-01a8770648ea will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:38.287810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Transition to ACTIVE for port object 85d733a8-0ce7-44fc-9445-01a8770648ea will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:38.296586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.328703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.339574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:06:38.357993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.362385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:06:38.367823 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ef2ed408-c182-4a2e-ac0d-92f05c1597fd tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/routers/2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6940780 Mar 11 13:06:38.371301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56390) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:38.383558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'port': {'network_id': 'e734294d-3e4e-48c3-9e1f-3a6cff28ddbc', 'name': 'tempest-FloatingIPTestJSON-2071271016'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:38.417705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Pushing event updated for resources: {'Port': ['ID=85d733a8-0ce7-44fc-9445-01a8770648ea,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:38.439985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Transition to ACTIVE for port object 01ee7a65-48cd-48b2-a49e-791021ccb038 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:38.442151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.450483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Network 65ee4f23-4559-43c9-bee2-f88a6b370c10 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:38.452329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:38.454033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:38.527525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:38.537337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:38.543777 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:38.618491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.634078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:38.634686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:38.674369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=63c7c4a8-c38b-4147-8112-962497dcf366,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:38.720987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:38.721421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4c32a-781b-4fb3-97ec-619b6f1eef55 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:38.734803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Attempting to bind port 85d733a8-0ce7-44fc-9445-01a8770648ea on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:38.735436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Attempting to bind port 85d733a8-0ce7-44fc-9445-01a8770648ea by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '71bda309-246b-4842-bac9-6694787b3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65ee4f23-4559-43c9-bee2-f88a6b370c10'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:38.735971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Attempting to bind port 85d733a8-0ce7-44fc-9445-01a8770648ea on network 65ee4f23-4559-43c9-bee2-f88a6b370c10 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:38.746464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:38.746856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Checking segment: {'id': '71bda309-246b-4842-bac9-6694787b3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65ee4f23-4559-43c9-bee2-f88a6b370c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:38.747236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.747629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Bound using segment: {'id': '71bda309-246b-4842-bac9-6694787b3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65ee4f23-4559-43c9-bee2-f88a6b370c10'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:38.748094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Bound port: 85d733a8-0ce7-44fc-9445-01a8770648ea, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bda309-246b-4842-bac9-6694787b3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '65ee4f23-4559-43c9-bee2-f88a6b370c10'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:38.748468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.848904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-67e7928b-e903-4628-834d-ac322894b50a None None] For port 85d733a8-0ce7-44fc-9445-01a8770648ea, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:38.852750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-67e7928b-e903-4628-834d-ac322894b50a None None] For port 85d733a8-0ce7-44fc-9445-01a8770648ea, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=85d733a8-0ce7-44fc-9445-01a8770648ea,segment=NetworkSegment(71bda309-246b-4842-bac9-6694787b3697),segment_id=71bda309-246b-4842-bac9-6694787b3697)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:38.859045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.872882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] device_id is not set on port 3688d220-7dd0-4de1-aaab-c77906d394c9 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:38.907058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.922994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:38.931898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:38.944034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:port and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:38.951168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:38.991860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7928b-e903-4628-834d-ac322894b50a None None] Pushing event updated for resources: {'Port': ['ID=85d733a8-0ce7-44fc-9445-01a8770648ea,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:38.995719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:06:39.001807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.003243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:39.005628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.005991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:39.008868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=01ee7a65-48cd-48b2-a49e-791021ccb038,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:39.012219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:39.014604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:39.020620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:39.020991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.032861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.045263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef959d8-6b3d-4e61-b51e-57cf848537e1 None None] Network 65ee4f23-4559-43c9-bee2-f88a6b370c10 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:39.090589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] In _notify_port_updated(), no bound segment for port 3febdbb7-6d87-4517-a15d-b361c2b5bf24 on network 2298a3a7-d9a3-4dee-8403-3b63b110d460 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:06:39.093142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b1bef-21c4-4d77-8299-2a57960e25c9 None None] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:39.097156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:39.097323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.097982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ee4f23-4559-43c9-bee2-f88a6b370c10']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:39.101128 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "PUT /v2.0/ports/3febdbb7-6d87-4517-a15d-b361c2b5bf24 HTTP/1.1" status: 200 len: 818 time: 1.1133659 Mar 11 13:06:39.109895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56394) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:39.130070 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a07f8eb4-4ca9-4618-8cc8-64cfa2042b10 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7681921 Mar 11 13:06:39.131041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56398) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:39.155022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-8170511', 'allowed_address_pairs': [{'ip_address': '2001:db8::10', 'mac_address': 'fa:16:3e:92:11:03'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:39.164423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bda309-246b-4842-bac9-6694787b3697') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:39.164730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bda309-246b-4842-bac9-6694787b3697') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:39.178964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:39.182411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.204125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bedffd-457e-465d-a0ee-7e56056dccc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=3febdbb7-6d87-4517-a15d-b361c2b5bf24,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:39.204353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=ca782acc-0a25-47b0-998f-d772ad86f707,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:39.211554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:39.216453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.226407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:39.239318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:39.239913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.247366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90643b3a-7a4e-4fb8-9827-c8a422246c69 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:39.267906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-957f51ae-b971-4706-9dc7-635a31fbf4c3 None None] Provisioning for port 6b8a8831-3248-4e33-9524-c40ad23e8d92 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:39.284420 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e8a1b10d-ea7c-45fb-b252-c4f402b75bde tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7968216 Mar 11 13:06:39.284420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.286839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] device_id is not set on port 6a317a74-9c61-4d30-9715-5e3f3af309b2 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:39.287008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56402) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:39.314129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:e5:c0:e2', 'name': 'tempest-NetworksTestDHCPv6-1436463431'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:39.350367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:39.351455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.382112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2959e1da-7912-4ca1-a4e4-4eb111b4e7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.459071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.478847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6b8a8831-3248-4e33-9524-c40ad23e8d92 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:39.481187 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:39.493255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 3febdbb7-6d87-4517-a15d-b361c2b5bf24 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:39.493627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.519002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:39.527922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:06:39.527922 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:06:39.527922 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': '65ee4f23-4559-43c9-bee2-f88a6b370c10'}] Mar 11 13:06:39.527922 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:39.528398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:39.535046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Usage tracker for resource:port and tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:39.542035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:39.552166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:39.566024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:39.573126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:39.577196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:39.580866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:39.601110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:39.614673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.727369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.12 (e734294d-3e4e-48c3-9e1f-3a6cff28ddbc/43e8d70c-5e5d-43f1-bcba-d2724d742a1b/6a317a74-9c61-4d30-9715-5e3f3af309b2) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:39.748144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:39.762308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 6b8a8831-3248-4e33-9524-c40ad23e8d92 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:39.774621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6b8a8831-3248-4e33-9524-c40ad23e8d92 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:39.774987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.826413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Port': ['ID=610eb216-8e30-4666-9eb3-fc79553b269f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:39.844256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.867679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'ca782acc-0a25-47b0-998f-d772ad86f707'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:39.868483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.905546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Checking segment: {'id': '40eaae17-eedd-44d6-b004-fc6989db17b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9d44d60c-9aeb-48ad-b96d-d5202721e176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:39.905907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network hostable DHCP agents. Network: 9d44d60c-9aeb-48ad-b96d-d5202721e176, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:39.924223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:39.971590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] device_id is not set on port 7ab94673-21f4-420d-bffa-ed15e7a5625c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:39.988301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 3febdbb7-6d87-4517-a15d-b361c2b5bf24 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:40.008873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network 9d44d60c-9aeb-48ad-b96d-d5202721e176 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:40.033776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.040299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.047867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 9d44d60c-9aeb-48ad-b96d-d5202721e176) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:40.061641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.087374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:40.088133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.095262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c6423-986e-489a-bde6-49f263fa1064 None None] Network 9d44d60c-9aeb-48ad-b96d-d5202721e176 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:40.142057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port 85d733a8-0ce7-44fc-9445-01a8770648ea {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:40.142440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.276350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Port': ['ID=3688d220-7dd0-4de1-aaab-c77906d394c9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:40.279457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 83b9c34d-0dbb-491e-84e9-1b683c6556e7 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:40.287977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 6b8a8831-3248-4e33-9524-c40ad23e8d92, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6b8a8831-3248-4e33-9524-c40ad23e8d92,segment=NetworkSegment(3090c240-8415-4433-ac5d-f7eaa9865d14),segment_id=3090c240-8415-4433-ac5d-f7eaa9865d14)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:40.343662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.387519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Allocated IP 2001:db8::f816:3eff:fea8:98c1 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/ca782acc-0a25-47b0-998f-d772ad86f707/ba51519c-846b-4f99-8e1c-1b823a9390e0) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:40.404042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Checking segment: {'id': 'ca21674c-e4b3-4bc5-99a3-e56243edd7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e1cf13a9-6321-4fcb-a50b-5ae47f773fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:40.406146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network hostable DHCP agents. Network: e1cf13a9-6321-4fcb-a50b-5ae47f773fe6, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:40.427775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.441878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4d2138f3-deb4-4240-9878-b3d7375c47b4 None None] Provisioning complete for port 6b8a8831-3248-4e33-9524-c40ad23e8d92 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:40.442272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4d2138f3-deb4-4240-9878-b3d7375c47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.468280 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Allocated IP 2001:db8::170 (7554b52b-dd08-4b3d-8ffe-9d2c91e999a2/c8918c51-46e4-44fb-84a2-7d2027106d16/7ab94673-21f4-420d-bffa-ed15e7a5625c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:40.494074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network e1cf13a9-6321-4fcb-a50b-5ae47f773fe6 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:40.526711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e1cf13a9-6321-4fcb-a50b-5ae47f773fe6) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:40.530507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:40.537958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:40.543752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:40.544749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.558386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.563575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.582418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71dd1fe-2459-4ca6-8e44-7fcc0d8aaa41 None None] Network e1cf13a9-6321-4fcb-a50b-5ae47f773fe6 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:40.594096 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d73dc488-07f2-4147-ab61-de9fe72be14e tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1799321 Mar 11 13:06:40.598320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56406) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:40.646425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.652538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=6b8a8831-3248-4e33-9524-c40ad23e8d92,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:40.667688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=3febdbb7-6d87-4517-a15d-b361c2b5bf24,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:40.675730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port 85d733a8-0ce7-44fc-9445-01a8770648ea, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=85d733a8-0ce7-44fc-9445-01a8770648ea,segment=NetworkSegment(71bda309-246b-4842-bac9-6694787b3697),segment_id=71bda309-246b-4842-bac9-6694787b3697)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:40.676193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.684630 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-945a000e-a6c6-441c-bf2d-710f793f0494 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/3febdbb7-6d87-4517-a15d-b361c2b5bf24 HTTP/1.1" status: 204 len: 168 time: 1.5734057 Mar 11 13:06:40.690021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56410) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:40.829263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.846833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for 85d733a8-0ce7-44fc-9445-01a8770648ea owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:40.945291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2812a8c4-0a5c-41f1-a05f-b1ca817f853d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:40.951804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2812a8c4-0a5c-41f1-a05f-b1ca817f853d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:40.952619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2812a8c4-0a5c-41f1-a05f-b1ca817f853d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Synchronizing usage tracker for tenant:b291e9d137ae43138603062be51f8204 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:40.959765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:40.996111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2812a8c4-0a5c-41f1-a05f-b1ca817f853d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Unset dirty status for tenant:b291e9d137ae43138603062be51f8204 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:40.999778 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2812a8c4-0a5c-41f1-a05f-b1ca817f853d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3961444 Mar 11 13:06:40.999778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.001569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:41.051656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70d7b7-90bb-4cc8-aaa6-53d728909f3e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:41.052527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8a70d7b7-90bb-4cc8-aaa6-53d728909f3e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:41.055046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.061280 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Transition to ACTIVE for port object 7ab94673-21f4-420d-bffa-ed15e7a5625c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:41.069738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=6a317a74-9c61-4d30-9715-5e3f3af309b2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:41.083190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Deleting port 610eb216-8e30-4666-9eb3-fc79553b269f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:41.083471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.101135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4d2138f3-deb4-4240-9878-b3d7375c47b4 None None] Provisioning for port 01ee7a65-48cd-48b2-a49e-791021ccb038 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:41.116595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4d2138f3-deb4-4240-9878-b3d7375c47b4 None None] Provisioning complete for port 01ee7a65-48cd-48b2-a49e-791021ccb038 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:41.117121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4d2138f3-deb4-4240-9878-b3d7375c47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.125757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No DVR routers for this DVR port 85d733a8-0ce7-44fc-9445-01a8770648ea on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:41.149288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.161622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:41.163071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Port': ['ID=85d733a8-0ce7-44fc-9445-01a8770648ea,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:41.171014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:41.173235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:41.182797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Transition to ACTIVE for port object ba51519c-846b-4f99-8e1c-1b823a9390e0 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:41.200490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.205533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4d2138f3-deb4-4240-9878-b3d7375c47b4 None None] Port 01ee7a65-48cd-48b2-a49e-791021ccb038 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:41.225592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Transition to ACTIVE for port object ba51519c-846b-4f99-8e1c-1b823a9390e0 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:41.231751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.241649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8a70d7b7-90bb-4cc8-aaa6-53d728909f3e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:41.246019 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8a70d7b7-90bb-4cc8-aaa6-53d728909f3e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5547581 Mar 11 13:06:41.251903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56418) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:41.298260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:41.302835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:41.305085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:41.354571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Pushing event updated for resources: {'Port': ['ID=ba51519c-846b-4f99-8e1c-1b823a9390e0,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:41.389996 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c494ca-ddd0-4056-945c-a16dc8c3c0f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:06:41.397020 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-91c494ca-ddd0-4056-945c-a16dc8c3c0f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/3febdbb7-6d87-4517-a15d-b361c2b5bf24 HTTP/1.1" status: 404 len: 333 time: 0.1443865 Mar 11 13:06:41.398865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.404413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6b8a8831-3248-4e33-9524-c40ad23e8d92 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:41.406417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56422) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:41.414552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1141462697'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:41.425492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:41.425688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:41.426416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.435691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:41.444068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:41.457480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:41.460677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:41.462452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:41.468073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:41.469257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.469920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9660bace-2727-4392-b596-429ed354bcfe None None] Provisioning complete for port 01ee7a65-48cd-48b2-a49e-791021ccb038 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:41.470140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9660bace-2727-4392-b596-429ed354bcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.470314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ee4f23-4559-43c9-bee2-f88a6b370c10']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:41.472865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=7ab94673-21f4-420d-bffa-ed15e7a5625c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:41.478831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:41.490048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bda309-246b-4842-bac9-6694787b3697') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:41.490716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bda309-246b-4842-bac9-6694787b3697') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:41.508624 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-75200117-980c-422d-b24c-380c9a286242 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1346076 Mar 11 13:06:41.513744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56426) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:41.516060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Attempting to bind port ba51519c-846b-4f99-8e1c-1b823a9390e0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:41.516201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.516593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Attempting to bind port ba51519c-846b-4f99-8e1c-1b823a9390e0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:41.517005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Attempting to bind port ba51519c-846b-4f99-8e1c-1b823a9390e0 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:41.520211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'port': {'network_id': 'e734294d-3e4e-48c3-9e1f-3a6cff28ddbc', 'name': 'tempest-FloatingIPTestJSON-1740957773'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:41.535533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.537072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:41.537494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:41.537985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.538560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:41.539101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Bound port: ba51519c-846b-4f99-8e1c-1b823a9390e0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:41.539480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.551261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:41.560915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.575047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9660bace-2727-4392-b596-429ed354bcfe None None] Port 01ee7a65-48cd-48b2-a49e-791021ccb038 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:41.598290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.663307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6b8a8831-3248-4e33-9524-c40ad23e8d92 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:41.663839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.664344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:41.664750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:41.679735 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:41.713249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:41.714080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:41.718458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Calling delete_port for 610eb216-8e30-4666-9eb3-fc79553b269f owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:41.725039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.725420 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 8499183a-a75b-436f-9e1e-39fe03cc437b of type vlan for network bd8ba1fc-bc48-4080-907b-9b264e26507b Mar 11 13:06:41.734224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba51519c-846b-4f99-8e1c-1b823a9390e0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:41.740898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.749956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fee5:c0e2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/ca782acc-0a25-47b0-998f-d772ad86f707/83b9c34d-0dbb-491e-84e9-1b683c6556e7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:41.771397 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-13ae8ad2-d7aa-4fbf-b3b9-b7e4211ce1fa tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6225085 Mar 11 13:06:41.776497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56430) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:41.839137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.847371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.874275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.889267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-506ee0e1-d254-4c34-b827-cf3478ceb3f4 None None] Provisioning for port 7ab94673-21f4-420d-bffa-ed15e7a5625c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:41.896866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:41.899390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=65ee4f23-4559-43c9-bee2-f88a6b370c10,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:41.904816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:port and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:41.907061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212ae8-0351-4042-bedf-e85f10181280 None None] Pushing event updated for resources: {'Port': ['ID=ba51519c-846b-4f99-8e1c-1b823a9390e0,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:41.908573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:41.910900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-506ee0e1-d254-4c34-b827-cf3478ceb3f4 None None] Provisioning complete for port 7ab94673-21f4-420d-bffa-ed15e7a5625c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:41.911254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-506ee0e1-d254-4c34-b827-cf3478ceb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.922770 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d7e2bebe-d2ae-48cb-a620-6de6956707a9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/65ee4f23-4559-43c9-bee2-f88a6b370c10 HTTP/1.1" status: 204 len: 168 time: 4.4910483 Mar 11 13:06:41.924433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:41.929360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56434) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:41.939210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956265597'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:41.947912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:41.954804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:41.959140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:41.965090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:41.968573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.969533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.978847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:41.983532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.988825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:41.989616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.990809 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:41.997413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-506ee0e1-d254-4c34-b827-cf3478ceb3f4 None None] Port 7ab94673-21f4-420d-bffa-ed15e7a5625c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:42.047285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:42.050682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.062139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] device_id is not set on port 35c861f9-2227-439f-80d1-6d56a3011d1d yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:42.084809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.087704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Port': ['ID=610eb216-8e30-4666-9eb3-fc79553b269f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:42.101960 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6896181 Mar 11 13:06:42.105306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56438) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:42.163793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c423bcb-6523-4db0-8bb8-a7c0ca9c66f5 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:42.165473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:42.173055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c423bcb-6523-4db0-8bb8-a7c0ca9c66f5 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:42.179668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c423bcb-6523-4db0-8bb8-a7c0ca9c66f5 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:42.180565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c423bcb-6523-4db0-8bb8-a7c0ca9c66f5 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Synchronizing usage tracker for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:42.184297 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-487508e1-b505-4be2-8109-a507efd65157 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/ports/610eb216-8e30-4666-9eb3-fc79553b269f HTTP/1.1" status: 204 len: 168 time: 1.1810460 Mar 11 13:06:42.192272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56442) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:42.246842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ee3a5-a9d5-40e3-91bc-5f2ba9ac1e5d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=bd8ba1fc-bc48-4080-907b-9b264e26507b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:42.270914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:42.282530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c423bcb-6523-4db0-8bb8-a7c0ca9c66f5 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Unset dirty status for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:42.286835 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8c423bcb-6523-4db0-8bb8-a7c0ca9c66f5 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.5067213 Mar 11 13:06:42.293479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56446) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:42.301134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.334517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:42.341328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Deleting port 3688d220-7dd0-4de1-aaab-c77906d394c9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:42.341701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.411866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 83b9c34d-0dbb-491e-84e9-1b683c6556e7 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:42.479650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting port 7ab94673-21f4-420d-bffa-ed15e7a5625c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:42.480339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.501770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.502105 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment 0f199028-9a11-493b-a60f-95a09f2782ea of type vlan for network f49b0557-3a71-45cf-9645-183e4364627d Mar 11 13:06:42.513249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:42.520226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:42.527772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:42.544892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:42.560562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.577185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:42.580584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.596980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.14 (e734294d-3e4e-48c3-9e1f-3a6cff28ddbc/43e8d70c-5e5d-43f1-bcba-d2724d742a1b/35c861f9-2227-439f-80d1-6d56a3011d1d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:42.642791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.694487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.699793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:42.700407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.895368 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9605486 Mar 11 13:06:42.905780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f621e-759f-4f32-9ea1-5ff0cca08605 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=f49b0557-3a71-45cf-9645-183e4364627d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:42.907720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56450) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:42.918308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f49b0557-3a71-45cf-9645-183e4364627d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:42.921557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': 'f49b0557-3a71-45cf-9645-183e4364627d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:42.944822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:42.951547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:42.963675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:42.979806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:42.985759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:42.987163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.129427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-86991604-9b24-4553-a672-04f3d8229ead None None] Provisioning for port ba51519c-846b-4f99-8e1c-1b823a9390e0 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:43.169569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Calling delete_port for 3688d220-7dd0-4de1-aaab-c77906d394c9 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:43.187499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:43.207140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:43.217737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=83b9c34d-0dbb-491e-84e9-1b683c6556e7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:43.219171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:43.243452 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-994922bd-4fd2-4957-b3f6-c61b51d34202 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9427867 Mar 11 13:06:43.243702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:43.244534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56454) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:43.286967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.291043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.342676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:43.346573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b556a-1e5d-4f56-b203-35f07ac2bdb7 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:06:43.346963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.367294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.400564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba51519c-846b-4f99-8e1c-1b823a9390e0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:43.421649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.430834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Calling delete_port for 7ab94673-21f4-420d-bffa-ed15e7a5625c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:43.481077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e0f7fc35-d135-4bfc-b012-628777ff95c3 None None] Provisioning for port 83b9c34d-0dbb-491e-84e9-1b683c6556e7 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:43.495832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e0f7fc35-d135-4bfc-b012-628777ff95c3 None None] Provisioning complete for port 83b9c34d-0dbb-491e-84e9-1b683c6556e7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:43.496283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e0f7fc35-d135-4bfc-b012-628777ff95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.518488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Port': ['ID=3688d220-7dd0-4de1-aaab-c77906d394c9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:43.538477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.543592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.568159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-09ed9b9d-4f07-4578-8a44-d1c859d6d675 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/ports/3688d220-7dd0-4de1-aaab-c77906d394c9 HTTP/1.1" status: 204 len: 168 time: 1.3735378 Mar 11 13:06:43.570447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56458) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:43.587826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7fc35-d135-4bfc-b012-628777ff95c3 None None] Port 83b9c34d-0dbb-491e-84e9-1b683c6556e7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:43.589190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ba51519c-846b-4f99-8e1c-1b823a9390e0 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:43.612913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ba51519c-846b-4f99-8e1c-1b823a9390e0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:43.613281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.646466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:43.650867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ae42b010-309d-4b62-8831-f8d75d9c25a1 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Synchronizing usage tracker for tenant:b291e9d137ae43138603062be51f8204 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:43.660615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:43.670883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:43.683217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ae42b010-309d-4b62-8831-f8d75d9c25a1 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Unset dirty status for tenant:b291e9d137ae43138603062be51f8204 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:43.684568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ae42b010-309d-4b62-8831-f8d75d9c25a1 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1129196 Mar 11 13:06:43.690058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56462) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:43.695631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-363471593'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:43.703116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:43.718497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:43.721855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.723313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=4499af75-094b-423f-b796-58eaba405f82,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:43.753865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b51604-a57c-45b8-8d2c-cafb4b1a1601 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:43.759651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b51604-a57c-45b8-8d2c-cafb4b1a1601 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:43.761247 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-95b51604-a57c-45b8-8d2c-cafb4b1a1601 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5116684 Mar 11 13:06:43.773529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56466) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:43.781739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Port': ['ID=7ab94673-21f4-420d-bffa-ed15e7a5625c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:43.814880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=35c861f9-2227-439f-80d1-6d56a3011d1d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:43.824930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '8499183a-a75b-436f-9e1e-39fe03cc437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:43.825553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: bd8ba1fc-bc48-4080-907b-9b264e26507b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:43.827043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Made reservation on behalf of b291e9d137ae43138603062be51f8204 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:43.831046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.875217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:43.875833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.882621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.909579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:43.934604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 83b9c34d-0dbb-491e-84e9-1b683c6556e7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:43.934947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.935528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba51519c-846b-4f99-8e1c-1b823a9390e0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:43.938030 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-988b556a-1e5d-4f56-b203-35f07ac2bdb7 None None] Agent 269df645-6d8d-4803-9b95-b10e74995975 already present Mar 11 13:06:43.938366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b556a-1e5d-4f56-b203-35f07ac2bdb7 None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:43.938947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b556a-1e5d-4f56-b203-35f07ac2bdb7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, bd8ba1fc-bc48-4080-907b-9b264e26507b) {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:06:43.942994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.969757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.973138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:43.973863 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Added segment def32326-31a0-4ab8-a5c3-079e408639bd of type vlan for network 7e7cf71f-cc96-4748-8ef5-c301b96a7283 Mar 11 13:06:43.979705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network bd8ba1fc-bc48-4080-907b-9b264e26507b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:44.004816 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6512459d-d57b-4cb0-99eb-8bbf6c9e13af tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/ports/7ab94673-21f4-420d-bffa-ed15e7a5625c HTTP/1.1" status: 204 len: 168 time: 1.7079647 Mar 11 13:06:44.008372 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3c6c626a-ed4e-4618-a275-c107bd082e1d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4933836 Mar 11 13:06:44.008589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56470) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:44.015930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56474) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:44.027737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, bd8ba1fc-bc48-4080-907b-9b264e26507b) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:44.033661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '35c861f9-2227-439f-80d1-6d56a3011d1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:44.046464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:44.049815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:44.050394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.055276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.068134 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-917969fe-4460-4718-8666-7cd01967211f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] GET failed (client error): The resource could not be found. Mar 11 13:06:44.068917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-917969fe-4460-4718-8666-7cd01967211f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Synchronizing usage tracker for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:44.090495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:floatingip and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:44.096633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-917969fe-4460-4718-8666-7cd01967211f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Unset dirty status for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:44.098093 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-917969fe-4460-4718-8666-7cd01967211f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "GET /v2.0/ports/7ab94673-21f4-420d-bffa-ed15e7a5625c HTTP/1.1" status: 404 len: 333 time: 0.0883591 Mar 11 13:06:44.098551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ba51519c-846b-4f99-8e1c-1b823a9390e0,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:44.101554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56478) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:44.109811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-276876643'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:44.113019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:44.140142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:44.148213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.150002 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6c5da425-a6ba-4bc3-a5ca-12de9c458668 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0406485 Mar 11 13:06:44.154155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:44.154764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.155657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56482) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:44.164377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:44.211875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.271173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.275562 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5817821 Mar 11 13:06:44.287830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56486) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:44.338294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a906f-0994-4162-9a6c-0ab595b631bb tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Network': ['ID=7e7cf71f-cc96-4748-8ef5-c301b96a7283,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:44.357529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 7e7cf71f-cc96-4748-8ef5-c301b96a7283 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:44.375049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:44.386016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:44.398425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:44.403401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.431278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] device_id is not set on port edfc455a-672c-49bb-a593-00ae5e0fac24 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:44.463195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-bd8ba1fc-bc48-4080-907b-9b264e26507b', 'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b', 'tenant_id': 'd5771888ea0e4b5681f35a88f2a6254a', 'fixed_ips': [{'subnet_id': '4499af75-094b-423f-b796-58eaba405f82'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:44.464002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.475240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-712846039'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:44.559177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:44.616271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:44.636367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=ceb7f738-7b16-4e1c-aa2b-d887769dd2a7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:44.662454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Allocated IP 2001:db8::2 (bd8ba1fc-bc48-4080-907b-9b264e26507b/4499af75-094b-423f-b796-58eaba405f82/d03e5b85-f082-486a-a267-28a485cddc33) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:44.688733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Made reservation on behalf of b291e9d137ae43138603062be51f8204 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:44.692660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.703599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.715260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Allocated IP 2001:db8::e2 (7554b52b-dd08-4b3d-8ffe-9d2c91e999a2/c8918c51-46e4-44fb-84a2-7d2027106d16/edfc455a-672c-49bb-a593-00ae5e0fac24) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:44.720829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': '0f199028-9a11-493b-a60f-95a09f2782ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f49b0557-3a71-45cf-9645-183e4364627d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:44.721159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: f49b0557-3a71-45cf-9645-183e4364627d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:44.787262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:44.876886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.887908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Transition to ACTIVE for port object d03e5b85-f082-486a-a267-28a485cddc33 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:44.900697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 83b9c34d-0dbb-491e-84e9-1b683c6556e7 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:44.909563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Transition to ACTIVE for port object d03e5b85-f082-486a-a267-28a485cddc33 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:44.915762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.927724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.945876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Transition to ACTIVE for port object edfc455a-672c-49bb-a593-00ae5e0fac24 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:44.946285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:44.955471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:44.968103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:44.974019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:44.983820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:44.985498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:44.994000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:44.998693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:45.002678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network f49b0557-3a71-45cf-9645-183e4364627d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:45.005972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Pushing event updated for resources: {'Port': ['ID=d03e5b85-f082-486a-a267-28a485cddc33,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:45.019919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.020262 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Added segment 96504874-a680-4e13-a6e0-5e919c338be1 of type vlan for network e778699c-0f53-4d2e-b163-c33228a82a19 Mar 11 13:06:45.042715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, f49b0557-3a71-45cf-9645-183e4364627d) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:45.044202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:45.047658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.062964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=edfc455a-672c-49bb-a593-00ae5e0fac24,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:45.071319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:45.071903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.078894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:45.080868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:45.083689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:45.090614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:45.091653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.101216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Attempting to bind port d03e5b85-f082-486a-a267-28a485cddc33 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:45.101618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Attempting to bind port d03e5b85-f082-486a-a267-28a485cddc33 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '8499183a-a75b-436f-9e1e-39fe03cc437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:45.101989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Attempting to bind port d03e5b85-f082-486a-a267-28a485cddc33 on network bd8ba1fc-bc48-4080-907b-9b264e26507b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:45.108096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:45.109117 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Checking segment: {'id': '8499183a-a75b-436f-9e1e-39fe03cc437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:45.109117 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.109354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Bound using segment: {'id': '8499183a-a75b-436f-9e1e-39fe03cc437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:45.109775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Bound port: d03e5b85-f082-486a-a267-28a485cddc33, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8499183a-a75b-436f-9e1e-39fe03cc437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:45.110687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.125447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-52fb56ce-670b-4264-a8fe-936d171f80f3 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0200832 Mar 11 13:06:45.125659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.125750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56490) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:45.132468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10', 'mac_address': 'fa:16:3e:92:11:03'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:45.208241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] For port d03e5b85-f082-486a-a267-28a485cddc33, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:45.212056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] For port d03e5b85-f082-486a-a267-28a485cddc33, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d03e5b85-f082-486a-a267-28a485cddc33,segment=NetworkSegment(8499183a-a75b-436f-9e1e-39fe03cc437b),segment_id=8499183a-a75b-436f-9e1e-39fe03cc437b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:45.216130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.279466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56494) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:45.279604 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a905eb95-54f9-4d31-b941-6abab0aed483 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3662169 Mar 11 13:06:45.308218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da2266-e941-4c50-9e2f-ff5f3039322a None None] Pushing event updated for resources: {'Port': ['ID=d03e5b85-f082-486a-a267-28a485cddc33,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:45.318695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.359747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.372156 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4499af75-094b-423f-b796-58eaba405f82 (CIDR: 2001:db8::/64) Mar 11 13:06:45.387324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.393614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:45.394241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.407535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba51519c-846b-4f99-8e1c-1b823a9390e0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:45.500223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ba51519c-846b-4f99-8e1c-1b823a9390e0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:45.500920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.515712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=83b9c34d-0dbb-491e-84e9-1b683c6556e7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:45.518480 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:06:45.519567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:06:45.566847 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2726893 Mar 11 13:06:45.616236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.635394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.788583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c0fbd-2b7e-4dac-8d33-c676a4fd8d9c tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Network': ['ID=e778699c-0f53-4d2e-b163-c33228a82a19,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:45.800751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e778699c-0f53-4d2e-b163-c33228a82a19 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:45.848862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.851332 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2181d5f0-696a-4eed-abf6-61457d2b177f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/83b9c34d-0dbb-491e-84e9-1b683c6556e7 HTTP/1.1" status: 204 len: 168 time: 2.0759528 Mar 11 13:06:45.858201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:45.858201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:45.859603 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-146bb125-7b80-4c80-b135-7b9430ab794e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7005765 Mar 11 13:06:45.860410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56500) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:45.868123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.26.4.199 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/dbb99ca1-0d29-4a03-a31f-6ca1e6dc081b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:45.875113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:46.066765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adadb91-2802-4c0a-a1f7-e99e5ee754ab tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:46.068383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adadb91-2802-4c0a-a1f7-e99e5ee754ab tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:46.072346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2adadb91-2802-4c0a-a1f7-e99e5ee754ab tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1878741 Mar 11 13:06:46.075840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56506) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:46.163104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.171899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:46.201825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.222019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet ca782acc-0a25-47b0-998f-d772ad86f707 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:46.223897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb7f738-7b16-4e1c-aa2b-d887769dd2a7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:46.246147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:46.252312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:46.260449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:46.271344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.336262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.362820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:46.367291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.369271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49b0557-3a71-45cf-9645-183e4364627d']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:46.383061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f199028-9a11-493b-a60f-95a09f2782ea') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:46.383406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f199028-9a11-493b-a60f-95a09f2782ea') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:46.396160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.425038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.431824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:46.432361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.539245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.586490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=dbb99ca1-0d29-4a03-a31f-6ca1e6dc081b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:46.615361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b6c891-ad8c-47a7-a04c-9f945217b16a None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:46.652906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d0a7dd-fe8f-46ba-ae53-e0e3910c15d0 None None] Network f49b0557-3a71-45cf-9645-183e4364627d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:46.665149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:46.678413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:46.688821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:46.694016 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:46.711671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.715937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.759610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.781563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.847276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d0a7dd-fe8f-46ba-ae53-e0e3910c15d0 None None] Network f49b0557-3a71-45cf-9645-183e4364627d could not be found, it might have been deleted concurrently. {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 11 13:06:46.890540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=f49b0557-3a71-45cf-9645-183e4364627d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:46.894835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:46.956462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6147e16-60f4-4399-af74-0eb34188bf5d None None] Network f49b0557-3a71-45cf-9645-183e4364627d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:46.997296 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9753cfa-4d9b-4d2a-862e-3ff8288ba859 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/f49b0557-3a71-45cf-9645-183e4364627d HTTP/1.1" status: 204 len: 168 time: 1.7099307 Mar 11 13:06:47.009704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] In _notify_port_updated(), no bound segment for port edfc455a-672c-49bb-a593-00ae5e0fac24 on network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:06:47.015391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:47.016091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.018057 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "PUT /v2.0/ports/edfc455a-672c-49bb-a593-00ae5e0fac24 HTTP/1.1" status: 200 len: 1000 time: 1.8912940 Mar 11 13:06:47.021377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56510) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:47.021790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56512) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:47.023162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6147e16-60f4-4399-af74-0eb34188bf5d None None] Network f49b0557-3a71-45cf-9645-183e4364627d could not be found, it might have been deleted concurrently. {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 11 13:06:47.036553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-36c621b2-2275-4f91-b090-aceb47a82471 None None] Provisioning for port d03e5b85-f082-486a-a267-28a485cddc33 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:47.066915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805473095'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:47.098181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:47.114430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:47.119435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:47.124202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7e3c-e2a8-431d-8cd3-a68b663d27ed tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=edfc455a-672c-49bb-a593-00ae5e0fac24,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:47.176671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.266790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:47.285777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.336142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting port edfc455a-672c-49bb-a593-00ae5e0fac24 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:47.336558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.442460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d03e5b85-f082-486a-a267-28a485cddc33 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:47.452277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:47.456621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.481523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=ca782acc-0a25-47b0-998f-d772ad86f707,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:47.492218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.527660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf728d1e-3a93-42a6-ad93-4ec2b99b1324 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:47.647908 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-93403a29-38cd-4060-be24-4e9377d428de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/ca782acc-0a25-47b0-998f-d772ad86f707 HTTP/1.1" status: 204 len: 168 time: 1.5663109 Mar 11 13:06:47.654841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56518) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:47.687610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:47.702799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-482619b3-c199-4854-92d2-bf0c7685d8bb None None] Provisioning for port edfc455a-672c-49bb-a593-00ae5e0fac24 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:47.734478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.735060 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment bf5679ed-7fc8-4d08-9573-d69030013b0c of type vlan for network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af Mar 11 13:06:47.764549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-482619b3-c199-4854-92d2-bf0c7685d8bb None None] Provisioning complete for port edfc455a-672c-49bb-a593-00ae5e0fac24 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:47.765077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-482619b3-c199-4854-92d2-bf0c7685d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.867528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:47.870152 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2d5e0f29-3121-49e0-8ba3-365acb3c7f73 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2126245 Mar 11 13:06:47.876214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56522) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:47.904186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:48.031977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:06:48.085902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.123654 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-482619b3-c199-4854-92d2-bf0c7685d8bb None None] Port edfc455a-672c-49bb-a593-00ae5e0fac24 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:48.146881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d03e5b85-f082-486a-a267-28a485cddc33 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:48.186734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d03e5b85-f082-486a-a267-28a485cddc33 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:48.187268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.212911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.225172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:48.228726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.322481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:48.330397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.383542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-55b5044f-c238-45b3-b575-eebc00f3beaf None None] Provisioning complete for port edfc455a-672c-49bb-a593-00ae5e0fac24 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:48.384151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-55b5044f-c238-45b3-b575-eebc00f3beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.437922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:48.452718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:48.469775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.476759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ab15b2-efa6-4034-b4dd-7605f1e466db None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:48.484413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Calling delete_port for edfc455a-672c-49bb-a593-00ae5e0fac24 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:48.493559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network bd8ba1fc-bc48-4080-907b-9b264e26507b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:48.502352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:48.504466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:48.524768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:48.525726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.534020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-55b5044f-c238-45b3-b575-eebc00f3beaf None None] Port edfc455a-672c-49bb-a593-00ae5e0fac24 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:48.591026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:48.595799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.618739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:48.631029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=859335d9-e5a5-47a8-9b5d-a814dfa26783,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:48.641519 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6326490e-90dd-49f7-a552-1c6399954883 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7752194 Mar 11 13:06:48.644956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56526) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:48.667684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b', 'fixed_ips': [{'subnet_id': '4499af75-094b-423f-b796-58eaba405f82'}, {'subnet_id': '859335d9-e5a5-47a8-9b5d-a814dfa26783'}], 'name': 'tempest-PortsIpV6TestJSON-338829454'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:48.674639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Deleting port ba51519c-846b-4f99-8e1c-1b823a9390e0 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:48.675325 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.721282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:48.740822 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cfa786fa-e069-48ec-acad-7fc2e3b8a2e6 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7133164 Mar 11 13:06:48.740822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.746636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56530) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:48.752356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:48.794697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:48.806112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aa73731f-d4b1-4b27-88de-4b7314afc427 None None] Provisioning complete for port d03e5b85-f082-486a-a267-28a485cddc33 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:48.806691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa73731f-d4b1-4b27-88de-4b7314afc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.821894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.834645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Port': ['ID=edfc455a-672c-49bb-a593-00ae5e0fac24,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:48.848803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:48.939780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56534) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:48.950361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'subnets': [{'network_id': '7e7cf71f-cc96-4748-8ef5-c301b96a7283', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--826910175', 'ip_version': 6}, {'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:48.950784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'subnet': {'network_id': '7e7cf71f-cc96-4748-8ef5-c301b96a7283', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--826910175', 'ip_version': 6}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:48.951683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Request body: {'subnet': {'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:49.137603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:49.160810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:49.173016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port d03e5b85-f082-486a-a267-28a485cddc33, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d03e5b85-f082-486a-a267-28a485cddc33,segment=NetworkSegment(8499183a-a75b-436f-9e1e-39fe03cc437b),segment_id=8499183a-a75b-436f-9e1e-39fe03cc437b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:49.197039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:49.214000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:49.225214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.229129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:49.233569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.246370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:49.263439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:49.270814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:49.280355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-38747230-7efd-4488-a18e-db5b318fdd31 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/ports/edfc455a-672c-49bb-a593-00ae5e0fac24 HTTP/1.1" status: 204 len: 168 time: 2.2537231 Mar 11 13:06:49.303716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:49.364290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ba51519c-846b-4f99-8e1c-1b823a9390e0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:06:49.399973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56538) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:49.508086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:49.511373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.542410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba51519c-846b-4f99-8e1c-1b823a9390e0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:49.542934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.549088 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f265010-94dc-4399-8527-db29023c1b6b tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] GET failed (client error): The resource could not be found. Mar 11 13:06:49.555527 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6f265010-94dc-4399-8527-db29023c1b6b tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "GET /v2.0/ports/edfc455a-672c-49bb-a593-00ae5e0fac24 HTTP/1.1" status: 404 len: 333 time: 0.1432929 Mar 11 13:06:49.557766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56542) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:49.562007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=d03e5b85-f082-486a-a267-28a485cddc33,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:49.606928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.614638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:49.625003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-759879908'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:49.649551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.665301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Usage tracker for resource:subnet and tenant:b291e9d137ae43138603062be51f8204 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:49.670955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:49.682267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:49.723576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.734009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Calling delete_port for ba51519c-846b-4f99-8e1c-1b823a9390e0 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:49.779147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Made reservation on behalf of b291e9d137ae43138603062be51f8204 for: {'subnet': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:49.784466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.784782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.811811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.840852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 80f2cbc5-01cd-4060-abcf-e30c25263e9a yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:49.894060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=dbb99ca1-0d29-4a03-a31f-6ca1e6dc081b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:49.906112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba51519c-846b-4f99-8e1c-1b823a9390e0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:49.925815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.939416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:49.982803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:49.983313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:49.987961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] Update dhcp port {'port': {'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b', 'fixed_ips': [{'subnet_id': '4499af75-094b-423f-b796-58eaba405f82', 'ip_address': '2001:db8::2'}, {'subnet_id': '859335d9-e5a5-47a8-9b5d-a814dfa26783'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'd03e5b85-f082-486a-a267-28a485cddc33'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:06:50.007348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:50.013945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Usage tracker for resource:port and tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:50.024342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:50.038475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:50.039561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:06:50.063199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:50.066924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.070048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.079431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ba51519c-846b-4f99-8e1c-1b823a9390e0,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:50.156278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] device_id is not set on port 840d76d2-abd4-4e2b-9aec-da95928360e6 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:50.211701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.286900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] Allocated IP 2001:db8:0:1::2 (bd8ba1fc-bc48-4080-907b-9b264e26507b/859335d9-e5a5-47a8-9b5d-a814dfa26783/d03e5b85-f082-486a-a267-28a485cddc33) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:50.332276 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 5c937b08-d680-4727-bf45-39374582faa0 associated. External IP: 172.26.4.199, port: 35c861f9-2227-439f-80d1-6d56a3011d1d. Mar 11 13:06:50.343571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=54764c75-78c7-49b4-a14f-71b94208e7a4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:50.453301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] For port d03e5b85-f082-486a-a267-28a485cddc33, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d03e5b85-f082-486a-a267-28a485cddc33,segment=NetworkSegment(8499183a-a75b-436f-9e1e-39fe03cc437b),segment_id=8499183a-a75b-436f-9e1e-39fe03cc437b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:50.483284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.492500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Deleting port ba51519c-846b-4f99-8e1c-1b823a9390e0 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:50.492864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.531504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': 'bf5679ed-7fc8-4d08-9573-d69030013b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:50.531823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:50.540451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] Transition to ACTIVE for port object d03e5b85-f082-486a-a267-28a485cddc33 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:50.555342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.566648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Allocated IP 2001:db8::1cf (7554b52b-dd08-4b3d-8ffe-9d2c91e999a2/c8918c51-46e4-44fb-84a2-7d2027106d16/840d76d2-abd4-4e2b-9aec-da95928360e6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:50.594582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:50.659189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:50.688257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:50.689363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.695812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bfaa1-062e-48cb-a33c-745a027ec1c9 None None] Pushing event updated for resources: {'Port': ['ID=d03e5b85-f082-486a-a267-28a485cddc33,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:50.698191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.732157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60337581-8902-4a03-ac00-c66390005f39 None None] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:50.842399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::10a (bd8ba1fc-bc48-4080-907b-9b264e26507b/4499af75-094b-423f-b796-58eaba405f82/80f2cbc5-01cd-4060-abcf-e30c25263e9a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:50.850319 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-436e73d8-3749-4bd7-ad49-c4111f09c947 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0617607 Mar 11 13:06:50.858250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56546) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:50.880132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:50.997856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.012036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:51.014810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Subnet': ['ID=0defa5fb-dc98-4fe8-a684-de1fbf482fce,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:51.031322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Transition to ACTIVE for port object 840d76d2-abd4-4e2b-9aec-da95928360e6 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:51.038172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Checking segment: {'id': 'def32326-31a0-4ab8-a5c3-079e408639bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '7e7cf71f-cc96-4748-8ef5-c301b96a7283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:51.038533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network hostable DHCP agents. Network: 7e7cf71f-cc96-4748-8ef5-c301b96a7283, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:51.071289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network 7e7cf71f-cc96-4748-8ef5-c301b96a7283 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:51.087558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.108218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8:0:1::356 (bd8ba1fc-bc48-4080-907b-9b264e26507b/859335d9-e5a5-47a8-9b5d-a814dfa26783/80f2cbc5-01cd-4060-abcf-e30c25263e9a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:51.135246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 7e7cf71f-cc96-4748-8ef5-c301b96a7283) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:51.153966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba51519c-846b-4f99-8e1c-1b823a9390e0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:51.154538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.160590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.165643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6759873-deff-4da7-ac1f-c88ba053e3b4 None None] Network 7e7cf71f-cc96-4748-8ef5-c301b96a7283 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:51.239720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af', 'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '54764c75-78c7-49b4-a14f-71b94208e7a4'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:51.239997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.241468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event updated for resources: {'Subnet': ['ID=82da69c2-9a59-4d7b-9629-b7e1d540536c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:51.248131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:51.256613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:51.270447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:51.276152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:51.276793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.306660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=840d76d2-abd4-4e2b-9aec-da95928360e6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:51.349631 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8ca8015b-ff5d-4bbc-9f7b-00859833d499 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7884586 Mar 11 13:06:51.351345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Checking segment: {'id': '96504874-a680-4e13-a6e0-5e919c338be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:51.351869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network hostable DHCP agents. Network: e778699c-0f53-4d2e-b163-c33228a82a19, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:51.364915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56550) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:51.386790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:11:03'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:51.465625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:51.469664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Calling delete_port for ba51519c-846b-4f99-8e1c-1b823a9390e0 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:51.471034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:subnet and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:51.474792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:51.482867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:51.542221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d03e5b85-f082-486a-a267-28a485cddc33 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:51.677686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:06:51.679011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:51.682831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.776658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a99ecbd-8566-435f-9574-6d05268ed034 None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:51.798278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Network e778699c-0f53-4d2e-b163-c33228a82a19 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:51.812752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e778699c-0f53-4d2e-b163-c33228a82a19) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:51.831297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:51.831863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:51.832502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.857929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9381c452-b8eb-4777-a5aa-42ff044cba7d None None] Network e778699c-0f53-4d2e-b163-c33228a82a19 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:51.904416 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-238ec45c-5899-4bd1-aed9-fc79cd45ebce tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9612708 Mar 11 13:06:51.904653 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12a8cf1b-cc5c-4d26-af35-4edf4c45ed86 None None] Provisioning for port 840d76d2-abd4-4e2b-9aec-da95928360e6 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:51.904836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56554) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:51.968586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba51519c-846b-4f99-8e1c-1b823a9390e0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:51.969657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:51.980342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.019227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12a8cf1b-cc5c-4d26-af35-4edf4c45ed86 None None] Provisioning complete for port 840d76d2-abd4-4e2b-9aec-da95928360e6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:52.019497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12a8cf1b-cc5c-4d26-af35-4edf4c45ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.054284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdab6e5-df61-4329-a68e-5faffba28e42 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:52.055839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdab6e5-df61-4329-a68e-5faffba28e42 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:52.057476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdab6e5-df61-4329-a68e-5faffba28e42 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:52.058281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ebdab6e5-df61-4329-a68e-5faffba28e42 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Synchronizing usage tracker for tenant:b291e9d137ae43138603062be51f8204 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:52.085407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 80f2cbc5-01cd-4060-abcf-e30c25263e9a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:52.095626 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ebdab6e5-df61-4329-a68e-5faffba28e42 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Unset dirty status for tenant:b291e9d137ae43138603062be51f8204 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:52.096797 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ebdab6e5-df61-4329-a68e-5faffba28e42 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1908226 Mar 11 13:06:52.105046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:06:52.107541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56558) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:52.124933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.130155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.155589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.156749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.188144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Deleting subnet 0defa5fb-dc98-4fe8-a684-de1fbf482fce {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:52.192789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.206591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:52.207160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:52.236717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:06:52.265133 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:06:52.277819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-12a8cf1b-cc5c-4d26-af35-4edf4c45ed86 None None] Port 840d76d2-abd4-4e2b-9aec-da95928360e6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:52.285866 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:52.286465 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:52.305658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:52.315023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:52.341289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Allocated IP 2001:db8::2 (2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af/54764c75-78c7-49b4-a14f-71b94208e7a4/c6c9bd04-e481-4647-b4dd-0a9ecd284110) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:52.351788 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:52.355628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.360509 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:52.361118 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:52.365362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:52.366031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.400943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.402615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=ba51519c-846b-4f99-8e1c-1b823a9390e0,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:52.405105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=16495bfc-c107-45f4-87de-c52ebbe47d76,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:52.455414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.508889 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:52.509287 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093005d-4ce4-4d45-88f9-161abe04172f None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:52.535677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.536282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.547584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.583361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad599ab6-7ed0-49ef-b542-d4a810ace37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-7e7cf71f-cc96-4748-8ef5-c301b96a7283', 'network_id': '7e7cf71f-cc96-4748-8ef5-c301b96a7283', 'tenant_id': 'b291e9d137ae43138603062be51f8204', 'fixed_ips': [{'subnet_id': '0defa5fb-dc98-4fe8-a684-de1fbf482fce'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:52.584060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ad599ab6-7ed0-49ef-b542-d4a810ace37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.598111 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b7abcb10-fd0d-48c5-a7f0-4601d94557cc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7136426 Mar 11 13:06:52.601884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:52.608220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network bd8ba1fc-bc48-4080-907b-9b264e26507b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:52.614672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:e8:42:18', 'name': 'tempest-NetworksTestDHCPv6-1884467397'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:52.621490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:52.635092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:52.640580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7a546040-cf8e-4011-9cbc-9692c9a8bd1b None None] Provisioning for port d03e5b85-f082-486a-a267-28a485cddc33 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:52.641196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:52.641913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.647940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.679654 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-01f1d6c0-bb6a-43f8-ac92-5dbb533de2b0 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.6626058 Mar 11 13:06:52.681862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=80f2cbc5-01cd-4060-abcf-e30c25263e9a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:52.687361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56566) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:52.693924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:52.701826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7a546040-cf8e-4011-9cbc-9692c9a8bd1b None None] Provisioning complete for port d03e5b85-f082-486a-a267-28a485cddc33 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:52.702431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7a546040-cf8e-4011-9cbc-9692c9a8bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.725396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] In _notify_port_updated(), no bound segment for port 840d76d2-abd4-4e2b-9aec-da95928360e6 on network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:06:52.732948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:52.733649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.734979 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "PUT /v2.0/ports/840d76d2-abd4-4e2b-9aec-da95928360e6 HTTP/1.1" status: 200 len: 1002 time: 1.3689797 Mar 11 13:06:52.745881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56570) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:52.769745 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-15dc240a-738d-4dd0-9c10-9612c2ebb7c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1102853 Mar 11 13:06:52.777819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56574) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:52.787478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4499af75-094b-423f-b796-58eaba405f82'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:52.869818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Subnet': ['ID=0defa5fb-dc98-4fe8-a684-de1fbf482fce,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:52.875911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450bbf-7066-411e-a10a-79bf0de41b3c tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=840d76d2-abd4-4e2b-9aec-da95928360e6,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:52.906538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.917312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Deleting port ba51519c-846b-4f99-8e1c-1b823a9390e0 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:52.917705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.964234 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e629e5fb-5e51-4fdd-9096-31092d04095d tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/subnets/0defa5fb-dc98-4fe8-a684-de1fbf482fce HTTP/1.1" status: 204 len: 168 time: 0.8527751 Mar 11 13:06:52.965811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56578) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:52.971630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:52.984574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting port 840d76d2-abd4-4e2b-9aec-da95928360e6 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:52.984781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.018126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e778699c-0f53-4d2e-b163-c33228a82a19', 'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19', 'tenant_id': 'b291e9d137ae43138603062be51f8204', 'fixed_ips': [{'subnet_id': '82da69c2-9a59-4d7b-9629-b7e1d540536c'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:53.019052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.036484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:53.050424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:53.055694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:53.090595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:53.125921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:53.301595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.305878 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:06:53.335512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.341006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b957819-11a8-452e-b28f-80960626d6ba None None] Network 7e7cf71f-cc96-4748-8ef5-c301b96a7283 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:53.367010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.371372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.384265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.402828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 955a0c41-ff54-4a46-929e-c1759f4abd41 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:53.462155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:53.495449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:53.496571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Transition to ACTIVE for port object c6c9bd04-e481-4647-b4dd-0a9ecd284110 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:53.523465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:53.524193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.542336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Deleting subnet 82da69c2-9a59-4d7b-9629-b7e1d540536c {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:53.568392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=4438e485-6beb-4fc5-b16a-109b147be002,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:53.637833 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-832ba2f6-c190-46dc-bfc7-63bd4f936ad4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7680521 Mar 11 13:06:53.656065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56582) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:53.667000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.678242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Transition to ACTIVE for port object c6c9bd04-e481-4647-b4dd-0a9ecd284110 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:53.684574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fee8:4218 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/16495bfc-c107-45f4-87de-c52ebbe47d76/955a0c41-ff54-4a46-929e-c1759f4abd41) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:53.732480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.740982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.741198 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 5c937b08-d680-4727-bf45-39374582faa0 disassociated. External IP: 172.26.4.199, port: 35c861f9-2227-439f-80d1-6d56a3011d1d. Mar 11 13:06:53.849235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Allocated IP 2001:db8:0:1::1 (e778699c-0f53-4d2e-b163-c33228a82a19/82da69c2-9a59-4d7b-9629-b7e1d540536c/90b24c55-0ba6-4863-945f-4651efa9d976) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:53.853622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:53.857203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] For port ba51519c-846b-4f99-8e1c-1b823a9390e0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ba51519c-846b-4f99-8e1c-1b823a9390e0,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:53.857772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:53.873221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:53.875570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:53.947813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:53.949310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:53.950853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:53.952347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:53.959063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:53.960002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Synchronizing usage tracker for tenant:008ddcdd032047058098002aabfbf530 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:54.051178 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Calling delete_port for ba51519c-846b-4f99-8e1c-1b823a9390e0 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:54.098903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.120332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Pushing event updated for resources: {'Port': ['ID=c6c9bd04-e481-4647-b4dd-0a9ecd284110,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:54.132556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fd4757b7-8bc8-40bd-870a-48542fb2f539 None None] Provisioning complete for port 840d76d2-abd4-4e2b-9aec-da95928360e6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:54.132930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fd4757b7-8bc8-40bd-870a-48542fb2f539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.135031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Unset dirty status for tenant:008ddcdd032047058098002aabfbf530 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:54.141821 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-97378279-9cba-426d-944b-d72b2ec20554 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4730005 Mar 11 13:06:54.143582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56586) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:54.149354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878823665'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:54.151125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Calling delete_port for 840d76d2-abd4-4e2b-9aec-da95928360e6 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:54.162826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:54.245242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:54.252698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 955a0c41-ff54-4a46-929e-c1759f4abd41 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:54.256087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:54.268252 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:54.333393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:54.336767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.342234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.388666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4757b7-8bc8-40bd-870a-48542fb2f539 None None] Port 840d76d2-abd4-4e2b-9aec-da95928360e6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:54.390154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Attempting to bind port c6c9bd04-e481-4647-b4dd-0a9ecd284110 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:54.390524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Attempting to bind port c6c9bd04-e481-4647-b4dd-0a9ecd284110 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'bf5679ed-7fc8-4d08-9573-d69030013b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:54.390928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Attempting to bind port c6c9bd04-e481-4647-b4dd-0a9ecd284110 on network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:54.409700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:54.409925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Checking segment: {'id': 'bf5679ed-7fc8-4d08-9573-d69030013b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:54.410315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.410731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Bound using segment: {'id': 'bf5679ed-7fc8-4d08-9573-d69030013b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:54.411162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Bound port: c6c9bd04-e481-4647-b4dd-0a9ecd284110, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5679ed-7fc8-4d08-9573-d69030013b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:54.411560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.426156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=955a0c41-ff54-4a46-929e-c1759f4abd41,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:54.437797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.450828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Delete allocated IP 2001:db8:0:1::356 (bd8ba1fc-bc48-4080-907b-9b264e26507b/859335d9-e5a5-47a8-9b5d-a814dfa26783) {{(pid=87959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 13:06:54.468649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:06:54.499900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Port': ['ID=840d76d2-abd4-4e2b-9aec-da95928360e6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:54.518745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.519089 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment 75daf4a0-78e2-4f40-b9b0-22b96499506c of type vlan for network 63813f21-15a1-4468-8b54-2d36a3972f50 Mar 11 13:06:54.522999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:54.524481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:54.530168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:06:54.570753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:54.576578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:54.576855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.586314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57c1e3e1-afd0-4010-8621-e5396a981513 None None] Provisioning for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:54.596880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.626820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5054f689-e030-45f7-971b-07d3da52c6e8 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/ports/840d76d2-abd4-4e2b-9aec-da95928360e6 HTTP/1.1" status: 204 len: 168 time: 1.8795114 Mar 11 13:06:54.627960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56590) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:54.631780 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-801c6520-b32f-44b4-9c8f-36d1235adf6e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0293438 Mar 11 13:06:54.676042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56594) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:54.679638 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaf4e14-70d9-417a-9ceb-6be27c72096b tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] GET failed (client error): The resource could not be found. Mar 11 13:06:54.680391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bfaf4e14-70d9-417a-9ceb-6be27c72096b tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Synchronizing usage tracker for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:54.711336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57c1e3e1-afd0-4010-8621-e5396a981513 None None] Provisioning complete for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:54.711713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57c1e3e1-afd0-4010-8621-e5396a981513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.735425 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.757234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bfaf4e14-70d9-417a-9ceb-6be27c72096b tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Unset dirty status for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:54.758946 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bfaf4e14-70d9-417a-9ceb-6be27c72096b tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "GET /v2.0/ports/840d76d2-abd4-4e2b-9aec-da95928360e6 HTTP/1.1" status: 404 len: 333 time: 0.1298554 Mar 11 13:06:54.763275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] For port c6c9bd04-e481-4647-b4dd-0a9ecd284110, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:54.764029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56598) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:54.773103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] For port c6c9bd04-e481-4647-b4dd-0a9ecd284110, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6c9bd04-e481-4647-b4dd-0a9ecd284110,segment=NetworkSegment(bf5679ed-7fc8-4d08-9573-d69030013b0c),segment_id=bf5679ed-7fc8-4d08-9573-d69030013b0c)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:54.777168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-637576536'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:54.843212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.856200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:54.886320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] Pushing event deleted for resources: {'Port': ['ID=ba51519c-846b-4f99-8e1c-1b823a9390e0,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:54.917146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc002507-16e9-4e4d-8942-f6849d9733e5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:54.917883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cc002507-16e9-4e4d-8942-f6849d9733e5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:54.951551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cc002507-16e9-4e4d-8942-f6849d9733e5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:54.955616 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc002507-16e9-4e4d-8942-f6849d9733e5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2752471 Mar 11 13:06:54.962184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:54.974650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.001954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.007335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:55.007919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.012793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786da53d-1429-489a-bf2e-f7d56760c8e4 None None] No DVR routers for this DVR port ba51519c-846b-4f99-8e1c-1b823a9390e0 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:55.025419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Transition to ACTIVE for port object 90b24c55-0ba6-4863-945f-4651efa9d976 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:55.027919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-57c1e3e1-afd0-4010-8621-e5396a981513 None None] Port 80f2cbc5-01cd-4060-abcf-e30c25263e9a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:55.029598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:55.054287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:55.054507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99beac1e-0d44-47e2-b42c-54d32c797b08 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:55.059487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 955a0c41-ff54-4a46-929e-c1759f4abd41 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:55.059823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.081637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.097180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:06:55.113340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.115507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Transition to ACTIVE for port object 90b24c55-0ba6-4863-945f-4651efa9d976 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:55.119032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:06:55.169895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:55.172184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309bd12-78ee-4b22-918e-19e448f913f4 None None] Pushing event updated for resources: {'Port': ['ID=c6c9bd04-e481-4647-b4dd-0a9ecd284110,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:55.173870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.193267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57c1e3e1-afd0-4010-8621-e5396a981513 None None] Provisioning complete for port d03e5b85-f082-486a-a267-28a485cddc33 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:55.193695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57c1e3e1-afd0-4010-8621-e5396a981513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.200299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.224680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.250825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] device_id is not set on port ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:55.253384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Ignored duplicate provisioning block setup for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 13:06:55.255038 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1114507 Mar 11 13:06:55.271926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56606) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:55.275831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:55.276469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:55.282416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:55.382063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:55.427236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.434938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e1c3a-b4c1-4950-a914-e9ab9567f4eb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=63813f21-15a1-4468-8b54-2d36a3972f50,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:55.435492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Network e778699c-0f53-4d2e-b163-c33228a82a19 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:55.490892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 63813f21-15a1-4468-8b54-2d36a3972f50 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:55.510708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.534925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.551228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:55.558386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:55.575119 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-650f3b6e-3f5e-4067-9c25-05073917a58f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/floatingips/5c937b08-d680-4727-bf45-39374582faa0 HTTP/1.1" status: 200 len: 688 time: 2.8851330 Mar 11 13:06:55.598638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:55.690523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Pushing event updated for resources: {'Port': ['ID=90b24c55-0ba6-4863-945f-4651efa9d976,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:55.746355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] In _notify_port_updated(), no bound segment for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a on network bd8ba1fc-bc48-4080-907b-9b264e26507b {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:06:55.753350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:55.754271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.755829 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "PUT /v2.0/ports/80f2cbc5-01cd-4060-abcf-e30c25263e9a HTTP/1.1" status: 200 len: 925 time: 2.9745061 Mar 11 13:06:55.765631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56614) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:55.770500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac28ec-0a8a-42c0-9d39-b350368c24fd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=80f2cbc5-01cd-4060-abcf-e30c25263e9a,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:55.790698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4499af75-094b-423f-b796-58eaba405f82'}, {'subnet_id': '859335d9-e5a5-47a8-9b5d-a814dfa26783'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:55.812111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:06:55.812807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:55.837205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.856488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 955a0c41-ff54-4a46-929e-c1759f4abd41 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:55.895268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.934106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 63813f21-15a1-4468-8b54-2d36a3972f50 is not hosted by any dhcp agent {{(pid=87959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 13:06:55.940164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:55.940767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:55.942088 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "PUT /v2.0/networks/63813f21-15a1-4468-8b54-2d36a3972f50 HTTP/1.1" status: 200 len: 723 time: 0.6689425 Mar 11 13:06:55.949007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56618) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:55.958413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:55.958820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3e29a5-3892-4454-820a-5316651ac64b None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:06:55.982695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Attempting to bind port 90b24c55-0ba6-4863-945f-4651efa9d976 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:55.983289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Attempting to bind port 90b24c55-0ba6-4863-945f-4651efa9d976 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '96504874-a680-4e13-a6e0-5e919c338be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:55.983652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Attempting to bind port 90b24c55-0ba6-4863-945f-4651efa9d976 on network e778699c-0f53-4d2e-b163-c33228a82a19 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:55.994811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.011592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:56.011970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Checking segment: {'id': '96504874-a680-4e13-a6e0-5e919c338be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:56.012264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.012648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Bound using segment: {'id': '96504874-a680-4e13-a6e0-5e919c338be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:56.013120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Bound port: 90b24c55-0ba6-4863-945f-4651efa9d976, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96504874-a680-4e13-a6e0-5e919c338be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e778699c-0f53-4d2e-b163-c33228a82a19'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:56.013542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.025080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Allocated IP 2001:db8::3d0 (7554b52b-dd08-4b3d-8ffe-9d2c91e999a2/c8918c51-46e4-44fb-84a2-7d2027106d16/ba920f2d-9e68-4af2-82b9-b284d0a3e3d3) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:56.033468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': '63813f21-15a1-4468-8b54-2d36a3972f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:56.121202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '16495bfc-c107-45f4-87de-c52ebbe47d76'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:56.122056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.168573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e9fe6-594c-46dd-b64d-f696ec7dcae8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=63813f21-15a1-4468-8b54-2d36a3972f50,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:56.202732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 63813f21-15a1-4468-8b54-2d36a3972f50 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:06:56.244496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port dbb99ca1-0d29-4a03-a31f-6ca1e6dc081b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:56.245102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.269344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.321342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Subnet': ['ID=82da69c2-9a59-4d7b-9629-b7e1d540536c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:56.321574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8d7e5dd1-21be-4df5-8128-fa2e658dfd74 None None] Provisioning complete for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:56.321748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5dd1-21be-4df5-8128-fa2e658dfd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.330449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.349152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.355491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:56.361085 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fb6597d1-ee92-467c-826b-f7a2410b491f tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/subnets/82da69c2-9a59-4d7b-9629-b7e1d540536c HTTP/1.1" status: 204 len: 168 time: 3.3917108 Mar 11 13:06:56.362367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] For port 90b24c55-0ba6-4863-945f-4651efa9d976, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:56.364550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56622) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:56.418742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:56.467278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e5dd1-21be-4df5-8128-fa2e658dfd74 None None] Port 80f2cbc5-01cd-4060-abcf-e30c25263e9a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:56.542881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Allocated IP 2001:db8::f816:3eff:feae:c52f (03007ba6-d1e0-4ba6-aa08-eced2aedda75/16495bfc-c107-45f4-87de-c52ebbe47d76/a2ed3d84-7c44-4993-8562-3a9cc0f5bebb) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:56.546071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:56.550395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.555064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5f746-f1fd-4a80-a89a-f6ab1ca7f7ca tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:56.555754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bae5f746-f1fd-4a80-a89a-f6ab1ca7f7ca tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Synchronizing usage tracker for tenant:b291e9d137ae43138603062be51f8204 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:56.559098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] For port 90b24c55-0ba6-4863-945f-4651efa9d976, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=90b24c55-0ba6-4863-945f-4651efa9d976,segment=NetworkSegment(96504874-a680-4e13-a6e0-5e919c338be1),segment_id=96504874-a680-4e13-a6e0-5e919c338be1)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:56.567873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.623688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:56.734692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0494bf2-a3f2-4ee0-ab45-8bb0aeca091f None None] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:56.781979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bae5f746-f1fd-4a80-a89a-f6ab1ca7f7ca tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Unset dirty status for tenant:b291e9d137ae43138603062be51f8204 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:56.781979 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bae5f746-f1fd-4a80-a89a-f6ab1ca7f7ca tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4166076 Mar 11 13:06:56.799669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:56.809784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=955a0c41-ff54-4a46-929e-c1759f4abd41,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:56.851921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2e6d8-607c-4052-bb2b-5ded6e70e6d0 None None] Pushing event updated for resources: {'Port': ['ID=90b24c55-0ba6-4863-945f-4651efa9d976,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:56.903369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-07c8eb08-ca65-4142-aabc-117bd5a8bb08 None None] Provisioning for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:56.935011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.061583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8:0:1::1ac (bd8ba1fc-bc48-4080-907b-9b264e26507b/859335d9-e5a5-47a8-9b5d-a814dfa26783/80f2cbc5-01cd-4060-abcf-e30c25263e9a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:57.100333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.100783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.104548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.118282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Transition to ACTIVE for port object a2ed3d84-7c44-4993-8562-3a9cc0f5bebb will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:57.121175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63c5686a-fec8-4924-98d5-448624ed4661 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/955a0c41-ff54-4a46-929e-c1759f4abd41 HTTP/1.1" status: 204 len: 168 time: 2.1580999 Mar 11 13:06:57.125270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56630) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:57.131598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.143868 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Transition to ACTIVE for port object a2ed3d84-7c44-4993-8562-3a9cc0f5bebb will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:57.157893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.233526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:57.278235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:57.291305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:57.295612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Pushing event updated for resources: {'Port': ['ID=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:57.305764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for dbb99ca1-0d29-4a03-a31f-6ca1e6dc081b owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:57.350063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.380174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.392387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] Update dhcp port {'port': {'network_id': '2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af', 'fixed_ips': [{'subnet_id': '54764c75-78c7-49b4-a14f-71b94208e7a4', 'ip_address': '2001:db8::2'}, {'subnet_id': '4438e485-6beb-4fc5-b16a-109b147be002'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'c6c9bd04-e481-4647-b4dd-0a9ecd284110'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:06:57.424714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 80f2cbc5-01cd-4060-abcf-e30c25263e9a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:57.434169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d4284-4e47-4092-b298-c0c648955e9f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:57.436180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d4284-4e47-4092-b298-c0c648955e9f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:57.437310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f5d4284-4e47-4092-b298-c0c648955e9f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:57.442738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.470185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Attempting to bind port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:06:57.470717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Attempting to bind port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:06:57.470891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Attempting to bind port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:06:57.476321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Transition to ACTIVE for port object ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:57.480918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.491088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Deleting port 90b24c55-0ba6-4863-945f-4651efa9d976 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:57.491429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.493479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:06:57.493875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:57.494272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.494710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:06:57.495118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Bound port: a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:06:57.495486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.505025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 90b24c55-0ba6-4863-945f-4651efa9d976 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:57.607508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f5d4284-4e47-4092-b298-c0c648955e9f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:57.608813 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0f5d4284-4e47-4092-b298-c0c648955e9f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4825342 Mar 11 13:06:57.620478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56634) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:57.621734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] In _notify_port_updated(), no bound segment for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a on network bd8ba1fc-bc48-4080-907b-9b264e26507b {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:06:57.627906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:57.628726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.633102 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "PUT /v2.0/ports/80f2cbc5-01cd-4060-abcf-e30c25263e9a HTTP/1.1" status: 200 len: 1011 time: 1.8640563 Mar 11 13:06:57.635878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56636) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:57.756416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff06a7-9155-4fea-b06e-ee80b51ea56b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=80f2cbc5-01cd-4060-abcf-e30c25263e9a,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:57.797086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 16495bfc-c107-45f4-87de-c52ebbe47d76 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:57.800526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.801524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 90b24c55-0ba6-4863-945f-4651efa9d976 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:57.859775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.872187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:06:57.875682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:06:57.887299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6c9bd04-e481-4647-b4dd-0a9ecd284110 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:06:57.906404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 80f2cbc5-01cd-4060-abcf-e30c25263e9a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:06:57.906904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.922236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:57.968196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] For port 90b24c55-0ba6-4863-945f-4651efa9d976, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=90b24c55-0ba6-4863-945f-4651efa9d976,segment=NetworkSegment(96504874-a680-4e13-a6e0-5e919c338be1),segment_id=96504874-a680-4e13-a6e0-5e919c338be1)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:57.968863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.092781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] Allocated IP 172.20.0.1 (2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af/4438e485-6beb-4fc5-b16a-109b147be002/c6c9bd04-e481-4647-b4dd-0a9ecd284110) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:58.123883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Calling delete_port for 90b24c55-0ba6-4863-945f-4651efa9d976 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:58.166223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.184986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.241255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9979dd-db70-4e76-8d04-5e8ce51f457c None None] Network e778699c-0f53-4d2e-b163-c33228a82a19 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:58.265731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.280496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.296683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b2696d4a-032d-47ce-9923-f96b0150731e None None] Provisioning for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:58.315043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b2696d4a-032d-47ce-9923-f96b0150731e None None] Provisioning complete for port 80f2cbc5-01cd-4060-abcf-e30c25263e9a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:58.315414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b2696d4a-032d-47ce-9923-f96b0150731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.347939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74c87-a027-4f3b-bdd0-4b726878f6d6 None None] Pushing event updated for resources: {'Port': ['ID=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:58.414670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:06:58.429488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 80f2cbc5-01cd-4060-abcf-e30c25263e9a owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:06:58.443720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:58.467187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.475526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=ba920f2d-9e68-4af2-82b9-b284d0a3e3d3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:58.491712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:06:58.502368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:58.503681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.515302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b2696d4a-032d-47ce-9923-f96b0150731e None None] Port 80f2cbc5-01cd-4060-abcf-e30c25263e9a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:58.551466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=16495bfc-c107-45f4-87de-c52ebbe47d76,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:58.556307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.561383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.607553 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a50e8591-4581-4779-9ab8-7f8e40eec5fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/16495bfc-c107-45f4-87de-c52ebbe47d76 HTTP/1.1" status: 204 len: 168 time: 0.9723873 Mar 11 13:06:58.609461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56642) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:58.617921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=52e18352-b58a-431b-8fec-3b6ae77ff3f1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:58.623920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:58.638340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=dbb99ca1-0d29-4a03-a31f-6ca1e6dc081b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:58.685540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': '75daf4a0-78e2-4f40-b9b0-22b96499506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '63813f21-15a1-4468-8b54-2d36a3972f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:06:58.686238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: 63813f21-15a1-4468-8b54-2d36a3972f50, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:06:58.692635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] For port c6c9bd04-e481-4647-b4dd-0a9ecd284110, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6c9bd04-e481-4647-b4dd-0a9ecd284110,segment=NetworkSegment(bf5679ed-7fc8-4d08-9573-d69030013b0c),segment_id=bf5679ed-7fc8-4d08-9573-d69030013b0c)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:06:58.694823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8487aec-a287-4e19-9246-54eb65a8e017 None None] Could not find standard attr ID for object 90b24c55-0ba6-4863-945f-4651efa9d976. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:06:58.698965 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:58.700441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.702410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.801147 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e63f818-b3a0-425c-9005-3e8de5e01e33 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0357220 Mar 11 13:06:58.829578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56646) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:58.837951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.855588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'network_id': '7554b52b-dd08-4b3d-8ffe-9d2c91e999a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1449196515'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:58.880055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:58.888031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Port': ['ID=90b24c55-0ba6-4863-945f-4651efa9d976,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:58.898190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900af67-7a72-4d01-8aa0-ccbad87a8ada None None] DHCP port deletion for e778699c-0f53-4d2e-b163-c33228a82a19 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:06:58.927493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] No DVR routers for this DVR port 90b24c55-0ba6-4863-945f-4651efa9d976 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:06:58.967434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 63813f21-15a1-4468-8b54-2d36a3972f50 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:06:58.994784 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a34f0daf-d598-4576-8f5c-04cc14197865 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3790085 Mar 11 13:06:58.995398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56650) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.022038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3063fb62-edba-4351-b71d-585316db1871 None None] Provisioning for port ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:06:59.028896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3063fb62-edba-4351-b71d-585316db1871 None None] Provisioning complete for port ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:06:59.029607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3063fb62-edba-4351-b71d-585316db1871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.062213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] Transition to ACTIVE for port object c6c9bd04-e481-4647-b4dd-0a9ecd284110 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:06:59.062436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.075839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.083415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 63813f21-15a1-4468-8b54-2d36a3972f50) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:06:59.088095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.090602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.091764 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23ab1d1a-370a-4b79-9fa5-4f3528eba327 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/floatingips/5c937b08-d680-4727-bf45-39374582faa0 HTTP/1.1" status: 204 len: 168 time: 3.4921587 Mar 11 13:06:59.097235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56654) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.107808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '6a317a74-9c61-4d30-9715-5e3f3af309b2'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:59.112860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:59.113134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.122677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=80f2cbc5-01cd-4060-abcf-e30c25263e9a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:59.171234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:59.189518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2e173-1d14-4f90-8c10-dfc7004ba583 None None] Network 63813f21-15a1-4468-8b54-2d36a3972f50 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:06:59.212957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d3435-9925-4319-b96e-a7c98d4f8e4a None None] Pushing event updated for resources: {'Port': ['ID=c6c9bd04-e481-4647-b4dd-0a9ecd284110,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:59.213174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.229413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.232759 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1a82c6e0-eecf-4eb8-9d56-a64dcfbbf8e9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/80f2cbc5-01cd-4060-abcf-e30c25263e9a HTTP/1.1" status: 204 len: 168 time: 1.5627990 Mar 11 13:06:59.235700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56658) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.240992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:floatingip and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:06:59.253116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:06:59.277502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd3a0ca-eb1f-424d-b231-ff1199f7f23d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:59.278111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9dd3a0ca-eb1f-424d-b231-ff1199f7f23d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:59.293525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3063fb62-edba-4351-b71d-585316db1871 None None] Port ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:06:59.304814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e778699c-0f53-4d2e-b163-c33228a82a19']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:59.305655 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff58295-ed61-4599-bc8d-1ede5009115c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:06:59.306203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3ff58295-ed61-4599-bc8d-1ede5009115c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:59.309130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9dd3a0ca-eb1f-424d-b231-ff1199f7f23d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:59.312591 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9dd3a0ca-eb1f-424d-b231-ff1199f7f23d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3140337 Mar 11 13:06:59.314652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56662) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.324232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96504874-a680-4e13-a6e0-5e919c338be1') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:59.324542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96504874-a680-4e13-a6e0-5e919c338be1') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:06:59.342475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.366069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:59.383526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:59.405885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:59.406143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3ff58295-ed61-4599-bc8d-1ede5009115c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:59.408691 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3ff58295-ed61-4599-bc8d-1ede5009115c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/80f2cbc5-01cd-4060-abcf-e30c25263e9a HTTP/1.1" status: 404 len: 333 time: 0.1720717 Mar 11 13:06:59.418027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56666) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.421366 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-327fc3c2-84fa-4f52-acb6-5565a8e778c8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4684982 Mar 11 13:06:59.424292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56670) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.425204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.459549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.467970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:06:59.468710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:06:59.492296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2ea55398-6b82-4689-a577-cf12d73d9e4b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:59.509626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b76720-cb80-4f03-b17d-61217af75eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:59.510989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f5b76720-cb80-4f03-b17d-61217af75eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:06:59.543662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f5b76720-cb80-4f03-b17d-61217af75eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:06:59.551616 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f5b76720-cb80-4f03-b17d-61217af75eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2334192 Mar 11 13:06:59.553576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56674) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.560917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Made reservation on behalf of 8045b98a6d384eb5b6eb7b8ea2e6f9ab for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:59.564958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.597791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] device_id is not set on port 59c6d134-3a6f-494a-9288-df5ea17d90c0 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:06:59.648507 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c4d61e20-58bb-4da1-aeaa-3445c3371bcb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906806 Mar 11 13:06:59.649391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56678) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:06:59.657833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:06:59.676127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-63813f21-15a1-4468-8b54-2d36a3972f50', 'network_id': '63813f21-15a1-4468-8b54-2d36a3972f50', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '52e18352-b58a-431b-8fec-3b6ae77ff3f1'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:06:59.676965 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.746554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:06:59.746964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:06:59.775524 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:06:59.806057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet 859335d9-e5a5-47a8-9b5d-a814dfa26783 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:06:59.819733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:06:59.826437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.895605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:06:59.911300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Allocated IP 2001:db8::2 (63813f21-15a1-4468-8b54-2d36a3972f50/52e18352-b58a-431b-8fec-3b6ae77ff3f1/0e461ca4-8efd-4f9e-b975-aef6bad547e9) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:06:59.926897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:06:59.964397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:06:59.967924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.139830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.183186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ea55398-6b82-4689-a577-cf12d73d9e4b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2774349'] for subnet, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.213929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.247957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.254395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca244f0-83d1-4c44-b8c9-4d20bd3e2659 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:00.268877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c475a333-09dc-46f1-8854-fa515508700a None None] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:00.288233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Allocated IP 2001:db8::16c (7554b52b-dd08-4b3d-8ffe-9d2c91e999a2/c8918c51-46e4-44fb-84a2-7d2027106d16/59c6d134-3a6f-494a-9288-df5ea17d90c0) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:00.292774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.296128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.314271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Transition to ACTIVE for port object 0e461ca4-8efd-4f9e-b975-aef6bad547e9 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:00.320706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Network': ['ID=e778699c-0f53-4d2e-b163-c33228a82a19,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:00.330054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5bac7d51-1dfe-4741-947c-625ee1e5abe4 None None] Could not find standard attr ID for object 955a0c41-ff54-4a46-929e-c1759f4abd41. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:07:00.353339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=859335d9-e5a5-47a8-9b5d-a814dfa26783,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:00.357328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.367750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56682) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:00.368088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2b1f8be3-51dc-406c-baf1-1270a49ed1ec tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/networks/e778699c-0f53-4d2e-b163-c33228a82a19 HTTP/1.1" status: 204 len: 168 time: 3.5549831 Mar 11 13:07:00.398029 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cfb00a38-526c-479d-81e5-e72264c25af7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/859335d9-e5a5-47a8-9b5d-a814dfa26783 HTTP/1.1" status: 204 len: 168 time: 0.9789374 Mar 11 13:07:00.398508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:00.491510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.534876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504b1bf-a09f-45ae-be7a-c27ae0e548b0 None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:00.578815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.581790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.618061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet 4499af75-094b-423f-b796-58eaba405f82 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:00.640364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.685201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:07:00.685721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Transition to ACTIVE for port object 0e461ca4-8efd-4f9e-b975-aef6bad547e9 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:00.695873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5bac7d51-1dfe-4741-947c-625ee1e5abe4 None None] Provisioning for port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:00.772678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.816013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.904256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.914071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:00.929478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c6c9bd04-e481-4647-b4dd-0a9ecd284110, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6c9bd04-e481-4647-b4dd-0a9ecd284110,segment=NetworkSegment(bf5679ed-7fc8-4d08-9573-d69030013b0c),segment_id=bf5679ed-7fc8-4d08-9573-d69030013b0c)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:00.932064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Network 63813f21-15a1-4468-8b54-2d36a3972f50 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:00.955096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7cf71f-cc96-4748-8ef5-c301b96a7283']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:00.973339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.26.4.211 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/9b2efce5-6de7-4133-a2bc-c1af939b7a8f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:00.975582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def32326-31a0-4ab8-a5c3-079e408639bd') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:00.975582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def32326-31a0-4ab8-a5c3-079e408639bd') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:00.979500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:00.982501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:00.993895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.005409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.012312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Transition to ACTIVE for port object 59c6d134-3a6f-494a-9288-df5ea17d90c0 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:01.014086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.024768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:01.024969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.026048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Pushing event updated for resources: {'Port': ['ID=0e461ca4-8efd-4f9e-b975-aef6bad547e9,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:01.040743 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:01.117801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4c3808e7-253b-46cc-ac1e-4926af9d0263 None None] Provisioning for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:01.173478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.174969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ea55398-6b82-4689-a577-cf12d73d9e4b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763578237943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2693123'] for subnet, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.185527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.213612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.242564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4c3808e7-253b-46cc-ac1e-4926af9d0263 None None] Provisioning complete for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:01.242927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4c3808e7-253b-46cc-ac1e-4926af9d0263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.251296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.254459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Network': ['ID=7e7cf71f-cc96-4748-8ef5-c301b96a7283,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:01.263155 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-03eb472f-5294-4027-90e0-8793e2efccd7 tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/networks/7e7cf71f-cc96-4748-8ef5-c301b96a7283 HTTP/1.1" status: 204 len: 168 time: 0.8942306 Mar 11 13:07:01.270363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56690) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:01.282464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a2ed3d84-7c44-4993-8562-3a9cc0f5bebb up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:01.353170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.374164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea55398-6b82-4689-a577-cf12d73d9e4b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:01.374922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ea55398-6b82-4689-a577-cf12d73d9e4b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.376838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2ea55398-6b82-4689-a577-cf12d73d9e4b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "PUT /v2.0/subnets/52e18352-b58a-431b-8fec-3b6ae77ff3f1 HTTP/1.1" status: 200 len: 826 time: 1.9193027 Mar 11 13:07:01.384162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56694) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:01.405687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Attempting to bind port 0e461ca4-8efd-4f9e-b975-aef6bad547e9 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:01.405687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Attempting to bind port 0e461ca4-8efd-4f9e-b975-aef6bad547e9 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '75daf4a0-78e2-4f40-b9b0-22b96499506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '63813f21-15a1-4468-8b54-2d36a3972f50'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:01.405687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Attempting to bind port 0e461ca4-8efd-4f9e-b975-aef6bad547e9 on network 63813f21-15a1-4468-8b54-2d36a3972f50 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:01.421825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea55398-6b82-4689-a577-cf12d73d9e4b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=52e18352-b58a-431b-8fec-3b6ae77ff3f1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:01.430894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.443987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:01.444389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Checking segment: {'id': '75daf4a0-78e2-4f40-b9b0-22b96499506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '63813f21-15a1-4468-8b54-2d36a3972f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:01.445041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.445304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Bound using segment: {'id': '75daf4a0-78e2-4f40-b9b0-22b96499506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '63813f21-15a1-4468-8b54-2d36a3972f50'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:01.445884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Bound port: 0e461ca4-8efd-4f9e-b975-aef6bad547e9, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75daf4a0-78e2-4f40-b9b0-22b96499506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '63813f21-15a1-4468-8b54-2d36a3972f50'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:01.446343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.495043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.516712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c6c9bd04-e481-4647-b4dd-0a9ecd284110,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:01.527806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:01.530448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=59c6d134-3a6f-494a-9288-df5ea17d90c0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:01.533557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:01.537040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.543087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:01.549657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:01.550391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.603641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=4499af75-094b-423f-b796-58eaba405f82,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:01.611870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.629386 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-503d55f1-2516-4137-8612-6b50b8190c6c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/4499af75-094b-423f-b796-58eaba405f82 HTTP/1.1" status: 204 len: 168 time: 1.2285314 Mar 11 13:07:01.630949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.634690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56698) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:01.690466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:01.730947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:01.731312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.743096 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-086de393-fdc7-45aa-9f66-cf05f4570dea tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8929095 Mar 11 13:07:01.768085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56702) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:01.780239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10', 'mac_address': 'fa:16:3e:92:11:03'}, {'ip_address': '2001:db8::3d0', 'mac_address': 'fa:16:3e:7d:42:22'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:01.804391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] For port 0e461ca4-8efd-4f9e-b975-aef6bad547e9, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:01.836989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] For port 0e461ca4-8efd-4f9e-b975-aef6bad547e9, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0e461ca4-8efd-4f9e-b975-aef6bad547e9,segment=NetworkSegment(75daf4a0-78e2-4f40-b9b0-22b96499506c),segment_id=75daf4a0-78e2-4f40-b9b0-22b96499506c)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:01.853093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.916045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:01.955513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cf13a9-6321-4fcb-a50b-5ae47f773fe6']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:01.996485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca21674c-e4b3-4bc5-99a3-e56243edd7e3') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:01.996789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca21674c-e4b3-4bc5-99a3-e56243edd7e3') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:02.034458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.059549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.067379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:02.067972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.079962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.092016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd6a42-34e9-44cc-9201-c8eb5effa22d None None] Pushing event updated for resources: {'Port': ['ID=0e461ca4-8efd-4f9e-b975-aef6bad547e9,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:02.131415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc11479-3b27-45a5-8b1a-3d0c7e726684 None None] Update dhcp port {'port': {'network_id': 'bd8ba1fc-bc48-4080-907b-9b264e26507b', 'fixed_ips': [{'subnet_id': '4499af75-094b-423f-b796-58eaba405f82'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'd03e5b85-f082-486a-a267-28a485cddc33'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:07:02.197285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Provisioning for port 59c6d134-3a6f-494a-9288-df5ea17d90c0 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:02.204550 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:02.211480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.211839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Provisioning complete for port 59c6d134-3a6f-494a-9288-df5ea17d90c0 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:02.212396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.221244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:02.231635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.240438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.270945 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/networks/e1cf13a9-6321-4fcb-a50b-5ae47f773fe6 HTTP/1.1" status: 204 len: 168 time: 1.0002928 Mar 11 13:07:02.277746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56706) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:02.297982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccc11479-3b27-45a5-8b1a-3d0c7e726684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.324650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8502c45-c308-4193-970b-c91df3e8827b tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Network': ['ID=e1cf13a9-6321-4fcb-a50b-5ae47f773fe6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:02.357556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port 0e461ca4-8efd-4f9e-b975-aef6bad547e9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:02.357908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.434291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Port 59c6d134-3a6f-494a-9288-df5ea17d90c0 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:02.437780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.477542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:02.497129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.522149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.523042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.557100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Provisioning complete for port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:02.557950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.648178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:02.669899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:02.670212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:02.717069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=9b2efce5-6de7-4133-a2bc-c1af939b7a8f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:02.735800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.762089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:02.762670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:02.787518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:02.789721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.806830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:02.817811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:02.818456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.825914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cc62a-4824-4a72-a91f-8e228057d5c1 None None] Network bd8ba1fc-bc48-4080-907b-9b264e26507b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:02.843937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=9005190e-735b-4e2e-a29b-0dab5cfabdb4,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:02.844155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f3e2e-6935-4735-9acb-4a56426012a8 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:02.853074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port d03e5b85-f082-486a-a267-28a485cddc33 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:02.853422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:02.971398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.081948 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-758b7330-536d-4418-8dcb-09d5f531dc6b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4289024 Mar 11 13:07:03.104684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56712) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:03.125167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:73:39:19', 'name': 'tempest-NetworksTestDHCPv6-101942548'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:03.176714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:03.199173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.238784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.283299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d44d60c-9aeb-48ad-b96d-d5202721e176']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:03.296131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port 0e461ca4-8efd-4f9e-b975-aef6bad547e9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0e461ca4-8efd-4f9e-b975-aef6bad547e9,segment=NetworkSegment(75daf4a0-78e2-4f40-b9b0-22b96499506c),segment_id=75daf4a0-78e2-4f40-b9b0-22b96499506c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:03.296493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.309208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40eaae17-eedd-44d6-b004-fc6989db17b2') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:03.309603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40eaae17-eedd-44d6-b004-fc6989db17b2') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:03.310616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699e860-c192-4a2f-87a6-9379b05d13cc None None] Pushing event updated for resources: {'Port': ['ID=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:03.379560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-62619f10-3e0d-4447-920b-c5cee4928e38 None None] Could not find standard attr ID for object 955a0c41-ff54-4a46-929e-c1759f4abd41. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:07:03.412563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6c9bd04-e481-4647-b4dd-0a9ecd284110 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:03.446147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.460104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for 0e461ca4-8efd-4f9e-b975-aef6bad547e9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:03.506748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.523709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:03.524093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:03.540436 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:03.556565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514efbe-8f24-4fad-8cf5-befe8537791d None None] Network 63813f21-15a1-4468-8b54-2d36a3972f50 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:03.579232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-62619f10-3e0d-4447-920b-c5cee4928e38 None None] Provisioning complete for port d03e5b85-f082-486a-a267-28a485cddc33 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:03.579682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-62619f10-3e0d-4447-920b-c5cee4928e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.620471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:07:03.653887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] DHCP port deletion for bd8ba1fc-bc48-4080-907b-9b264e26507b request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:03.658631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] For port d03e5b85-f082-486a-a267-28a485cddc33, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d03e5b85-f082-486a-a267-28a485cddc33,segment=NetworkSegment(8499183a-a75b-436f-9e1e-39fe03cc437b),segment_id=8499183a-a75b-436f-9e1e-39fe03cc437b)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:03.659037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.667466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.685276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.701113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.704745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.720070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] Pushing event deleted for resources: {'Network': ['ID=9d44d60c-9aeb-48ad-b96d-d5202721e176,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:03.734099 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bfcb7ab7-e975-46a4-8997-21b76af257db tempest-BulkNetworkOpsIpV6Test-697722427 tempest-BulkNetworkOpsIpV6Test-697722427-project] 10.222.0.52 "DELETE /v2.0/networks/9d44d60c-9aeb-48ad-b96d-d5202721e176 HTTP/1.1" status: 204 len: 168 time: 1.4454396 Mar 11 13:07:03.740858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.743593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Deleting port d03e5b85-f082-486a-a267-28a485cddc33 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:03.744023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.798352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Port': ['ID=0e461ca4-8efd-4f9e-b975-aef6bad547e9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:03.888116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for d03e5b85-f082-486a-a267-28a485cddc33 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:03.905297 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:03.906086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:03.906203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No DVR routers for this DVR port 0e461ca4-8efd-4f9e-b975-aef6bad547e9 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:03.942388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:03.954659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:03.992803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] In _notify_port_updated(), no bound segment for port 59c6d134-3a6f-494a-9288-df5ea17d90c0 on network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:07:03.999242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:04.000302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.002405 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "PUT /v2.0/ports/59c6d134-3a6f-494a-9288-df5ea17d90c0 HTTP/1.1" status: 200 len: 1067 time: 2.2282023 Mar 11 13:07:04.006525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56718) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:04.011485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:04.097203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting port 59c6d134-3a6f-494a-9288-df5ea17d90c0 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:04.097796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.104617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ea281-79dc-4071-8a84-1127d5e39d66 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event updated for resources: {'Port': ['ID=59c6d134-3a6f-494a-9288-df5ea17d90c0,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:04.226023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.393243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56724) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:04.412383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.444986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] For port d03e5b85-f082-486a-a267-28a485cddc33, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d03e5b85-f082-486a-a267-28a485cddc33,segment=NetworkSegment(8499183a-a75b-436f-9e1e-39fe03cc437b),segment_id=8499183a-a75b-436f-9e1e-39fe03cc437b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:04.445378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.464540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.480354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=d03e5b85-f082-486a-a267-28a485cddc33,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:04.492816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No DVR routers for this DVR port d03e5b85-f082-486a-a267-28a485cddc33 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:04.643764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.660416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 90b24c55-0ba6-4863-945f-4651efa9d976 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:04.675067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Calling delete_port for 59c6d134-3a6f-494a-9288-df5ea17d90c0 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:04.692660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Calling delete_port for d03e5b85-f082-486a-a267-28a485cddc33 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:04.722536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8ba1fc-bc48-4080-907b-9b264e26507b']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:04.744201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.751323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-62619f10-3e0d-4447-920b-c5cee4928e38 None None] Provisioning complete for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:04.751689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-62619f10-3e0d-4447-920b-c5cee4928e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.769780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8499183a-a75b-436f-9e1e-39fe03cc437b') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:04.770022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8499183a-a75b-436f-9e1e-39fe03cc437b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:04.776546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 90b24c55-0ba6-4863-945f-4651efa9d976 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:04.776546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 90b24c55-0ba6-4863-945f-4651efa9d976 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:04.784214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.807335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port fead42a5-429d-4a50-a262-7fd41ad89783 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:04.826993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e747ff6-e5bf-4db9-bc8a-a3ca28c34625 None None] Network 63813f21-15a1-4468-8b54-2d36a3972f50 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:04.859463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.898357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.904747 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7486094d-479c-4d6d-85e1-66a5c8abbdc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b291e9d137ae43138603062be51f8204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012395 Mar 11 13:07:04.915364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:04.932668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a2ed3d84-7c44-4993-8562-3a9cc0f5bebb up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:04.933904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.952448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:04.952849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:04.967487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:04.967833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:04.970095 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:05.027502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=52e18352-b58a-431b-8fec-3b6ae77ff3f1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:05.143737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.149264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.152166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:05.152822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.153554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.154950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.227554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Port': ['ID=59c6d134-3a6f-494a-9288-df5ea17d90c0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:05.228004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b900d3d3-2e9c-46b9-9893-0ed2ff90260b None None] DHCP port deletion for 63813f21-15a1-4468-8b54-2d36a3972f50 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:05.232588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3bebb2c-51f8-4729-be4c-e287b2ce0724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.234015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63813f21-15a1-4468-8b54-2d36a3972f50']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:05.244003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=bd8ba1fc-bc48-4080-907b-9b264e26507b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:05.271975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fe73:3919 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/9005190e-735b-4e2e-a29b-0dab5cfabdb4/fead42a5-429d-4a50-a262-7fd41ad89783) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:05.286335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75daf4a0-78e2-4f40-b9b0-22b96499506c') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:05.286660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75daf4a0-78e2-4f40-b9b0-22b96499506c') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:05.295244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b6a9fa35-456d-4fa8-8fc1-5e16417daa5d None None] Could not find standard attr ID for object 59c6d134-3a6f-494a-9288-df5ea17d90c0. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:07:05.310723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.317869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dec0c59f-e76b-485a-a3a3-433f58688306 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/bd8ba1fc-bc48-4080-907b-9b264e26507b HTTP/1.1" status: 204 len: 168 time: 3.6434186 Mar 11 13:07:05.318844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56734) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:05.318967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.324207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6c9bd04-e481-4647-b4dd-0a9ecd284110 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:05.345513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3bebb2c-51f8-4729-be4c-e287b2ce0724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.386612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b6a9fa35-456d-4fa8-8fc1-5e16417daa5d None None] Provisioning complete for port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:05.387239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b6a9fa35-456d-4fa8-8fc1-5e16417daa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.419107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.444049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:05.444463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:05.470027 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:05.520540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Deleting port d03e5b85-f082-486a-a267-28a485cddc33 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:05.520964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.639008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0beaf-ed0a-451f-8911-1ed502080e5e None None] The port 'd03e5b85-f082-486a-a267-28a485cddc33' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:07:05.646852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.690128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3bebb2c-51f8-4729-be4c-e287b2ce0724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.699967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.719121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bebb2c-51f8-4729-be4c-e287b2ce0724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b52a3-8035-4195-8b19-6e7da1917740,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:05.722349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:05.722491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=63813f21-15a1-4468-8b54-2d36a3972f50,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:05.722709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.737022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.742025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3bebb2c-51f8-4729-be4c-e287b2ce0724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.745821 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3bebb2c-51f8-4729-be4c-e287b2ce0724 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c30b52a3-8035-4195-8b19-6e7da1917740 HTTP/1.1" status: 204 len: 168 time: 0.8234160 Mar 11 13:07:05.753428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6632888-62f6-43e2-8409-69a6a1a4e363 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:05.755230 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c6632888-62f6-43e2-8409-69a6a1a4e363 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4333544 Mar 11 13:07:05.759772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56740) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:05.763514 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-614b91fc-be9c-47a4-bab8-f4456cb734ef tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/63813f21-15a1-4468-8b54-2d36a3972f50 HTTP/1.1" status: 204 len: 168 time: 4.3771181 Mar 11 13:07:05.799826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.806387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56744) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:05.814720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b6a9fa35-456d-4fa8-8fc1-5e16417daa5d None None] Could not find standard attr ID for object 0e461ca4-8efd-4f9e-b975-aef6bad547e9. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:07:05.825286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object fead42a5-429d-4a50-a262-7fd41ad89783 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:05.853848 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5bf1f47d-b2f2-44bc-8ad4-9df1a4c93927 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/ports/59c6d134-3a6f-494a-9288-df5ea17d90c0 HTTP/1.1" status: 204 len: 168 time: 1.8457487 Mar 11 13:07:05.856729 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2213dac8-5fab-4ce3-ba20-1f8e6fc335e3 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:05.857404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2213dac8-5fab-4ce3-ba20-1f8e6fc335e3 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:05.857623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56748) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:05.863235 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2213dac8-5fab-4ce3-ba20-1f8e6fc335e3 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/63813f21-15a1-4468-8b54-2d36a3972f50 HTTP/1.1" status: 404 len: 339 time: 0.0518577 Mar 11 13:07:05.864669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.865394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56752) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:05.876194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1948500486', 'description': 'd1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:05.883959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:05.892258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Usage tracker for resource:network and tenant:008ddcdd032047058098002aabfbf530 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:05.896188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:05.909258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:05.936355 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-690f4870-514d-4e9f-8496-0fc641bc667b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1750512 Mar 11 13:07:05.937750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:05.941783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:05.952795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56756) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:05.963365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655407430'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:05.969274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:05.974405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d03e5b85-f082-486a-a267-28a485cddc33 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:05.983205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:05.986517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=fead42a5-429d-4a50-a262-7fd41ad89783,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:05.988664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:06.005130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:06.005314 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef4d720-a54b-4cdd-bd8b-5f65a0e86bfd tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] GET failed (client error): The resource could not be found. Mar 11 13:07:06.005449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fef4d720-a54b-4cdd-bd8b-5f65a0e86bfd tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Synchronizing usage tracker for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:06.012068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: d03e5b85-f082-486a-a267-28a485cddc33 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:06.012751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d03e5b85-f082-486a-a267-28a485cddc33 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:06.017296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:06.022700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:06.025815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:06.026398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.029345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:06.032460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:06.038385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:06.039128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.044681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.059113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.064423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.064949 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment fcd71991-68ff-4f37-b2df-d0e0ab1cdf9c of type vlan for network 18be89b7-f062-4d3a-99a9-336314170593 Mar 11 13:07:06.096163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:06.107772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.116969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.117812 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 7d39f231-6fd8-4970-9086-8ea4a467e1e2 of type vlan for network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 Mar 11 13:07:06.132324 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-542d0da2-4ed9-46c8-8b56-3c26a8887125 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0241239 Mar 11 13:07:06.134907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56762) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:06.163226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fef4d720-a54b-4cdd-bd8b-5f65a0e86bfd tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Unset dirty status for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:06.167029 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fef4d720-a54b-4cdd-bd8b-5f65a0e86bfd tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "GET /v2.0/ports/59c6d134-3a6f-494a-9288-df5ea17d90c0 HTTP/1.1" status: 404 len: 333 time: 0.3057323 Mar 11 13:07:06.170772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56768) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:06.230304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.255591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=9b2efce5-6de7-4133-a2bc-c1af939b7a8f,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:06.261549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.264633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.270845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:06.271825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.343910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.346565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting port ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:06.346910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.349993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:06.350572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.460226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-936bd496-d362-4e40-b4f0-6cf2ed2da2c8 None None] Provisioning for port fead42a5-429d-4a50-a262-7fd41ad89783 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:06.472413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-936bd496-d362-4e40-b4f0-6cf2ed2da2c8 None None] Provisioning complete for port fead42a5-429d-4a50-a262-7fd41ad89783 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:06.473051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-936bd496-d362-4e40-b4f0-6cf2ed2da2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:06.480592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6127112 Mar 11 13:07:06.482817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0ef85-78a4-4bc4-8f9c-7d37a8bb0358 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=18be89b7-f062-4d3a-99a9-336314170593,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:06.501170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56780) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:06.517563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 18be89b7-f062-4d3a-99a9-336314170593 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:06.521644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455624cc-6b4e-4be5-baf7-c1bdecf6de87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:06.528097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455624cc-6b4e-4be5-baf7-c1bdecf6de87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:06.532686 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-455624cc-6b4e-4be5-baf7-c1bdecf6de87 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3936739 Mar 11 13:07:06.532686 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5776188 Mar 11 13:07:06.537013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56786) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:06.537349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56788) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:06.551415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:06.660435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-936bd496-d362-4e40-b4f0-6cf2ed2da2c8 None None] Port fead42a5-429d-4a50-a262-7fd41ad89783 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:06.714099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d196c-237c-40dd-981f-0ffa6a598c6b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:06.728749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:06.738343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e830227-93b7-49ab-86cd-12ee7941cec4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:06.739377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e830227-93b7-49ab-86cd-12ee7941cec4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Synchronizing usage tracker for tenant:008ddcdd032047058098002aabfbf530 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:06.759255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5e830227-93b7-49ab-86cd-12ee7941cec4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Unset dirty status for tenant:008ddcdd032047058098002aabfbf530 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:06.761668 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5e830227-93b7-49ab-86cd-12ee7941cec4 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/networks?id=18be89b7-f062-4d3a-99a9-336314170593 HTTP/1.1" status: 200 len: 765 time: 0.2550313 Mar 11 13:07:06.763856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56798) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:06.772492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'description': 'd2'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:06.787463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56802) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:06.848544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0e461ca4-8efd-4f9e-b975-aef6bad547e9 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:06.887361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 0e461ca4-8efd-4f9e-b975-aef6bad547e9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:06.888019 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0e461ca4-8efd-4f9e-b975-aef6bad547e9 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:06.897522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port fead42a5-429d-4a50-a262-7fd41ad89783 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:06.898044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.015666 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 4d647d30-8b96-4745-bcf4-55b179caf7e2 associated. External IP: 172.26.4.211, port: 6a317a74-9c61-4d30-9715-5e3f3af309b2. Mar 11 13:07:07.083119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:07.094142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1385661702'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:07.098628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6dd9145e-fe45-4e3d-b5f3-3ea8015fdeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.109183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:07.116912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:07.122210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:07.138250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:07.143920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.162346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:07.165875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.176189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.182716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:07.190894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:07.201301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.222731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network 18be89b7-f062-4d3a-99a9-336314170593 is not hosted by any dhcp agent {{(pid=87959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 13:07:07.222980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:07.227508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.228063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.229564 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "PUT /v2.0/networks/18be89b7-f062-4d3a-99a9-336314170593 HTTP/1.1" status: 200 len: 762 time: 0.4645298 Mar 11 13:07:07.234766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56810) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:07.267364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:07.275864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:07.279299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.337626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group_rule and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:07.342069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:07.347462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=18be89b7-f062-4d3a-99a9-336314170593,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:07.400563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:07.423021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.423365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.423706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.424031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.424352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.424680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.425000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.425323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.425668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.425990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.426310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.426657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6adec4-34b9-4033-9515-f3da4dc7ab25 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:07.444523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 18be89b7-f062-4d3a-99a9-336314170593 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:07.448580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa1d4f-da8d-4d30-866a-970f2c26f5e7 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.450212 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c8aa1d4f-da8d-4d30-866a-970f2c26f5e7 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/networks?id=18be89b7-f062-4d3a-99a9-336314170593 HTTP/1.1" status: 200 len: 765 time: 0.2126245 Mar 11 13:07:07.458942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56814) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:07.481924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.651458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c9bac-5fd6-4b8e-8424-5172e9a6e2d1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.652914 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-208c9bac-5fd6-4b8e-8424-5172e9a6e2d1 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1925969 Mar 11 13:07:07.655651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56818) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:07.700982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Calling delete_port for ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:07.711008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc4c01f6-a25f-476d-900f-42ac6574b8b8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Synchronizing usage tracker for tenant:008ddcdd032047058098002aabfbf530 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:07.714321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.720515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.753195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc4c01f6-a25f-476d-900f-42ac6574b8b8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Unset dirty status for tenant:008ddcdd032047058098002aabfbf530 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:07.754388 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fc4c01f6-a25f-476d-900f-42ac6574b8b8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 207 time: 0.0978508 Mar 11 13:07:07.759722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:07.761595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56822) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:07.792016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7133f355-f576-4784-a96d-f7dbd073a2da,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:07.814145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.814537 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment e1543c7e-b5a5-48b5-98d4-99175b806286 of type vlan for network ae0f10e1-05c9-4695-8ece-5e17688e5af1 Mar 11 13:07:07.866146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.910069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:07.966088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1dead-0481-4028-88b5-e25043d9eeca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.972023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1dead-0481-4028-88b5-e25043d9eeca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.977707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1dead-0481-4028-88b5-e25043d9eeca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.983323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1dead-0481-4028-88b5-e25043d9eeca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.989263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1dead-0481-4028-88b5-e25043d9eeca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.995264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1dead-0481-4028-88b5-e25043d9eeca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:07.997139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-eab1dead-0481-4028-88b5-e25043d9eeca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2345972 Mar 11 13:07:08.003576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56826) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:08.051899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:08.057194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.057793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:08.191346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for fead42a5-429d-4a50-a262-7fd41ad89783 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:08.241322 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4503996 Mar 11 13:07:08.243316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56830) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:08.253167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0fe27-9f57-4965-8d0b-cc622ce507b8 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=ae0f10e1-05c9-4695-8ece-5e17688e5af1,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:08.265037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:08.268023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'name': 'tempest-PortsTestJSON-1074304800'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:08.326848 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cead087d-ebc2-4192-8316-9665808b9c70 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3221495 Mar 11 13:07:08.331694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56834) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:08.452202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:08.459589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:08.462489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:08.467539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:08.473853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f36ce-b720-49ff-b2f5-e541df94ca8f tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.475340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f36ce-b720-49ff-b2f5-e541df94ca8f tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.476828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f36ce-b720-49ff-b2f5-e541df94ca8f tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.478341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f36ce-b720-49ff-b2f5-e541df94ca8f tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.479936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f36ce-b720-49ff-b2f5-e541df94ca8f tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.485466 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-613f36ce-b720-49ff-b2f5-e541df94ca8f tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1489644 Mar 11 13:07:08.486262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56838) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:08.488845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:08.512464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:08.547898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:08.551303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:08.584297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:08.586286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a745dca-f31d-44bd-8638-eba286d61ac8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.587665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a745dca-f31d-44bd-8638-eba286d61ac8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.589029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a745dca-f31d-44bd-8638-eba286d61ac8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.590431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a745dca-f31d-44bd-8638-eba286d61ac8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.591900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a745dca-f31d-44bd-8638-eba286d61ac8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['shared'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.597226 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1a745dca-f31d-44bd-8638-eba286d61ac8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1062801 Mar 11 13:07:08.597226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:08.628049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:08.648478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Port': ['ID=ba920f2d-9e68-4af2-82b9-b284d0a3e3d3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:08.746954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:08.794675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:08.815466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a07ad51-7aa2-4558-9125-e3184624d452 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:08.818027 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7a07ad51-7aa2-4558-9125-e3184624d452 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/networks/57d2179b-5883-4cc5-81d2-03fbbee755c8 HTTP/1.1" status: 200 len: 804 time: 0.1888983 Mar 11 13:07:08.829109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56846) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:08.873246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=c8df7388-e740-4318-81f5-d030f2100575,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:08.880478 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-71a16ecb-c4c5-4495-86c0-ef3606b7ac64 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/ports/ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 HTTP/1.1" status: 204 len: 168 time: 2.6997228 Mar 11 13:07:08.911951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=fead42a5-429d-4a50-a262-7fd41ad89783,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:08.914455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.042783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.047757 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0db205bf-f552-4432-8b05-10bf03723e30 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/fead42a5-429d-4a50-a262-7fd41ad89783 HTTP/1.1" status: 204 len: 168 time: 2.5046680 Mar 11 13:07:09.052407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56854) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.058762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '7d39f231-6fd8-4970-9086-8ea4a467e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:09.059250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:09.064979 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f24a19-8dfc-4dc0-9d5b-fc6a7ace39d9 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] GET failed (client error): The resource could not be found. Mar 11 13:07:09.065603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-05f24a19-8dfc-4dc0-9d5b-fc6a7ace39d9 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Synchronizing usage tracker for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:09.097701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:09.111123 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:09.114054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-05f24a19-8dfc-4dc0-9d5b-fc6a7ace39d9 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Unset dirty status for tenant:8045b98a6d384eb5b6eb7b8ea2e6f9ab on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:09.119164 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-05f24a19-8dfc-4dc0-9d5b-fc6a7ace39d9 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "GET /v2.0/ports/ba920f2d-9e68-4af2-82b9-b284d0a3e3d3 HTTP/1.1" status: 404 len: 333 time: 0.1355531 Mar 11 13:07:09.120914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56858) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.122337 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:09.123214 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:09.164372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:09.173234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.186609 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:09.195891 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:09.196719 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:06:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:09.206798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d00c735-0252-49fe-99a6-9ecc795d0d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.242902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcddede-0625-490d-bcf8-40caf6f5de6a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:09.244501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcddede-0625-490d-bcf8-40caf6f5de6a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:09.245234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ebcddede-0625-490d-bcf8-40caf6f5de6a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:09.254477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:09.263665 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:09.264370 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea51c5-217b-4888-99c3-df33eae6a71f None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:09.265138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c02c43-311c-4aad-8ef7-fa461fa4a5b7 None None] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:09.279138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:09.280493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.286040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.292795 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-14174db2-6887-4b4c-9840-245fd001ecfd tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/networks/57d2179b-5883-4cc5-81d2-03fbbee755c8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4585729 Mar 11 13:07:09.296219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56862) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.308760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting port 01ee7a65-48cd-48b2-a49e-791021ccb038 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:09.309108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.334939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ebcddede-0625-490d-bcf8-40caf6f5de6a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:09.336072 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ebcddede-0625-490d-bcf8-40caf6f5de6a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2827342 Mar 11 13:07:09.340463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56866) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.356415 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7af61100-c76c-4f1b-96b9-6801f9f1fb0c tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.2569354 Mar 11 13:07:09.359414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56870) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.431180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391f336-8e1f-4912-a142-990cd09006a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:09.432771 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c391f336-8e1f-4912-a142-990cd09006a2 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/subnets/8f19eda0-4542-4922-ab88-998bdbfbb3ae HTTP/1.1" status: 200 len: 843 time: 0.1354654 Mar 11 13:07:09.438359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56874) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.440957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 9005190e-735b-4e2e-a29b-0dab5cfabdb4 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:09.444736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.452419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9435f7b7-31b2-4819-b7f4-309342c6d90e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9088619 Mar 11 13:07:09.462169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56878) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.507690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.520062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4', 'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4', 'tenant_id': 'd5771888ea0e4b5681f35a88f2a6254a', 'fixed_ips': [{'subnet_id': 'c8df7388-e740-4318-81f5-d030f2100575'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:09.520854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.525268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4', 'name': 'tempest-PortsIpV6TestJSON-1840516966'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:09.554837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.659762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=16870d6e-4d2f-44d0-9dfa-2e1442099f7f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:09.684848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': 'e1543c7e-b5a5-48b5-98d4-99175b806286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:09.685214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: ae0f10e1-05c9-4695-8ece-5e17688e5af1, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:09.690447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Allocated IP 2001:db8::2 (3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4/c8df7388-e740-4318-81f5-d030f2100575/31f69352-57ac-4d46-af9c-473497a5d6a4) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:09.709499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.736923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:09.758842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, ae0f10e1-05c9-4695-8ece-5e17688e5af1) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:09.765883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:09.771295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:09.771895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.788581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cda287-1644-42b6-b28c-3516ff6e6718 None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:09.803165 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9bd3b968-a596-4b96-8b4c-30715b2b01ba tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5519409 Mar 11 13:07:09.804084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56882) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.811650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-957556533'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:09.821918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:09.826761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:09.830217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:09.834030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.846464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb501b-c98d-4bca-9df6-bb66d7b2a397 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:09.846985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-11eb501b-c98d-4bca-9df6-bb66d7b2a397 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Synchronizing usage tracker for tenant:008ddcdd032047058098002aabfbf530 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:09.866566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:09.873462 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-171dbd00-e2bb-4597-8930-6257a95359f6 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "GET /v2.0/floatingips/4d647d30-8b96-4745-bcf4-55b179caf7e2 HTTP/1.1" status: 200 len: 979 time: 0.5129478 Mar 11 13:07:09.879645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56886) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.886178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.890921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=9005190e-735b-4e2e-a29b-0dab5cfabdb4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:09.900574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4a8b1-d5c3-4cfa-a168-af149d7f519c None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:09.907213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-11eb501b-c98d-4bca-9df6-bb66d7b2a397 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Unset dirty status for tenant:008ddcdd032047058098002aabfbf530 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:09.912531 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-11eb501b-c98d-4bca-9df6-bb66d7b2a397 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "GET /v2.0/subnets/8f19eda0-4542-4922-ab88-998bdbfbb3ae?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4612229 Mar 11 13:07:09.928091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:09.945566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-174851462'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:09.968592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:09.972594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:09.988385 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-beb69697-6f3c-4723-9b01-1c8509f23e39 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/9005190e-735b-4e2e-a29b-0dab5cfabdb4 HTTP/1.1" status: 204 len: 168 time: 0.6435156 Mar 11 13:07:09.992454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56894) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:10.010555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:10.046209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:10.050457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:10.060884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:10.068935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:10.085916 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ef229483-d162-4b9d-bcc2-d1480383ffc2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896366 Mar 11 13:07:10.086158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:10.087387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:10.090445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cacada4d-4a6f-495f-a85f-fbc1a275f745 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Synchronizing usage tracker for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:floatingip {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:10.093072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:10.096604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:10.106895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.107240 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment 51c0baec-d747-40ba-b9ed-cdd873ac0a05 of type vlan for network f77cc5b2-53f3-4df5-8aa1-c06791222b5c Mar 11 13:07:10.117526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.123960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cacada4d-4a6f-495f-a85f-fbc1a275f745 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Unset dirty status for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:floatingip {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:10.128522 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cacada4d-4a6f-495f-a85f-fbc1a275f745 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2406721 Mar 11 13:07:10.128670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:10.128797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56902) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:10.131841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.133746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'port_id': '35c861f9-2227-439f-80d1-6d56a3011d1d'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:10.197961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.209212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Transition to ACTIVE for port object 31f69352-57ac-4d46-af9c-473497a5d6a4 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:10.219946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.230037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:10.233619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.254809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:10.263967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.264286 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Added segment 02305ebd-0653-4e89-90b9-f8001e01a7b8 of type vlan for network ec5da720-7efa-4400-a41f-64438f2cdc66 Mar 11 13:07:10.265101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.273081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Transition to ACTIVE for port object 31f69352-57ac-4d46-af9c-473497a5d6a4 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:10.285259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.292800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.353151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.358735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:10.359323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.374992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:10.377769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.385630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:10.388529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:10.439619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Pushing event updated for resources: {'Port': ['ID=31f69352-57ac-4d46-af9c-473497a5d6a4,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:10.449404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Calling delete_port for 01ee7a65-48cd-48b2-a49e-791021ccb038 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:10.484139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.490342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:10.490699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.514654 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Attempting to bind port 31f69352-57ac-4d46-af9c-473497a5d6a4 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:10.515054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Attempting to bind port 31f69352-57ac-4d46-af9c-473497a5d6a4 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '7d39f231-6fd8-4970-9086-8ea4a467e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:10.515502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Attempting to bind port 31f69352-57ac-4d46-af9c-473497a5d6a4 on network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:10.526923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:10.527188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Checking segment: {'id': '7d39f231-6fd8-4970-9086-8ea4a467e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:10.527772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.528280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Bound using segment: {'id': '7d39f231-6fd8-4970-9086-8ea4a467e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:10.529475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Bound port: 31f69352-57ac-4d46-af9c-473497a5d6a4, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d39f231-6fd8-4970-9086-8ea4a467e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:10.529475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.544958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.553195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=f77cc5b2-53f3-4df5-8aa1-c06791222b5c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:10.567959 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-41963f5f-007a-43d6-9ed2-04f9e2bc25ef tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7577894 Mar 11 13:07:10.568517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 9caaf3f2-f06c-4144-b751-50462485a34b yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:10.568663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56906) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:10.583051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'ports': [{'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1'}, {'network_id': 'f77cc5b2-53f3-4df5-8aa1-c06791222b5c'}]} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:10.583375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:10.583889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': 'f77cc5b2-53f3-4df5-8aa1-c06791222b5c'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:10.590273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f77cc5b2-53f3-4df5-8aa1-c06791222b5c details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:10.632876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:10.689116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Deleting port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:10.689690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.720351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:10.739532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:10.747733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Network': ['ID=ec5da720-7efa-4400-a41f-64438f2cdc66,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:10.754313 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8221838 Mar 11 13:07:10.757870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:10.766484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56910) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:10.787679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.788283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.788622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.788956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.789286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.789643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.790127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.790611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.791123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.791447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.791772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.792092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfb1d1-1537-42c9-9cb7-f019c506f123 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:10.798779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:10.805177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'network_id': 'ec5da720-7efa-4400-a41f-64438f2cdc66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:10.819922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network ec5da720-7efa-4400-a41f-64438f2cdc66 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:10.926881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:10.930363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:10.951750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] For port 31f69352-57ac-4d46-af9c-473497a5d6a4, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:10.965248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a2ed3d84-7c44-4993-8562-3a9cc0f5bebb no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:11.129091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:11.136018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:11.147759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:11.153236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::1fb (3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4/c8df7388-e740-4318-81f5-d030f2100575/9caaf3f2-f06c-4144-b751-50462485a34b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:11.159396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:11.161949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:11.167500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.199025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] For port 31f69352-57ac-4d46-af9c-473497a5d6a4, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=31f69352-57ac-4d46-af9c-473497a5d6a4,segment=NetworkSegment(7d39f231-6fd8-4970-9086-8ea4a467e1e2),segment_id=7d39f231-6fd8-4970-9086-8ea4a467e1e2)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:11.206587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:11.206994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.221297 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.231823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:11.239372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Port': ['ID=01ee7a65-48cd-48b2-a49e-791021ccb038,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:11.258430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 2} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:11.263351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.285392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.301873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Made reservation on behalf of 008ddcdd032047058098002aabfbf530 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:11.305498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.334573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.429231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Calling delete_port for a2ed3d84-7c44-4993-8562-3a9cc0f5bebb owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:11.532389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:11.549361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e4fda-f6db-4716-806c-3cd48407c448 None None] Pushing event updated for resources: {'Port': ['ID=31f69352-57ac-4d46-af9c-473497a5d6a4,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:11.553939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.637467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:07:11.639686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:11.640043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:11.651256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:11.659107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.659519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.659860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.660190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.660519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.660840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.661156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.661494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.661814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.662129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.662442 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.663147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:11.706813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.709843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 3cb29801-3c08-4fba-b502-b4093cb924a7 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:11.749154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.778538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.858362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:07:11.858889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:07:11.867794 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e8ff4613-f624-4437-b7ec-dcbc20bd36da tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/ports/01ee7a65-48cd-48b2-a49e-791021ccb038 HTTP/1.1" status: 204 len: 168 time: 2.7453022 Mar 11 13:07:11.872123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56914) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:11.912125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.967228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:11.998778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 9caaf3f2-f06c-4144-b751-50462485a34b will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:12.069511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting subnet c8918c51-46e4-44fb-84a2-7d2027106d16 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:12.084395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 4d647d30-8b96-4745-bcf4-55b179caf7e2 associated. External IP: 172.26.4.211, port: 6a317a74-9c61-4d30-9715-5e3f3af309b2. Mar 11 13:07:12.137185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.141519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Deleting port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:12.141898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.190926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.204702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.241909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.249037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.335719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:07:12.402746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:12.406887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:12.407925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.423229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:12.432107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=9caaf3f2-f06c-4144-b751-50462485a34b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:12.441068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:12.446464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:12.447082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.464548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=2c656a56-cd96-4ce4-9da3-e249e9f859d7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:12.516628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Checking segment: {'id': '02305ebd-0653-4e89-90b9-f8001e01a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec5da720-7efa-4400-a41f-64438f2cdc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:12.516992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network hostable DHCP agents. Network: ec5da720-7efa-4400-a41f-64438f2cdc66, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:12.572551 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bc6d5a2e-4df6-4d96-935c-5707af7ed170 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0678399 Mar 11 13:07:12.573079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:12.587533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4', 'name': 'tempest-PortsIpV6TestJSON-316477881'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:12.590986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port fa46818c-6c3a-4145-b62b-e2bfcc98e16d yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:12.620864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Calling delete_port for a2ed3d84-7c44-4993-8562-3a9cc0f5bebb owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:12.723055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:12.723754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:12.724343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Network ec5da720-7efa-4400-a41f-64438f2cdc66 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:12.739887 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.755281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, ec5da720-7efa-4400-a41f-64438f2cdc66) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:12.769428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cd7412-92de-4100-80c7-b26d39b171ce None None] Network ec5da720-7efa-4400-a41f-64438f2cdc66 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:12.769839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:12.770438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.816616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:12.837469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-121d735f-7a32-4be9-a0bd-7b22ebb2317a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0559003 Mar 11 13:07:12.838817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:12.871351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:12.877388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-56d3a1f4-ab8f-41a0-a057-21137f0f1553 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:12.911536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a78c1a-821c-49d9-8729-35d79ccabc1a None None] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:12.924614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:12.940087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:12.953964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:12.986932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.026284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:13.029751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.033779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:13.044526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.049066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Subnet': ['ID=c8918c51-46e4-44fb-84a2-7d2027106d16,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:13.076576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.083770 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3f17ddb8-977b-4bef-bf80-558e7b58000f tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/subnets/c8918c51-46e4-44fb-84a2-7d2027106d16 HTTP/1.1" status: 204 len: 168 time: 1.1985712 Mar 11 13:07:13.090457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 31f69352-57ac-4d46-af9c-473497a5d6a4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:13.092409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:13.113959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a037369-72d4-427a-a0ce-25bb45d3509b None None] Network 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:13.177710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-63924ac5-b356-4d62-abdd-7846f2a8415a None None] Provisioning for port 31f69352-57ac-4d46-af9c-473497a5d6a4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:13.187109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port a1a365b1-3049-486c-9498-692b2bbc96f7 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:13.255511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56d3a1f4-ab8f-41a0-a057-21137f0f1553 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2774349'] for subnet, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.265406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.338731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:13.390559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.411211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:13.420800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-ec5da720-7efa-4400-a41f-64438f2cdc66', 'network_id': 'ec5da720-7efa-4400-a41f-64438f2cdc66', 'tenant_id': '008ddcdd032047058098002aabfbf530', 'fixed_ips': [{'subnet_id': '2c656a56-cd96-4ce4-9da3-e249e9f859d7'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:13.421623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.442734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:13.505932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:13.511068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:13.511716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:13.514024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:13.525498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:13.526549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.550247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=3cb29801-3c08-4fba-b502-b4093cb924a7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:13.626676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Deleting port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:13.627049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.653010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 31f69352-57ac-4d46-af9c-473497a5d6a4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:13.660445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Deleting port 6b8a8831-3248-4e33-9524-c40ad23e8d92 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:13.660789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.686441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:13.699180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 31f69352-57ac-4d46-af9c-473497a5d6a4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:13.699546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.704524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.712574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=fa46818c-6c3a-4145-b62b-e2bfcc98e16d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:13.728738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': '51c0baec-d747-40ba-b9ed-cdd873ac0a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f77cc5b2-53f3-4df5-8aa1-c06791222b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:13.729101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: f77cc5b2-53f3-4df5-8aa1-c06791222b5c, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:13.758873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.759278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.763525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::1b7 (3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4/c8df7388-e740-4318-81f5-d030f2100575/a1a365b1-3049-486c-9498-692b2bbc96f7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:13.816602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:13.817251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:13.821290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network f77cc5b2-53f3-4df5-8aa1-c06791222b5c is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:13.846577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, f77cc5b2-53f3-4df5-8aa1-c06791222b5c) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:13.852535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:13.858081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:13.863435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:13.864312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:13.876224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:13.894008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a5c8a-a421-421d-9839-d02ca798acfb None None] Network f77cc5b2-53f3-4df5-8aa1-c06791222b5c requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:13.913724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:13.937082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:13.951572 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-915befc4-4040-430d-a5bc-8227d4c2b21c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3840506 Mar 11 13:07:13.959724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56930) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:13.973326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:13.974078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e04405-3686-448f-8edc-9f6b68e94191 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:13.976095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:13.976687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.080772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,revision_number=10']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:14.100493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=f04e125e-a2dd-427e-8ccd-a1d531a60ba3,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:14.128379 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-699581bc-7400-4f9a-8fdc-9edf2bd1f746 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0406220 Mar 11 13:07:14.148548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56934) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:14.164488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:bf:31:1f', 'name': 'tempest-NetworksTestDHCPv6-1835802550'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:14.253694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] DHCP port deletion for 7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:14.328845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56d3a1f4-ab8f-41a0-a057-21137f0f1553 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763578237943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2693123'] for subnet, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.338757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Deleting port 6b8a8831-3248-4e33-9524-c40ad23e8d92 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:14.338757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.341048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port fa46818c-6c3a-4145-b62b-e2bfcc98e16d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:14.341393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.410731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] For port 6b8a8831-3248-4e33-9524-c40ad23e8d92, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6b8a8831-3248-4e33-9524-c40ad23e8d92,segment=NetworkSegment(3090c240-8415-4433-ac5d-f7eaa9865d14),segment_id=3090c240-8415-4433-ac5d-f7eaa9865d14)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:14.411719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.448050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:14.461645 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:14.462300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.480531 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:14.483286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.483931 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:14.502473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d3a1f4-ab8f-41a0-a057-21137f0f1553 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:14.503708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56d3a1f4-ab8f-41a0-a057-21137f0f1553 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.505130 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-56d3a1f4-ab8f-41a0-a057-21137f0f1553 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "PUT /v2.0/subnets/2c656a56-cd96-4ce4-9da3-e249e9f859d7 HTTP/1.1" status: 200 len: 900 time: 1.6620312 Mar 11 13:07:14.525565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56938) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:14.565662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Allocated IP 2001:db8::3 (ec5da720-7efa-4400-a41f-64438f2cdc66/2c656a56-cd96-4ce4-9da3-e249e9f859d7/a2d68648-eef3-481f-bb13-9067bf4a0b0d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:14.573103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] For port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:14.573518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.597011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Calling delete_port for 6b8a8831-3248-4e33-9524-c40ad23e8d92 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:14.655592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a1f4-ab8f-41a0-a057-21137f0f1553 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event updated for resources: {'Subnet': ['ID=2c656a56-cd96-4ce4-9da3-e249e9f859d7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:14.675000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.677685 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:14.678252 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:14.699440 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:14.701230 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:14.715655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object a1a365b1-3049-486c-9498-692b2bbc96f7 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:14.740743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.774182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Calling delete_port for a2ed3d84-7c44-4993-8562-3a9cc0f5bebb owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:14.806444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:14.817385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.830628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 31f69352-57ac-4d46-af9c-473497a5d6a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=31f69352-57ac-4d46-af9c-473497a5d6a4,segment=NetworkSegment(7d39f231-6fd8-4970-9086-8ea4a467e1e2),segment_id=7d39f231-6fd8-4970-9086-8ea4a467e1e2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:14.836617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Port': ['ID=6b8a8831-3248-4e33-9524-c40ad23e8d92,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:14.841348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] No DVR routers for this DVR port 6b8a8831-3248-4e33-9524-c40ad23e8d92 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:14.847665 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:14.848476 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb036aea-fe04-417c-847a-bd642e7400b3 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:14.875483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:14.941712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:14.978621 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-adaeff9d-4c28-4b3c-a096-69edc26b5616 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/floatingips/4d647d30-8b96-4745-bcf4-55b179caf7e2 HTTP/1.1" status: 200 len: 979 time: 4.8490725 Mar 11 13:07:14.982471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56942) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:14.996504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.011912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:15.025421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6b8a8831-3248-4e33-9524-c40ad23e8d92 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:15.028762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=a1a365b1-3049-486c-9498-692b2bbc96f7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:15.108354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 6b8a8831-3248-4e33-9524-c40ad23e8d92 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:15.108682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6b8a8831-3248-4e33-9524-c40ad23e8d92 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:15.140752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.170355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7554b52b-dd08-4b3d-8ffe-9d2c91e999a2']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:15.185793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3090c240-8415-4433-ac5d-f7eaa9865d14') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:15.186178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3090c240-8415-4433-ac5d-f7eaa9865d14') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:15.200288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.218180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.221702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.224450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:15.224851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.265157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] For port 6b8a8831-3248-4e33-9524-c40ad23e8d92, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6b8a8831-3248-4e33-9524-c40ad23e8d92,segment=NetworkSegment(3090c240-8415-4433-ac5d-f7eaa9865d14),segment_id=3090c240-8415-4433-ac5d-f7eaa9865d14)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:15.265632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.272686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=31f69352-57ac-4d46-af9c-473497a5d6a4,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:15.313299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for fa46818c-6c3a-4145-b62b-e2bfcc98e16d owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:15.316202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6de095e0-e0b9-4e61-bd5f-65e9742c02a4 None None] Provisioning complete for port 31f69352-57ac-4d46-af9c-473497a5d6a4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:15.316560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6de095e0-e0b9-4e61-bd5f-65e9742c02a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:15.332032 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:15.339530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:15.341090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.342972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:15.345211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:15.352685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:15.353122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.387422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.403047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] Pushing event deleted for resources: {'Network': ['ID=7554b52b-dd08-4b3d-8ffe-9d2c91e999a2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:15.426492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4ce96d6a-e4b2-4af8-a828-fa18ef9d59d2 tempest-AllowedAddressPairIpV6TestJSON-1217786968 tempest-AllowedAddressPairIpV6TestJSON-1217786968-project] 10.222.0.52 "DELETE /v2.0/networks/7554b52b-dd08-4b3d-8ffe-9d2c91e999a2 HTTP/1.1" status: 204 len: 168 time: 2.3330281 Mar 11 13:07:15.442822 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-993cdaac-535b-4375-9676-903fc9794b59 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8645205 Mar 11 13:07:15.446272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56948) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:15.460582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.528253 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Calling delete_port for 6b8a8831-3248-4e33-9524-c40ad23e8d92 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:15.559332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.633956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.778402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] Pushing event deleted for resources: {'Port': ['ID=a2ed3d84-7c44-4993-8562-3a9cc0f5bebb,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:15.824808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.849914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.851381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb1cee-66ef-4308-bc28-f33fe87414b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:15.852607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77fb1cee-66ef-4308-bc28-f33fe87414b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:15.853272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.858633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 114628e5-1c67-4cc8-8a90-00785060fd90 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:15.862494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Transition to ACTIVE for port object a2d68648-eef3-481f-bb13-9067bf4a0b0d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:15.873294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77fb1cee-66ef-4308-bc28-f33fe87414b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:15.874755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77fb1cee-66ef-4308-bc28-f33fe87414b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1fb HTTP/1.1" status: 200 len: 929 time: 0.4272690 Mar 11 13:07:15.877565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56954) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:15.922043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56958) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:15.964754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port a1a365b1-3049-486c-9498-692b2bbc96f7 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:15.965161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:15.994958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:15.995288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:16.003254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4064b50-814e-4fda-80bb-926414e6cf87 None None] No DVR routers for this DVR port a2ed3d84-7c44-4993-8562-3a9cc0f5bebb on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:16.006058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Transition to ACTIVE for port object a2d68648-eef3-481f-bb13-9067bf4a0b0d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:16.020281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb1e55-d6a7-4b3b-a675-70f838cc5f8f None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:16.053559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=fa46818c-6c3a-4145-b62b-e2bfcc98e16d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:16.057637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.068667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6de095e0-e0b9-4e61-bd5f-65e9742c02a4 None None] Provisioning for port 9caaf3f2-f06c-4144-b751-50462485a34b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:16.098967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.121710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6de095e0-e0b9-4e61-bd5f-65e9742c02a4 None None] Provisioning complete for port 9caaf3f2-f06c-4144-b751-50462485a34b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:16.122366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6de095e0-e0b9-4e61-bd5f-65e9742c02a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.139493 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-721d911a-69ec-4913-ac51-86d04e45c65a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/fa46818c-6c3a-4145-b62b-e2bfcc98e16d HTTP/1.1" status: 204 len: 168 time: 2.1785567 Mar 11 13:07:16.173958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 56964) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:16.261329 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cad2d6f6-086b-45f6-98f8-0f83a8c2b84f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8045b98a6d384eb5b6eb7b8ea2e6f9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333869 Mar 11 13:07:16.264267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56968) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:16.321983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.334936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.345003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.345327 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 4d647d30-8b96-4745-bcf4-55b179caf7e2 disassociated. External IP: 172.26.4.211, port: 35c861f9-2227-439f-80d1-6d56a3011d1d. Mar 11 13:07:16.360641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Network ec5da720-7efa-4400-a41f-64438f2cdc66 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:16.372213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:16.379011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:16.414785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.455284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:febf:311f (03007ba6-d1e0-4ba6-aa08-eced2aedda75/f04e125e-a2dd-427e-8ccd-a1d531a60ba3/114628e5-1c67-4cc8-8a90-00785060fd90) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:16.485381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=2c656a56-cd96-4ce4-9da3-e249e9f859d7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:16.489359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6de095e0-e0b9-4e61-bd5f-65e9742c02a4 None None] Port 9caaf3f2-f06c-4144-b751-50462485a34b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:16.490314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for a1a365b1-3049-486c-9498-692b2bbc96f7 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:16.491301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Pushing event updated for resources: {'Port': ['ID=a2d68648-eef3-481f-bb13-9067bf4a0b0d,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:16.520411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154ab1b5-ffcf-4c4f-a14d-f1db9383e945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.538186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Deleting port 6b8a8831-3248-4e33-9524-c40ad23e8d92 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:16.538930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.566510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Attempting to bind port a2d68648-eef3-481f-bb13-9067bf4a0b0d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:16.566894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Attempting to bind port a2d68648-eef3-481f-bb13-9067bf4a0b0d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '02305ebd-0653-4e89-90b9-f8001e01a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec5da720-7efa-4400-a41f-64438f2cdc66'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:16.567255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Attempting to bind port a2d68648-eef3-481f-bb13-9067bf4a0b0d on network ec5da720-7efa-4400-a41f-64438f2cdc66 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:16.572145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154ab1b5-ffcf-4c4f-a14d-f1db9383e945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.588458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:16.588884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Checking segment: {'id': '02305ebd-0653-4e89-90b9-f8001e01a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec5da720-7efa-4400-a41f-64438f2cdc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:16.589264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.589611 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Bound using segment: {'id': '02305ebd-0653-4e89-90b9-f8001e01a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec5da720-7efa-4400-a41f-64438f2cdc66'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:16.590073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Bound port: a2d68648-eef3-481f-bb13-9067bf4a0b0d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02305ebd-0653-4e89-90b9-f8001e01a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec5da720-7efa-4400-a41f-64438f2cdc66'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:16.590444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.661704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'f04e125e-a2dd-427e-8ccd-a1d531a60ba3'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:16.662661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.681694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b88dbb25-a6a2-4c19-b0f4-3f9ab751ac86 None None] The port '6b8a8831-3248-4e33-9524-c40ad23e8d92' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:07:16.697167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154ab1b5-ffcf-4c4f-a14d-f1db9383e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.700423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.732716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ab1b5-ffcf-4c4f-a14d-f1db9383e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8d1db3-673d-4ae4-8fee-8a4ca7ec5fb6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:16.733128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535ab6e-bae4-427f-96a5-0c6684cc2c62 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:16.740276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535ab6e-bae4-427f-96a5-0c6684cc2c62 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:16.741097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9535ab6e-bae4-427f-96a5-0c6684cc2c62 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:16.747192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.771237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1fce86bc-250f-4250-b667-4e85798de06c None None] Provisioning for port a1a365b1-3049-486c-9498-692b2bbc96f7 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:16.783334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5da720-7efa-4400-a41f-64438f2cdc66']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:16.793243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1fce86bc-250f-4250-b667-4e85798de06c None None] Provisioning complete for port a1a365b1-3049-486c-9498-692b2bbc96f7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:16.793673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1fce86bc-250f-4250-b667-4e85798de06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.800578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=a1a365b1-3049-486c-9498-692b2bbc96f7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:16.802587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154ab1b5-ffcf-4c4f-a14d-f1db9383e945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.806251 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-154ab1b5-ffcf-4c4f-a14d-f1db9383e945 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b8d1db3-673d-4ae4-8fee-8a4ca7ec5fb6 HTTP/1.1" status: 204 len: 168 time: 0.5384560 Mar 11 13:07:16.829763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02305ebd-0653-4e89-90b9-f8001e01a7b8') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:16.830835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02305ebd-0653-4e89-90b9-f8001e01a7b8') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:16.856564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.856822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:16.861732 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9bee1af4-ce77-4491-9652-9afbba615f2c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/a1a365b1-3049-486c-9498-692b2bbc96f7 HTTP/1.1" status: 204 len: 168 time: 0.9830871 Mar 11 13:07:16.862490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56974) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:16.884266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1fce86bc-250f-4250-b667-4e85798de06c None None] Port a1a365b1-3049-486c-9498-692b2bbc96f7 was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:07:16.916412 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a12fbc-8e45-4d4b-b371-a1b69d8455fb tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:07:16.917048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0a12fbc-8e45-4d4b-b371-a1b69d8455fb tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:16.919316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] For port a2d68648-eef3-481f-bb13-9067bf4a0b0d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:16.940332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0a12fbc-8e45-4d4b-b371-a1b69d8455fb tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:16.952728 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0a12fbc-8e45-4d4b-b371-a1b69d8455fb tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/a1a365b1-3049-486c-9498-692b2bbc96f7 HTTP/1.1" status: 404 len: 333 time: 0.0891156 Mar 11 13:07:16.954102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56978) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:16.966529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] For port a2d68648-eef3-481f-bb13-9067bf4a0b0d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2d68648-eef3-481f-bb13-9067bf4a0b0d,segment=NetworkSegment(02305ebd-0653-4e89-90b9-f8001e01a7b8),segment_id=02305ebd-0653-4e89-90b9-f8001e01a7b8)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:16.976173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.019370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9535ab6e-bae4-427f-96a5-0c6684cc2c62 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:17.023590 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9535ab6e-bae4-427f-96a5-0c6684cc2c62 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.8458469 Mar 11 13:07:17.029947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 56982) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:17.047717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1fce86bc-250f-4250-b667-4e85798de06c None None] Provisioning complete for port 9caaf3f2-f06c-4144-b751-50462485a34b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:17.048126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1fce86bc-250f-4250-b667-4e85798de06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.062832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.073835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 31f69352-57ac-4d46-af9c-473497a5d6a4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:17.091934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:17.092361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:17.118862 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:17.179823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 9caaf3f2-f06c-4144-b751-50462485a34b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:17.180050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.224056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 3cb29801-3c08-4fba-b502-b4093cb924a7 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:17.226172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.276844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b17851-ae3a-4e56-88fe-c9fdbb6b735f None None] Pushing event updated for resources: {'Port': ['ID=a2d68648-eef3-481f-bb13-9067bf4a0b0d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:17.279459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1fce86bc-250f-4250-b667-4e85798de06c None None] Port 9caaf3f2-f06c-4144-b751-50462485a34b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:17.285765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 31f69352-57ac-4d46-af9c-473497a5d6a4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:17.286424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.426112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 13:07:17.426112 dv-neutron-833198-1-hyperv neutron-server[87959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 13:07:17.426112 dv-neutron-833198-1-hyperv neutron-server[87959]: [parameters: {'id': 'ec5da720-7efa-4400-a41f-64438f2cdc66'}] Mar 11 13:07:17.426112 dv-neutron-833198-1-hyperv neutron-server[87959]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:17.427165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:17.441617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a9c07-7f4b-4c8e-8bc6-0a2f71a1c3ba None None] Network ec5da720-7efa-4400-a41f-64438f2cdc66 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:17.443041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.456241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:17.468821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 114628e5-1c67-4cc8-8a90-00785060fd90 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:17.631574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.814204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:17.824446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e84069-bc43-4c79-b25a-ce482bc9c867 None None] Network ec5da720-7efa-4400-a41f-64438f2cdc66 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:17.828064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.852300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:17.888125 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3fa90fd2-d5bc-4602-83b6-7d0ef30d417b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/floatingips/4d647d30-8b96-4745-bcf4-55b179caf7e2 HTTP/1.1" status: 200 len: 688 time: 2.8833935 Mar 11 13:07:17.890166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.892424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57004) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:17.894832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:17.910099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 3cb29801-3c08-4fba-b502-b4093cb924a7 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:17.952583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57008) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:17.969605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:17.970235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:17.972410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.049878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:18.065491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Allocated IP 2001:db8::f816:3eff:fe72:8498 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/f04e125e-a2dd-427e-8ccd-a1d531a60ba3/53e1583c-87bb-49ad-adb5-594c7e4cf562) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:18.079553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 9caaf3f2-f06c-4144-b751-50462485a34b owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:18.112911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:18.113145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:18.129833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port a2d68648-eef3-481f-bb13-9067bf4a0b0d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:18.130932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.197403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.223182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 9b2efce5-6de7-4133-a2bc-c1af939b7a8f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:18.223500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.267570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:18.276821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:18.277397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc214e4-d4b1-4404-aba0-40961f1e6cf3 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:18.301479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=3cb29801-3c08-4fba-b502-b4093cb924a7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:18.306123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=114628e5-1c67-4cc8-8a90-00785060fd90,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:18.311415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:18.318386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:18.323990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:18.325157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.332805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d48d9715-309a-4cb9-830b-283947017260 tempest-DvrRoutersNegativeTest-340035988 tempest-DvrRoutersNegativeTest-340035988-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1729275678', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:18.335867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.policy [None req-d48d9715-309a-4cb9-830b-283947017260 tempest-DvrRoutersNegativeTest-340035988 tempest-DvrRoutersNegativeTest-340035988-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87958) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 11 13:07:18.336329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.policy [None req-d48d9715-309a-4cb9-830b-283947017260 tempest-DvrRoutersNegativeTest-340035988 tempest-DvrRoutersNegativeTest-340035988-project] Failed policy check for 'create_router' {{(pid=87958) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 11 13:07:18.337020 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d48d9715-309a-4cb9-830b-283947017260 tempest-DvrRoutersNegativeTest-340035988 tempest-DvrRoutersNegativeTest-340035988-project] create failed (client error): Access was denied to this resource. Mar 11 13:07:18.338177 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d48d9715-309a-4cb9-830b-283947017260 tempest-DvrRoutersNegativeTest-340035988 tempest-DvrRoutersNegativeTest-340035988-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3309033 Mar 11 13:07:18.339624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.367659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e538dca1-d265-4494-b770-ba1f7ad74243 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/3cb29801-3c08-4fba-b502-b4093cb924a7 HTTP/1.1" status: 204 len: 168 time: 1.3365452 Mar 11 13:07:18.370508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57016) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:18.387918 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-905a8a38-c2c2-48e3-94a6-7677aa5c5c01 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2361078 Mar 11 13:07:18.431878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57020) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:18.435467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.572778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.586282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Transition to ACTIVE for port object 53e1583c-87bb-49ad-adb5-594c7e4cf562 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:18.609057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=9caaf3f2-f06c-4144-b751-50462485a34b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:18.613040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Transition to ACTIVE for port object 53e1583c-87bb-49ad-adb5-594c7e4cf562 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:18.623410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.705948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.710725 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4f0f9a0d-4e57-4c8e-9283-898affaaf4bf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/9caaf3f2-f06c-4144-b751-50462485a34b HTTP/1.1" status: 204 len: 168 time: 1.7521672 Mar 11 13:07:18.717811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57026) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:18.735165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:18.738619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:18.745404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:18.773705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.775518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.793099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Pushing event updated for resources: {'Port': ['ID=53e1583c-87bb-49ad-adb5-594c7e4cf562,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:18.851190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9478f1-4f12-4e72-a3da-e3e231df7b93 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:18.861802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4b9478f1-4f12-4e72-a3da-e3e231df7b93 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:18.866114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57030) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:18.870059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Attempting to bind port 53e1583c-87bb-49ad-adb5-594c7e4cf562 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:18.870574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Attempting to bind port 53e1583c-87bb-49ad-adb5-594c7e4cf562 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:18.870773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Attempting to bind port 53e1583c-87bb-49ad-adb5-594c7e4cf562 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:18.876983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:18.877422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:18.877838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.878225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:18.878688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Bound port: 53e1583c-87bb-49ad-adb5-594c7e4cf562, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:18.879058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:18.886116 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb4b80b-c004-4a5a-bb80-d360db21c3d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:07:18.891397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1bb4b80b-c004-4a5a-bb80-d360db21c3d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:18.910291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3a67c-c675-4f08-b436-ad29ccf80b52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:18.910994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ba3a67c-c675-4f08-b436-ad29ccf80b52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:18.941077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1bb4b80b-c004-4a5a-bb80-d360db21c3d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:18.946015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1bb4b80b-c004-4a5a-bb80-d360db21c3d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/9caaf3f2-f06c-4144-b751-50462485a34b HTTP/1.1" status: 404 len: 333 time: 0.2207530 Mar 11 13:07:18.947535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57034) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:18.949562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4b9478f1-4f12-4e72-a3da-e3e231df7b93 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:18.953363 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4b9478f1-4f12-4e72-a3da-e3e231df7b93 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5791731 Mar 11 13:07:18.963135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57038) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:18.982760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] For port 53e1583c-87bb-49ad-adb5-594c7e4cf562, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:18.987038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] For port 53e1583c-87bb-49ad-adb5-594c7e4cf562, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=53e1583c-87bb-49ad-adb5-594c7e4cf562,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:18.987794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 9b2efce5-6de7-4133-a2bc-c1af939b7a8f owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:18.993924 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.010689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ba3a67c-c675-4f08-b436-ad29ccf80b52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:19.014388 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4ba3a67c-c675-4f08-b436-ad29ccf80b52 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5790341 Mar 11 13:07:19.014775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57044) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:19.036741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet c8df7388-e740-4318-81f5-d030f2100575 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:19.040239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.070565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port a2d68648-eef3-481f-bb13-9067bf4a0b0d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a2d68648-eef3-481f-bb13-9067bf4a0b0d,segment=NetworkSegment(02305ebd-0653-4e89-90b9-f8001e01a7b8),segment_id=02305ebd-0653-4e89-90b9-f8001e01a7b8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:19.070999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.131314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9594f9ff-812a-4406-862a-302064255151 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:07:19.132643 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9594f9ff-812a-4406-862a-302064255151 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/fa46818c-6c3a-4145-b62b-e2bfcc98e16d HTTP/1.1" status: 404 len: 333 time: 0.1575825 Mar 11 13:07:19.136212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57048) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:19.144807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.156998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd4f5-a1b7-4b53-83da-8c1fbb418a5e None None] Pushing event updated for resources: {'Port': ['ID=53e1583c-87bb-49ad-adb5-594c7e4cf562,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:19.231858 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa88d217-f7e0-42e4-a3f8-0cfc2623d7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:07:19.236564 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa88d217-f7e0-42e4-a3f8-0cfc2623d7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/3cb29801-3c08-4fba-b502-b4093cb924a7 HTTP/1.1" status: 404 len: 333 time: 0.0994418 Mar 11 13:07:19.237167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:19.367056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.414400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for a2d68648-eef3-481f-bb13-9067bf4a0b0d owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:19.452410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.492037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.514717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 114628e5-1c67-4cc8-8a90-00785060fd90 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:19.515209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.592914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:19.612338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Usage tracker for resource:security_group_rule and tenant:e2905ec473e4496fb470027e852aefb9 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:19.623099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:19.632258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:19.700789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.717856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.720568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.769677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77cc5b2-53f3-4df5-8aa1-c06791222b5c']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:19.778508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=c8df7388-e740-4318-81f5-d030f2100575,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:19.785545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.792947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c0baec-d747-40ba-b9ed-cdd873ac0a05') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:19.793244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c0baec-d747-40ba-b9ed-cdd873ac0a05') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:19.793956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6031f4b4-901c-4f3e-b116-0023fbcb4870 None None] Network 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:19.804464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Port': ['ID=a2d68648-eef3-481f-bb13-9067bf4a0b0d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:19.808433 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1a474b2d-8a9b-4814-84c2-513c2d8bb59a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/c8df7388-e740-4318-81f5-d030f2100575 HTTP/1.1" status: 204 len: 168 time: 0.8582699 Mar 11 13:07:19.811345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.811978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No DVR routers for this DVR port a2d68648-eef3-481f-bb13-9067bf4a0b0d on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:19.819608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57056) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:19.925860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:19.999376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.063408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:20.063597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=9b2efce5-6de7-4133-a2bc-c1af939b7a8f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:20.064081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:20.079919 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:20.108559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] DHCP port deletion for 3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:20.113380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] Deleting port 31f69352-57ac-4d46-af9c-473497a5d6a4 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:20.113809 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.185603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.202037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 31f69352-57ac-4d46-af9c-473497a5d6a4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:20.203078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.241072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.290769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.308707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.342669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.348767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=f77cc5b2-53f3-4df5-8aa1-c06791222b5c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:20.355456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-62de2dfc-d0ca-4808-bcd1-11eb5180190d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/f77cc5b2-53f3-4df5-8aa1-c06791222b5c HTTP/1.1" status: 204 len: 168 time: 1.1146805 Mar 11 13:07:20.360223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57060) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:20.372116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-34497506'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:20.379963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:20.394530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:20.415366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] For port 31f69352-57ac-4d46-af9c-473497a5d6a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=31f69352-57ac-4d46-af9c-473497a5d6a4,segment=NetworkSegment(7d39f231-6fd8-4970-9086-8ea4a467e1e2),segment_id=7d39f231-6fd8-4970-9086-8ea4a467e1e2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:20.415753 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.415913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:20.440024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:20.508056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5da720-7efa-4400-a41f-64438f2cdc66']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:20.522303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 114628e5-1c67-4cc8-8a90-00785060fd90 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:20.540965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] For port 31f69352-57ac-4d46-af9c-473497a5d6a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=31f69352-57ac-4d46-af9c-473497a5d6a4,segment=NetworkSegment(7d39f231-6fd8-4970-9086-8ea4a467e1e2),segment_id=7d39f231-6fd8-4970-9086-8ea4a467e1e2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:20.541629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.551439 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] Calling delete_port for 31f69352-57ac-4d46-af9c-473497a5d6a4 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:20.559164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.589115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02305ebd-0653-4e89-90b9-f8001e01a7b8') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:20.589420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02305ebd-0653-4e89-90b9-f8001e01a7b8') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:20.616278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.617721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-11e380f3-45ad-4280-a33b-a6696de3cabd None None] Provisioning for port 53e1583c-87bb-49ad-adb5-594c7e4cf562 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:20.630467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.638010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.653572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.695711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f8b83-8d3f-4525-be79-0e8ddd28d584,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:20.710136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] Pushing event deleted for resources: {'Port': ['ID=31f69352-57ac-4d46-af9c-473497a5d6a4,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:20.712223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeaf9c6-92d0-48bd-b34d-12e1400282c9 None None] No DVR routers for this DVR port 31f69352-57ac-4d46-af9c-473497a5d6a4 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:20.719684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.728518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 31f69352-57ac-4d46-af9c-473497a5d6a4 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:20.750643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:20.751053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.758374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:20.761830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:20.768917 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:20.791551 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d7e3af74-3215-4302-8bb3-030545e3d84d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2905ec473e4496fb470027e852aefb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9187741 Mar 11 13:07:20.797264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57064) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:20.800640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:20.801818 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-55fdf86e-165f-472c-9caa-0319c1eb825a tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/floatingips/4d647d30-8b96-4745-bcf4-55b179caf7e2 HTTP/1.1" status: 204 len: 168 time: 2.9081969 Mar 11 13:07:20.806141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57068) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:20.811627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a6928-f984-4757-85f7-a580d44992f6 None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:07:20.895260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-39fe660e-54f3-4e11-9e94-983830adfe32 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] delete failed (client error): The resource could not be found. Mar 11 13:07:20.896117 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-39fe660e-54f3-4e11-9e94-983830adfe32 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/floatingips/4d647d30-8b96-4745-bcf4-55b179caf7e2 HTTP/1.1" status: 404 len: 345 time: 0.0863683 Mar 11 13:07:20.907174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57072) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:20.916822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:20.917156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:20.950205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a6928-f984-4757-85f7-a580d44992f6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:07:20.986479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.014475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 53e1583c-87bb-49ad-adb5-594c7e4cf562 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:21.016111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.034731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=ec5da720-7efa-4400-a41f-64438f2cdc66,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:21.062597 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-af3e0d4b-338a-4e40-8dd4-f084a318d364 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/ec5da720-7efa-4400-a41f-64438f2cdc66 HTTP/1.1" status: 204 len: 168 time: 6.5228920 Mar 11 13:07:21.066636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:21.075393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.082331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-862805f9-439a-4dbc-badb-89b87c424fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.115180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:21.117661 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3347376-859f-4a51-b48a-2e1cdf3a9db9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:21.117947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3347376-859f-4a51-b48a-2e1cdf3a9db9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:21.132174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.132519 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment 4c4921a7-6a25-4ed3-b3ec-d35b7840195b of type vlan for network 1171f03b-2565-4d82-9525-9fd92c5fd857 Mar 11 13:07:21.136663 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3347376-859f-4a51-b48a-2e1cdf3a9db9 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/2c656a56-cd96-4ce4-9da3-e249e9f859d7 HTTP/1.1" status: 404 len: 337 time: 0.0662172 Mar 11 13:07:21.138115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57080) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:21.162467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.163643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-90d5a77f-a1c6-4922-9852-99c8c2b994f8 None None] Provisioning for port 114628e5-1c67-4cc8-8a90-00785060fd90 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:21.186846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-90d5a77f-a1c6-4922-9852-99c8c2b994f8 None None] Provisioning complete for port 114628e5-1c67-4cc8-8a90-00785060fd90 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:21.187255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90d5a77f-a1c6-4922-9852-99c8c2b994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.193035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=114628e5-1c67-4cc8-8a90-00785060fd90,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:21.196631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.203087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:21.203668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.211836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa365d-a58b-46ff-aadb-100a162934de tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:21.217602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa365d-a58b-46ff-aadb-100a162934de tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:21.224024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa365d-a58b-46ff-aadb-100a162934de tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:21.224863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-85aa365d-a58b-46ff-aadb-100a162934de tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Synchronizing usage tracker for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:21.243838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90d5a77f-a1c6-4922-9852-99c8c2b994f8 None None] Port 114628e5-1c67-4cc8-8a90-00785060fd90 was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:07:21.257695 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-537cb838-220b-4956-a5d1-845eb946436a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:21.258168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537cb838-220b-4956-a5d1-845eb946436a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:21.260057 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-537cb838-220b-4956-a5d1-845eb946436a tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/ec5da720-7efa-4400-a41f-64438f2cdc66 HTTP/1.1" status: 404 len: 339 time: 0.1184218 Mar 11 13:07:21.269464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57084) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:21.271395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-862805f9-439a-4dbc-badb-89b87c424fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.305346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9383883 Mar 11 13:07:21.309561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:21.321101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:21.329470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 53e1583c-87bb-49ad-adb5-594c7e4cf562 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:21.338392 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 53e1583c-87bb-49ad-adb5-594c7e4cf562 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:21.338657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d698fc7-7438-4b35-a68a-0ec27f3fbea7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=1171f03b-2565-4d82-9525-9fd92c5fd857,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:21.338785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.376219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 1171f03b-2565-4d82-9525-9fd92c5fd857 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:21.419999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 31f69352-57ac-4d46-af9c-473497a5d6a4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:21.419999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.503342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.507107 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-deba72b2-4ff4-4fd6-8a1b-a3b183bae8a3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/114628e5-1c67-4cc8-8a90-00785060fd90 HTTP/1.1" status: 204 len: 168 time: 2.4561405 Mar 11 13:07:21.510721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] The port '31f69352-57ac-4d46-af9c-473497a5d6a4' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:07:21.513986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:21.583205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-85aa365d-a58b-46ff-aadb-100a162934de tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Unset dirty status for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:21.587585 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-85aa365d-a58b-46ff-aadb-100a162934de tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "GET /v2.0/ports?network_id=e734294d-3e4e-48c3-9e1f-3a6cff28ddbc HTTP/1.1" status: 200 len: 2360 time: 0.6773572 Mar 11 13:07:21.588496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57096) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:21.618843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:21.637241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:21.642581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:21.667647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.674392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.700840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:21.719190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.730909 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 53e1583c-87bb-49ad-adb5-594c7e4cf562, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=53e1583c-87bb-49ad-adb5-594c7e4cf562,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:21.737186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.762268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:21.764427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-862805f9-439a-4dbc-badb-89b87c424fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.766281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.782960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e89312e-f3ce-4f8a-9cb8-235141a3daec tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:21.783625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d38dc2-dad1-4989-b89a-2b52fab70198 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:21.789376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d38dc2-dad1-4989-b89a-2b52fab70198 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:21.789376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8d38dc2-dad1-4989-b89a-2b52fab70198 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:21.790107 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6e89312e-f3ce-4f8a-9cb8-235141a3daec tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "GET /v2.0/subnets/43e8d70c-5e5d-43f1-bcba-d2724d742a1b HTTP/1.1" status: 200 len: 797 time: 0.1933191 Mar 11 13:07:21.790866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57100) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:21.795310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:21.825043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d39f231-6fd8-4970-9086-8ea4a467e1e2') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:21.825337 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d39f231-6fd8-4970-9086-8ea4a467e1e2') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:21.830786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 31f69352-57ac-4d46-af9c-473497a5d6a4 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:21.849904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.860330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862805f9-439a-4dbc-badb-89b87c424fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f8b83-8d3f-4525-be79-0e8ddd28d584,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:21.871018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=53e1583c-87bb-49ad-adb5-594c7e4cf562,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:21.874170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'port': {'network_id': 'e734294d-3e4e-48c3-9e1f-3a6cff28ddbc', 'name': 'tempest-FloatingIPTestJSON-2052617585', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:21.896405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 31f69352-57ac-4d46-af9c-473497a5d6a4 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:21.896753 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 31f69352-57ac-4d46-af9c-473497a5d6a4 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:21.912305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.924426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.974312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-862805f9-439a-4dbc-badb-89b87c424fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:21.977649 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-862805f9-439a-4dbc-badb-89b87c424fbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef9f8b83-8d3f-4525-be79-0e8ddd28d584 HTTP/1.1" status: 204 len: 168 time: 1.1764948 Mar 11 13:07:21.977649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18be89b7-f062-4d3a-99a9-336314170593']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:22.042892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:07:22.043613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:07:22.045590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8d38dc2-dad1-4989-b89a-2b52fab70198 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:22.049760 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b8d38dc2-dad1-4989-b89a-2b52fab70198 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5314045 Mar 11 13:07:22.050891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:22.060549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.073067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd71991-68ff-4f37-b2df-d0e0ab1cdf9c') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:22.073426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd71991-68ff-4f37-b2df-d0e0ab1cdf9c') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:22.091914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.114073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:22.114243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:22.129951 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:22.133174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.144682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:22.145117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:22.163473 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:22.179445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:22.243954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet f04e125e-a2dd-427e-8ccd-a1d531a60ba3 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:22.245339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:22.247247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.259314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:22.276804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.300669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.305895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.311897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.324901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=18be89b7-f062-4d3a-99a9-336314170593,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:22.375571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:22.383843 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-90731f31-2388-4c3c-a4d2-8546f9bca62d tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/3a4e88dc-bb0f-4fc9-8884-8415c2dcbeb4 HTTP/1.1" status: 204 len: 168 time: 2.5629697 Mar 11 13:07:22.388535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57118) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:22.392066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.400364 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-09de096f-0df9-419d-bf3a-e4b6f6c9be4e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/18be89b7-f062-4d3a-99a9-336314170593 HTTP/1.1" status: 204 len: 168 time: 1.1214437 Mar 11 13:07:22.407322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1933137806'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:22.413586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57124) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:22.418114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:22.458461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:22.465156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:22.470994 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-84267973-ad69-4dfe-8edf-e07e8c44f61e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:22.471684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84267973-ad69-4dfe-8edf-e07e8c44f61e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:22.473567 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-84267973-ad69-4dfe-8edf-e07e8c44f61e tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/52e18352-b58a-431b-8fec-3b6ae77ff3f1 HTTP/1.1" status: 404 len: 337 time: 0.0570407 Mar 11 13:07:22.478557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57128) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:22.479642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:22.509712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.532733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:22.536072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.552073 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3047a706-6a1c-4fa7-9a7c-c3b9f6cd45cb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:22.552552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3047a706-6a1c-4fa7-9a7c-c3b9f6cd45cb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:22.556525 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3047a706-6a1c-4fa7-9a7c-c3b9f6cd45cb tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/63813f21-15a1-4468-8b54-2d36a3972f50 HTTP/1.1" status: 404 len: 339 time: 0.0722344 Mar 11 13:07:22.560019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.564799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57134) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:22.570422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.590245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] device_id is not set on port 92eaa017-bec9-4785-a7d9-b16191d0f61d yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:22.626926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:22.656278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.656623 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 677dbd3c-c6d4-45e2-8cf6-797e617269a1 of type vlan for network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 Mar 11 13:07:22.706137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=21517768-a667-4ae9-88d8-976fbbd87ceb,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:22.727163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': '4c4921a7-6a25-4ed3-b3ec-d35b7840195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:22.727541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: 1171f03b-2565-4d82-9525-9fd92c5fd857, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:22.737746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting subnet 4438e485-6beb-4fc5-b16a-109b147be002 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:22.740619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.748543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.802592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.820909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57144) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:22.845097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.850733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:22.851314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.863899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=f04e125e-a2dd-427e-8ccd-a1d531a60ba3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:22.869056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.875262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe82f5-316b-41c6-8c96-619c08d88517 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:22.879719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.912110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 1171f03b-2565-4d82-9525-9fd92c5fd857 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:22.948358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 1171f03b-2565-4d82-9525-9fd92c5fd857) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:22.953557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:22.954526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:22.963801 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-74974d91-7dbd-4650-b51f-1f96f342aaaa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/f04e125e-a2dd-427e-8ccd-a1d531a60ba3 HTTP/1.1" status: 204 len: 168 time: 0.9090059 Mar 11 13:07:22.971243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57150) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.014536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c76d6-8cca-4e3b-9045-11594a40ab14 None None] Network 1171f03b-2565-4d82-9525-9fd92c5fd857 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:23.027389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 53e1583c-87bb-49ad-adb5-594c7e4cf562 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:23.055925 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5192e98f-97c8-47b5-ac9a-6268fe810eda tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7427964 Mar 11 13:07:23.060318 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9ffa7e25-8a6e-45e9-9ca9-f5c8851090a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847688 Mar 11 13:07:23.062517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57154) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.065520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57156) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.070631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857', 'name': 'tempest-PortsTestJSON-490223707'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:23.072776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6b4cac17-cc2a-4d99-9235-1d99fc20a35a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:23.073682 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-6b4cac17-cc2a-4d99-9235-1d99fc20a35a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 13:07:23.074176 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-6b4cac17-cc2a-4d99-9235-1d99fc20a35a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 13:07:23.081266 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6b4cac17-cc2a-4d99-9235-1d99fc20a35a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2532616 Mar 11 13:07:23.089285 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6965585 Mar 11 13:07:23.089525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57162) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.091579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57164) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.156216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--356180513'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:23.168956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:23.184812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ee03e-27ff-4acb-aa42-351d9b1e3a14 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=e6b6cd82-3851-45b5-9cc0-fc173126c3f5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:23.189093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.13 (e734294d-3e4e-48c3-9e1f-3a6cff28ddbc/43e8d70c-5e5d-43f1-bcba-d2724d742a1b/92eaa017-bec9-4785-a7d9-b16191d0f61d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:23.192838 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:23.195242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.11 (e734294d-3e4e-48c3-9e1f-3a6cff28ddbc/43e8d70c-5e5d-43f1-bcba-d2724d742a1b/92eaa017-bec9-4785-a7d9-b16191d0f61d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:23.207157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:23.214789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:23.268944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.295433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:23.322446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:23.420980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 53e1583c-87bb-49ad-adb5-594c7e4cf562 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:23.421626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.429395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.430833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.460272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.477636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.500056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:23.514100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:23.522134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:23.525143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:23.531947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:23.537185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:23.539602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.544261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:23.545686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:23.547967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:23.549530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:23.550555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:23.581896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-1171f03b-2565-4d82-9525-9fd92c5fd857', 'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857', 'tenant_id': '32efc02ee8634a5aaf1962877ec98f4b', 'fixed_ips': [{'subnet_id': '21517768-a667-4ae9-88d8-976fbbd87ceb'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:23.583299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.615401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9879676-03d0-4a5a-a963-3604710b8600 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:23.619307 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9879676-03d0-4a5a-a963-3604710b8600 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5503533 Mar 11 13:07:23.619307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:23.620552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:23.624760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=4438e485-6beb-4fc5-b16a-109b147be002,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:23.629590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.634353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57170) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.681194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a8442-f4ce-4097-b69b-4c92aede0cdc None None] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:23.690865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:23.694277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.695808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:23.730635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] Deleting port 53e1583c-87bb-49ad-adb5-594c7e4cf562 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:23.731610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.731930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=92eaa017-bec9-4785-a7d9-b16191d0f61d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:23.757671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:23.758316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.782970 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-72cac8b1-320f-435b-bc3a-88b09699a446 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9194865 Mar 11 13:07:23.782970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57174) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.789207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '92eaa017-bec9-4785-a7d9-b16191d0f61d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:23.796128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:23.802008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:floatingip and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:23.805921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:23.813518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:23.826547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.870042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:23.873553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:23.893784 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e8abb6d-8211-465a-9ebc-4b83c5ef9926 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/4438e485-6beb-4fc5-b16a-109b147be002 HTTP/1.1" status: 204 len: 168 time: 1.3236349 Mar 11 13:07:23.909476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57178) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:23.975007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port e77110aa-736e-43e1-8883-2c71660b5640 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:23.998127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting subnet 54764c75-78c7-49b4-a14f-71b94208e7a4 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:24.004988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.048317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835d960-1cfd-4c9b-8d87-f09799937875 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:24.049533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b835d960-1cfd-4c9b-8d87-f09799937875 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:24.071820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.120784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b835d960-1cfd-4c9b-8d87-f09799937875 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:24.125077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.125235 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b835d960-1cfd-4c9b-8d87-f09799937875 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4853294 Mar 11 13:07:24.126706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:24.153474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Allocated IP 172.20.0.2 (1171f03b-2565-4d82-9525-9fd92c5fd857/21517768-a667-4ae9-88d8-976fbbd87ceb/b2334ff1-0487-4365-be12-095a7cfd2e59) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:24.254567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2990a558-37b6-437c-ad87-5728368dc460 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224074 Mar 11 13:07:24.257358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57186) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:24.266126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.274196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:24.274915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.288477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:24.288835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.303094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:24.309550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:24.325249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] For port 53e1583c-87bb-49ad-adb5-594c7e4cf562, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=53e1583c-87bb-49ad-adb5-594c7e4cf562,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:24.325962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.331556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:24.360315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ad761-f766-43db-977b-f5acfd6ee66e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:24.391391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.490643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.26.4.49 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/436c79d8-005b-479c-95df-f1f0e1527fab) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:24.508334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:24.511935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=f9261e8a-08d3-4a74-894e-d628ea6a351f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:24.518736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] Calling delete_port for 53e1583c-87bb-49ad-adb5-594c7e4cf562 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:24.522983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.525246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:24.533849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '677dbd3c-c6d4-45e2-8cf6-797e617269a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:24.534210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: e6b6cd82-3851-45b5-9cc0-fc173126c3f5, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:24.538323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.571126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:24.574635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.591631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa723e4-6a0e-47a2-a691-3955fdcc5bbc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:24.604314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:24.608843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.612967 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b8318839-ca01-4c91-b370-d91ac7311e61 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5198684 Mar 11 13:07:24.614435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:24.620869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '7aa723e4-6a0e-47a2-a691-3955fdcc5bbc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:24.628100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e6b6cd82-3851-45b5-9cc0-fc173126c3f5) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:24.631456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:24.637715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:24.638301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.643357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.646081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:24.651586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c2743-bdba-4474-8912-aa80186acf49 None None] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:24.655682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:24.664003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:24.677267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-39b9d2ad-99a0-480d-8848-a26dd77339f8 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5307457 Mar 11 13:07:24.677725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:24.683698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5', 'name': 'tempest-PortsIpV6TestJSON-1403951440', 'fixed_ips': [{'subnet_id': 'f9261e8a-08d3-4a74-894e-d628ea6a351f', 'ip_address': '2001:db8::10'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:24.720620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.725248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=54764c75-78c7-49b4-a14f-71b94208e7a4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:24.732377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.791308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.799463 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1f7a7432-b7b3-4349-9f4c-c13c0a4e7a78 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/54764c75-78c7-49b4-a14f-71b94208e7a4 HTTP/1.1" status: 204 len: 168 time: 0.8836355 Mar 11 13:07:24.802635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57198) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:24.867351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] Pushing event deleted for resources: {'Port': ['ID=53e1583c-87bb-49ad-adb5-594c7e4cf562,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:24.884954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.897676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Transition to ACTIVE for port object b2334ff1-0487-4365-be12-095a7cfd2e59 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:24.906135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.908804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:24.919590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d1064-e8a3-4c25-b98c-430edf79b0da None None] No DVR routers for this DVR port 53e1583c-87bb-49ad-adb5-594c7e4cf562 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:24.920214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:24.923770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:24.927941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Transition to ACTIVE for port object b2334ff1-0487-4365-be12-095a7cfd2e59 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:24.940790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.003597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.006964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903084 Mar 11 13:07:25.008428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.015422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57202) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:25.022283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb844e-65ce-4581-83f7-7227c772e931 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feb72bc-7d2a-4783-b3d1-09f542579fbb,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:25.031284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '7aa723e4-6a0e-47a2-a691-3955fdcc5bbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:25.031462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:25.037135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:25.041011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:25.043922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:25.072279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 53e1583c-87bb-49ad-adb5-594c7e4cf562 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:25.090880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.102813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:25.116597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 53e1583c-87bb-49ad-adb5-594c7e4cf562 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:25.117097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 53e1583c-87bb-49ad-adb5-594c7e4cf562 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:25.129672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Network 1171f03b-2565-4d82-9525-9fd92c5fd857 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:25.143049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:25.145615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port c6c9bd04-e481-4647-b4dd-0a9ecd284110 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:25.146227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.151076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.13 (1171f03b-2565-4d82-9525-9fd92c5fd857/21517768-a667-4ae9-88d8-976fbbd87ceb/e77110aa-736e-43e1-8883-2c71660b5640) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:25.152134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:25.216256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Pushing event updated for resources: {'Port': ['ID=b2334ff1-0487-4365-be12-095a7cfd2e59,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:25.227393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.250949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.271667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.325731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Attempting to bind port b2334ff1-0487-4365-be12-095a7cfd2e59 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:25.326288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Attempting to bind port b2334ff1-0487-4365-be12-095a7cfd2e59 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4c4921a7-6a25-4ed3-b3ec-d35b7840195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:25.326711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Attempting to bind port b2334ff1-0487-4365-be12-095a7cfd2e59 on network 1171f03b-2565-4d82-9525-9fd92c5fd857 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:25.333392 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:25.335004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Checking segment: {'id': '4c4921a7-6a25-4ed3-b3ec-d35b7840195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:25.335460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.335914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Bound using segment: {'id': '4c4921a7-6a25-4ed3-b3ec-d35b7840195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:25.336446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Bound port: b2334ff1-0487-4365-be12-095a7cfd2e59, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4921a7-6a25-4ed3-b3ec-d35b7840195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1171f03b-2565-4d82-9525-9fd92c5fd857'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:25.336876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.353407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e6b6cd82-3851-45b5-9cc0-fc173126c3f5', 'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5', 'tenant_id': 'd5771888ea0e4b5681f35a88f2a6254a', 'fixed_ips': [{'subnet_id': 'f9261e8a-08d3-4a74-894e-d628ea6a351f'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:25.354637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.429266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:25.458366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.528629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:25.539009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.553085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:25.556461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:25.557302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.606360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=165a0663-f7b7-4914-a77a-45d3f97113f4,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:25.615047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:25.615480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object e77110aa-736e-43e1-8883-2c71660b5640 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:25.634202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205a806-b914-4348-b110-6e102997ee03 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:25.650649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:25.661127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.676533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:25.727745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=436c79d8-005b-479c-95df-f1f0e1527fab,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:25.737368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 1171f03b-2565-4d82-9525-9fd92c5fd857 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:25.745678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:25.751980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:25.797057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=e77110aa-736e-43e1-8883-2c71660b5640,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:25.840269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] For port b2334ff1-0487-4365-be12-095a7cfd2e59, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:25.842920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Allocated IP 2001:db8::2 (e6b6cd82-3851-45b5-9cc0-fc173126c3f5/f9261e8a-08d3-4a74-894e-d628ea6a351f/b05a23d5-e840-4d12-b4e6-1ac329f38424) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:25.845910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] For port b2334ff1-0487-4365-be12-095a7cfd2e59, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b2334ff1-0487-4365-be12-095a7cfd2e59,segment=NetworkSegment(4c4921a7-6a25-4ed3-b3ec-d35b7840195b),segment_id=4c4921a7-6a25-4ed3-b3ec-d35b7840195b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:25.857674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:25.858579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.885926 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dd6e3a75-54d8-4ff7-bece-6138d82663d5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8221970 Mar 11 13:07:25.888526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57206) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:25.891853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:25.895744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa4d5a-2497-4686-a880-3a9628fc2ba7 None None] Network 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:25.930637 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fe6b3995-ecf7-400a-80bd-c0eca38f2a95 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6704519 Mar 11 13:07:25.933622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57210) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:25.940061 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 13:07:25.943536 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-919cdc5b-9204-480d-96d0-9123412a3c8e tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9206202 Mar 11 13:07:25.943693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:6e:20:22', 'name': 'tempest-NetworksTestDHCPv6-1187277380'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:25.945594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57214) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:26.048285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port e77110aa-736e-43e1-8883-2c71660b5640 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:26.049149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.057234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port c6c9bd04-e481-4647-b4dd-0a9ecd284110, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6c9bd04-e481-4647-b4dd-0a9ecd284110,segment=NetworkSegment(bf5679ed-7fc8-4d08-9573-d69030013b0c),segment_id=bf5679ed-7fc8-4d08-9573-d69030013b0c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:26.058122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.255801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for c6c9bd04-e481-4647-b4dd-0a9ecd284110 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:26.297890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed9ca-691a-45ef-9d3c-2f7b81a496d8 None None] Pushing event updated for resources: {'Port': ['ID=b2334ff1-0487-4365-be12-095a7cfd2e59,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:26.310839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b48f6aac-9fc5-43df-82e9-087a0fe30a2a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.331662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:26.345967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:26.349861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1843d8c6-f966-422b-a624-18df5d87f78e None None] Provisioning complete for port c6c9bd04-e481-4647-b4dd-0a9ecd284110 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:26.350244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1843d8c6-f966-422b-a624-18df5d87f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.363913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:26.383841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:26.385472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '165a0663-f7b7-4914-a77a-45d3f97113f4'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:26.386413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.470728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:26.471103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b48f6aac-9fc5-43df-82e9-087a0fe30a2a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.582795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.625916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.631968 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.plugins.ml2.db [None req-1843d8c6-f966-422b-a624-18df5d87f78e None None] No ports have port_id starting with c6c9bd04-e481-4647-b4dd-0a9ecd284110 Mar 11 13:07:26.684882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No DVR routers for this DVR port c6c9bd04-e481-4647-b4dd-0a9ecd284110 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:26.735889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.768626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Transition to ACTIVE for port object b05a23d5-e840-4d12-b4e6-1ac329f38424 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:26.773286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b48f6aac-9fc5-43df-82e9-087a0fe30a2a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.776306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Port': ['ID=c6c9bd04-e481-4647-b4dd-0a9ecd284110,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:26.808294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/165a0663-f7b7-4914-a77a-45d3f97113f4/d9bf7e86-c1c9-4772-8d07-edc3412a2b94) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:26.810704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Transition to ACTIVE for port object b05a23d5-e840-4d12-b4e6-1ac329f38424 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:26.826940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f6aac-9fc5-43df-82e9-087a0fe30a2a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa723e4-6a0e-47a2-a691-3955fdcc5bbc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:26.827271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.861879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for e77110aa-736e-43e1-8883-2c71660b5640 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:26.894661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7664fd06-d84c-4427-a5b2-acd2b8552a62 None None] DHCP port deletion for 2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:26.917117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:26.987746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:26.994565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:27.032502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.045030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Pushing event updated for resources: {'Port': ['ID=b05a23d5-e840-4d12-b4e6-1ac329f38424,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:27.053382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:27.075378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:27.083496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b48f6aac-9fc5-43df-82e9-087a0fe30a2a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.084630 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b48f6aac-9fc5-43df-82e9-087a0fe30a2a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/7aa723e4-6a0e-47a2-a691-3955fdcc5bbc HTTP/1.1" status: 204 len: 168 time: 1.1366439 Mar 11 13:07:27.093664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57218) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.096348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.099978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5679ed-7fc8-4d08-9573-d69030013b0c') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:27.100271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5679ed-7fc8-4d08-9573-d69030013b0c') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:27.105776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.111827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b2334ff1-0487-4365-be12-095a7cfd2e59 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:27.112003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.142699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.175507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.189600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:27.190034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:27.206007 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:27.231504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=e77110aa-736e-43e1-8883-2c71660b5640,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:27.243524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Attempting to bind port b05a23d5-e840-4d12-b4e6-1ac329f38424 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:27.243785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Attempting to bind port b05a23d5-e840-4d12-b4e6-1ac329f38424 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '677dbd3c-c6d4-45e2-8cf6-797e617269a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:27.244420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Attempting to bind port b05a23d5-e840-4d12-b4e6-1ac329f38424 on network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:27.258586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:27.258954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Checking segment: {'id': '677dbd3c-c6d4-45e2-8cf6-797e617269a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:27.259543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.259936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Bound using segment: {'id': '677dbd3c-c6d4-45e2-8cf6-797e617269a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:27.260403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Bound port: b05a23d5-e840-4d12-b4e6-1ac329f38424, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677dbd3c-c6d4-45e2-8cf6-797e617269a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:27.260775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.338987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 1a608109-d3f6-4f72-a17e-d10de49791bc yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:27.367120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b2334ff1-0487-4365-be12-095a7cfd2e59 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:27.377601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.380430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.383076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.398727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Transition to ACTIVE for port object d9bf7e86-c1c9-4772-8d07-edc3412a2b94 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:27.403642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::10 (e6b6cd82-3851-45b5-9cc0-fc173126c3f5/f9261e8a-08d3-4a74-894e-d628ea6a351f/7a1002ed-6505-4fa4-ba30-2be7cf2a7d78) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:27.415247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:27.428197 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3a8f4ecd-e710-4fc1-90aa-b1af563fd98c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/2fa9ad46-c046-4e0d-ab54-3f1c8bf6a6af HTTP/1.1" status: 204 len: 168 time: 2.6245582 Mar 11 13:07:27.432110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57222) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.453135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Transition to ACTIVE for port object d9bf7e86-c1c9-4772-8d07-edc3412a2b94 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:27.467302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46189a2c-af01-4d2a-aed7-2e8f8018a554 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Synchronizing usage tracker for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:27.471304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.501995 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b862f9ec-9394-45dc-ad7d-c269ec5bf076 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:27.502442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b862f9ec-9394-45dc-ad7d-c269ec5bf076 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:27.504607 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b862f9ec-9394-45dc-ad7d-c269ec5bf076 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/ceb7f738-7b16-4e1c-aa2b-d887769dd2a7 HTTP/1.1" status: 404 len: 337 time: 0.0711133 Mar 11 13:07:27.510693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57226) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.537709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.552879 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c654e5-0b8d-426c-a61d-ae6ab3f16056 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:27.553627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c654e5-0b8d-426c-a61d-ae6ab3f16056 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:27.555555 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-89c654e5-0b8d-426c-a61d-ae6ab3f16056 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/f49b0557-3a71-45cf-9645-183e4364627d HTTP/1.1" status: 404 len: 339 time: 0.0399494 Mar 11 13:07:27.558952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57230) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.625965 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] For port b05a23d5-e840-4d12-b4e6-1ac329f38424, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:27.635593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] For port b05a23d5-e840-4d12-b4e6-1ac329f38424, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b05a23d5-e840-4d12-b4e6-1ac329f38424,segment=NetworkSegment(677dbd3c-c6d4-45e2-8cf6-797e617269a1),segment_id=677dbd3c-c6d4-45e2-8cf6-797e617269a1)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:27.637176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6c9bd04-e481-4647-b4dd-0a9ecd284110 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:27.651693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46189a2c-af01-4d2a-aed7-2e8f8018a554 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Unset dirty status for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:27.652893 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-46189a2c-af01-4d2a-aed7-2e8f8018a554 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5411510 Mar 11 13:07:27.660012 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dec600a6-80c0-49e0-9828-edc0c0f36f04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/e77110aa-736e-43e1-8883-2c71660b5640 HTTP/1.1" status: 204 len: 168 time: 1.7703531 Mar 11 13:07:27.660850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57234) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.667518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57236) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.682623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--56337487'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:27.686615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.714293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c6c9bd04-e481-4647-b4dd-0a9ecd284110 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:27.714724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6c9bd04-e481-4647-b4dd-0a9ecd284110 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:27.731031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:27.736791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:27.751892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:27.757098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:27.761264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:07:27.780537 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9de19e6-dee8-47fb-bc82-b1d783bb7890 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:27.780999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9de19e6-dee8-47fb-bc82-b1d783bb7890 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:27.782978 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9de19e6-dee8-47fb-bc82-b1d783bb7890 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/63c7c4a8-c38b-4147-8112-962497dcf366 HTTP/1.1" status: 404 len: 337 time: 0.2228239 Mar 11 13:07:27.785270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.788449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57242) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.792633 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1fe555-5a6c-43b8-84ed-d911f790d335 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:27.793099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1fe555-5a6c-43b8-84ed-d911f790d335 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:27.798249 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6b1fe555-5a6c-43b8-84ed-d911f790d335 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/e77110aa-736e-43e1-8883-2c71660b5640 HTTP/1.1" status: 404 len: 333 time: 0.1164260 Mar 11 13:07:27.798991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.803532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57246) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.810134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:27.838998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::126 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/165a0663-f7b7-4914-a77a-45d3f97113f4/1a608109-d3f6-4f72-a17e-d10de49791bc) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:27.907292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Pushing event updated for resources: {'Port': ['ID=d9bf7e86-c1c9-4772-8d07-edc3412a2b94,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:27.911590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Attempting to bind port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:27.912113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Attempting to bind port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:27.912616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Attempting to bind port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:27.924725 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9eb7b7-08ba-446f-a64f-6f565fbebe80 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:07:27.926448 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4d9eb7b7-08ba-446f-a64f-6f565fbebe80 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/e77110aa-736e-43e1-8883-2c71660b5640 HTTP/1.1" status: 404 len: 333 time: 0.0846512 Mar 11 13:07:27.931031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57250) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.943798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.953724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca1d684-98df-4360-978c-aa9788e1faf8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:27.954220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca1d684-98df-4360-978c-aa9788e1faf8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:27.958896 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3ca1d684-98df-4360-978c-aa9788e1faf8 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/65ee4f23-4559-43c9-bee2-f88a6b370c10 HTTP/1.1" status: 404 len: 339 time: 0.1629257 Mar 11 13:07:27.961812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:27.962367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:27.962767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.963244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:27.963733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Bound port: d9bf7e86-c1c9-4772-8d07-edc3412a2b94, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:27.964105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:27.967095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57252) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:27.999522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b79992-a619-4b81-bc40-96dfb55ac16d None None] Network 1171f03b-2565-4d82-9525-9fd92c5fd857 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:28.013288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:28.030214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:28.040930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:28.101509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:28.138395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 21517768-a667-4ae9-88d8-976fbbd87ceb {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:28.164102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.184197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.194035 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb718d42-8eb8-49d0-905e-fda1ab3a43ca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:28.194276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb718d42-8eb8-49d0-905e-fda1ab3a43ca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:28.198260 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fb718d42-8eb8-49d0-905e-fda1ab3a43ca tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/71f170b5-7de0-4032-a3ed-6753d3ca7526 HTTP/1.1" status: 404 len: 337 time: 0.2205970 Mar 11 13:07:28.198260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=436c79d8-005b-479c-95df-f1f0e1527fab,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:28.201599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57258) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:28.234359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd4894-b96c-44a5-9f0b-7472106f46ca None None] Pushing event updated for resources: {'Port': ['ID=b05a23d5-e840-4d12-b4e6-1ac329f38424,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:28.258865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] For port d9bf7e86-c1c9-4772-8d07-edc3412a2b94, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:28.262262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.264007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] For port d9bf7e86-c1c9-4772-8d07-edc3412a2b94, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d9bf7e86-c1c9-4772-8d07-edc3412a2b94,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:28.292695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:28.324672 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-26671b2a-9013-4e1b-9324-a0685aa27f51 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:28.325185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26671b2a-9013-4e1b-9324-a0685aa27f51 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:28.330176 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-26671b2a-9013-4e1b-9324-a0685aa27f51 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/58a85711-a8c4-4376-a76a-eaff2b816020 HTTP/1.1" status: 404 len: 339 time: 0.1198723 Mar 11 13:07:28.331639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57262) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:28.343867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.346691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.400707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Provisioning for port b2334ff1-0487-4365-be12-095a7cfd2e59 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:28.427581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Provisioning complete for port b2334ff1-0487-4365-be12-095a7cfd2e59 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:28.427943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.443756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.469417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 1a608109-d3f6-4f72-a17e-d10de49791bc will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:28.547486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2306a5-bbdb-47c9-b0c6-2090d6caa29b None None] Pushing event updated for resources: {'Port': ['ID=d9bf7e86-c1c9-4772-8d07-edc3412a2b94,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:28.560578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.565348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.580909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.585707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.596256 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP c7f33e8d-e402-479e-8d8f-70954f16ef8e associated. External IP: 172.26.4.49, port: 92eaa017-bec9-4785-a7d9-b16191d0f61d. Mar 11 13:07:28.644553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.802908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.927836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:28.973508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:28.973872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:28.998888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=1a608109-d3f6-4f72-a17e-d10de49791bc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:29.006906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting subnet 0e2c98e3-1411-4d3c-81ec-7c84d6ae9251 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:29.015165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=21517768-a667-4ae9-88d8-976fbbd87ceb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:29.019085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.031506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.043743 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-94d5973b-10be-4ec1-a6ca-ba1d38d1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/21517768-a667-4ae9-88d8-976fbbd87ceb HTTP/1.1" status: 204 len: 168 time: 1.0782778 Mar 11 13:07:29.046471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57266) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:29.098224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d9bf7e86-c1c9-4772-8d07-edc3412a2b94 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:29.125075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.135879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123baba2-4cb7-49f6-b316-3869032dde23 None None] Network 1171f03b-2565-4d82-9525-9fd92c5fd857 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:29.186292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.238777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:29.270085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59a581f-4e38-4b63-88e7-0874d6223a21,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:29.274964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:29.278225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:29.286245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:29.287049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.290474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port b2334ff1-0487-4365-be12-095a7cfd2e59 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:29.290816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.308541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:29.313846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.315386 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd50a9c8-a0d2-4043-a360-c900de117fba tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6491637 Mar 11 13:07:29.326165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:29.329802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:29.338438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:29.340249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.352476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b65834-82ae-4d11-8c1c-681e55037441 None None] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:29.353958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57270) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:29.376081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d6b3e427-89c0-408f-b0dd-1defadade9fc tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': 'b59a581f-4e38-4b63-88e7-0874d6223a21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:29.376999 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-d6b3e427-89c0-408f-b0dd-1defadade9fc tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 13:07:29.377626 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d6b3e427-89c0-408f-b0dd-1defadade9fc tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:29.378678 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d6b3e427-89c0-408f-b0dd-1defadade9fc tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0236309 Mar 11 13:07:29.392869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57274) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:29.397722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=7a1002ed-6505-4fa4-ba30-2be7cf2a7d78,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:29.420776 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69ab7264-86d4-467a-9c3f-580ddadc9298 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4859428 Mar 11 13:07:29.423098 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eb3042d3-0dbf-4ffe-b127-08de3845741e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7446024 Mar 11 13:07:29.426782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:29.429962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57278) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:29.429962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57280) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:29.438020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:29.477014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': 'e6b6cd82-3851-45b5-9cc0-fc173126c3f5', 'name': 'tempest-PortsIpV6TestJSON-35094617', 'fixed_ips': [{'subnet_id': 'f9261e8a-08d3-4a74-894e-d628ea6a351f', 'ip_address': '2001:db8::f'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:29.487118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b05a23d5-e840-4d12-b4e6-1ac329f38424 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:29.556908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.666104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.701583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b05a23d5-e840-4d12-b4e6-1ac329f38424 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:29.733281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] For port b2334ff1-0487-4365-be12-095a7cfd2e59, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b2334ff1-0487-4365-be12-095a7cfd2e59,segment=NetworkSegment(4c4921a7-6a25-4ed3-b3ec-d35b7840195b),segment_id=4c4921a7-6a25-4ed3-b3ec-d35b7840195b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:29.758840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] For port b2334ff1-0487-4365-be12-095a7cfd2e59, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b2334ff1-0487-4365-be12-095a7cfd2e59,segment=NetworkSegment(4c4921a7-6a25-4ed3-b3ec-d35b7840195b),segment_id=4c4921a7-6a25-4ed3-b3ec-d35b7840195b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:29.759443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.760847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25e66662-8578-43df-8f6d-006deaeb412d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.814370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a1b4e-3b51-42f3-a58b-745973a228dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:29.820767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a1b4e-3b51-42f3-a58b-745973a228dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:29.821498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a5a1b4e-3b51-42f3-a58b-745973a228dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:29.859629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:29.863279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.869737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25e66662-8578-43df-8f6d-006deaeb412d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.876141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.907149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for b2334ff1-0487-4365-be12-095a7cfd2e59 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:29.916059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a5a1b4e-3b51-42f3-a58b-745973a228dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:29.919715 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3a5a1b4e-3b51-42f3-a58b-745973a228dc tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4860799 Mar 11 13:07:29.919715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:29.935252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57286) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:29.938862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:29.947800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2c98e3-1411-4d3c-81ec-7c84d6ae9251,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:29.963553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:29.967634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:29.983045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3319e-a232-4bbb-a497-de53f54cdabd None None] Pushing event updated for resources: {'Port': ['ID=b2334ff1-0487-4365-be12-095a7cfd2e59,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:30.001269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f737fc62-1718-4c9c-baa0-7fb8e0cc809a None None] Network 1b2ccbe0-bde3-468c-bf58-5f68980d8663 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:30.040788 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-464c0ff0-28a3-4585-8f8d-e8a923644ecc tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/0e2c98e3-1411-4d3c-81ec-7c84d6ae9251 HTTP/1.1" status: 204 len: 168 time: 1.7067478 Mar 11 13:07:30.050582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57290) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:30.051020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:30.056065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.152921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 869bbfb4-fc56-4172-acf6-ea8034c37d30 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:30.198255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 1a608109-d3f6-4f72-a17e-d10de49791bc {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:30.198877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.201194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] DHCP port deletion for 1171f03b-2565-4d82-9525-9fd92c5fd857 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:30.204935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Provisioning complete for port b2334ff1-0487-4365-be12-095a7cfd2e59 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:30.205310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.227123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:30.244215 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:30.266576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] Deleting port b2334ff1-0487-4365-be12-095a7cfd2e59 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:30.266952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.292051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.331338 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:07:30.332079 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:30.332708 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:30.369605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.399087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:30.399351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:30.403834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25e66662-8578-43df-8f6d-006deaeb412d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.425791 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-84569180-3d1c-4b93-aa8d-4ec0fddb21a2 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6415246 Mar 11 13:07:30.428320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57294) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:30.433964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'port_id': '92eaa017-bec9-4785-a7d9-b16191d0f61d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:30.442515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e66662-8578-43df-8f6d-006deaeb412d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59a581f-4e38-4b63-88e7-0874d6223a21,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:30.469758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port 9fae9537-4966-46f5-af39-75641ad1f228 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:30.471325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.478134 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:30.500612 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:30.501237 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:30.610303 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:30.610916 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42231789-526c-4dfb-bfd2-5ef443b6d935 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:30.632089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.738643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25e66662-8578-43df-8f6d-006deaeb412d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.740416 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-25e66662-8578-43df-8f6d-006deaeb412d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/b59a581f-4e38-4b63-88e7-0874d6223a21 HTTP/1.1" status: 204 len: 168 time: 1.3461938 Mar 11 13:07:30.743884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] For port b2334ff1-0487-4365-be12-095a7cfd2e59, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b2334ff1-0487-4365-be12-095a7cfd2e59,segment=NetworkSegment(4c4921a7-6a25-4ed3-b3ec-d35b7840195b),segment_id=4c4921a7-6a25-4ed3-b3ec-d35b7840195b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:30.744400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.748614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:30.753498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Provisioning for port b05a23d5-e840-4d12-b4e6-1ac329f38424 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:30.763026 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Provisioning complete for port b05a23d5-e840-4d12-b4e6-1ac329f38424 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:30.763543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.900427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port b2334ff1-0487-4365-be12-095a7cfd2e59 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:30.900986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:30.907819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] DHCP port deletion for 1b2ccbe0-bde3-468c-bf58-5f68980d8663 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:30.916347 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] Calling delete_port for b2334ff1-0487-4365-be12-095a7cfd2e59 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:30.966533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Deleting port 9fae9537-4966-46f5-af39-75641ad1f228 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:30.966533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.012064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9fae9537-4966-46f5-af39-75641ad1f228 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:31.051320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::f (e6b6cd82-3851-45b5-9cc0-fc173126c3f5/f9261e8a-08d3-4a74-894e-d628ea6a351f/869bbfb4-fc56-4172-acf6-ea8034c37d30) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:31.209235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.278323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e5ffdde-6a6c-4b62-9707-4a330ef75dcc tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Synchronizing usage tracker for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:31.305513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fae9537-4966-46f5-af39-75641ad1f228,segment=NetworkSegment(5fe977f7-068b-4008-93ae-d5e2baf38c74),segment_id=5fe977f7-068b-4008-93ae-d5e2baf38c74)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:31.305885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.320394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] Pushing event deleted for resources: {'Port': ['ID=b2334ff1-0487-4365-be12-095a7cfd2e59,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:31.345219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ba03e-1a01-463d-9ce9-36bc866abc8f None None] No DVR routers for this DVR port b2334ff1-0487-4365-be12-095a7cfd2e59 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:31.399353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.448436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fae9537-4966-46f5-af39-75641ad1f228,segment=NetworkSegment(5fe977f7-068b-4008-93ae-d5e2baf38c74),segment_id=5fe977f7-068b-4008-93ae-d5e2baf38c74)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:31.449275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.495174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] For port b2334ff1-0487-4365-be12-095a7cfd2e59, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b2334ff1-0487-4365-be12-095a7cfd2e59,segment=NetworkSegment(4c4921a7-6a25-4ed3-b3ec-d35b7840195b),segment_id=4c4921a7-6a25-4ed3-b3ec-d35b7840195b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:31.495514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.502288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for 9fae9537-4966-46f5-af39-75641ad1f228 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:31.629285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.640429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for b2334ff1-0487-4365-be12-095a7cfd2e59 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:31.651945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Calling delete_port for 9fae9537-4966-46f5-af39-75641ad1f228 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:31.654928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e5ffdde-6a6c-4b62-9707-4a330ef75dcc tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Unset dirty status for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:31.656229 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e5ffdde-6a6c-4b62-9707-4a330ef75dcc tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9015222 Mar 11 13:07:31.672754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 1a608109-d3f6-4f72-a17e-d10de49791bc owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:31.672991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57304) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:31.691675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--317796348'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:31.699776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.699971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:31.729969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:31.755419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] For port b05a23d5-e840-4d12-b4e6-1ac329f38424, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b05a23d5-e840-4d12-b4e6-1ac329f38424,segment=NetworkSegment(677dbd3c-c6d4-45e2-8cf6-797e617269a1),segment_id=677dbd3c-c6d4-45e2-8cf6-797e617269a1)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:31.758456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:31.758925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:31.765854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.777410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.792459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:31.801223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:31.805738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:31.816826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:31.838793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fae9537-4966-46f5-af39-75641ad1f228,segment=NetworkSegment(5fe977f7-068b-4008-93ae-d5e2baf38c74),segment_id=5fe977f7-068b-4008-93ae-d5e2baf38c74)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:31.860676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.861248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b2334ff1-0487-4365-be12-095a7cfd2e59 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:31.901329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 13:07:31.901329 dv-neutron-833198-1-hyperv neutron-server[87960]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 11 13:07:31.901329 dv-neutron-833198-1-hyperv neutron-server[87960]: [parameters: {'port_id': '9fae9537-4966-46f5-af39-75641ad1f228', 'host': 'dv-neutron-833198-1-hyperv', 'level': 0}] Mar 11 13:07:31.901329 dv-neutron-833198-1-hyperv neutron-server[87960]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:31.901329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:31.911033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:31.911033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:31.911337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Provisioning for port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:31.914241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b2334ff1-0487-4365-be12-095a7cfd2e59 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:31.914595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b2334ff1-0487-4365-be12-095a7cfd2e59 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:31.921302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Provisioning complete for port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:31.921699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.941230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:31.949624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Pushing event updated for resources: {'Port': ['ID=b05a23d5-e840-4d12-b4e6-1ac329f38424,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:31.952525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.004604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.025972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.028028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 869bbfb4-fc56-4172-acf6-ea8034c37d30 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:32.046736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9fae9537-4966-46f5-af39-75641ad1f228,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:32.086920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=1a608109-d3f6-4f72-a17e-d10de49791bc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:32.107156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.143529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] For port d9bf7e86-c1c9-4772-8d07-edc3412a2b94, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d9bf7e86-c1c9-4772-8d07-edc3412a2b94,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:32.144950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.148291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.168665 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bcf013df-62b0-4903-af2b-efa281a0faca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/1a608109-d3f6-4f72-a17e-d10de49791bc HTTP/1.1" status: 204 len: 168 time: 2.2229257 Mar 11 13:07:32.172786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:32.198136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port b2334ff1-0487-4365-be12-095a7cfd2e59 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:32.200474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.227357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.232207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11210ef-9b1c-497a-a121-096801d85199 None None] Pushing event updated for resources: {'Port': ['ID=d9bf7e86-c1c9-4772-8d07-edc3412a2b94,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:32.247376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.256322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b0ca8-6dda-4555-80f3-e5c3b091e2b9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:32.258012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b0ca8-6dda-4555-80f3-e5c3b091e2b9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:32.261492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d77b0ca8-6dda-4555-80f3-e5c3b091e2b9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0861058 Mar 11 13:07:32.262787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57314) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:32.265689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-750e3dc9-f21f-45dc-8154-b52e4e642b41 None None] Could not find standard attr ID for object 1a608109-d3f6-4f72-a17e-d10de49791bc. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:07:32.287200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-750e3dc9-f21f-45dc-8154-b52e4e642b41 None None] Provisioning complete for port b05a23d5-e840-4d12-b4e6-1ac329f38424 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:32.287581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-750e3dc9-f21f-45dc-8154-b52e4e642b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.304295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] The port 'b2334ff1-0487-4365-be12-095a7cfd2e59' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:07:32.332729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.403991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Deleting port 9fae9537-4966-46f5-af39-75641ad1f228 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:32.404375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.413760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=869bbfb4-fc56-4172-acf6-ea8034c37d30,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:32.416476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port 9fae9537-4966-46f5-af39-75641ad1f228 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:32.416970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.476128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 165a0663-f7b7-4914-a77a-45d3f97113f4 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:32.480712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.490393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ce8387-8309-4fc9-87ee-65dad5faddfc,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:32.545736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:32.550453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.554542 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-94b4b8f8-792b-4aae-930c-608d3d08e005 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8785481 Mar 11 13:07:32.554688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:32.555483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57322) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:32.560272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.563455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:32.568929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:32.569717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.614733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ee009ea3-620f-49a4-8483-d6a355bf52e8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '70ce8387-8309-4fc9-87ee-65dad5faddfc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:32.615578 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-ee009ea3-620f-49a4-8483-d6a355bf52e8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 13:07:32.616080 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-ee009ea3-620f-49a4-8483-d6a355bf52e8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:32.619791 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ee009ea3-620f-49a4-8483-d6a355bf52e8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0585260 Mar 11 13:07:32.626085 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-203d803d-ddd8-47ad-9ec5-21b1b8cfc61e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.1905789 Mar 11 13:07:32.626085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57326) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:32.628702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57328) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:32.637092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.640747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-750e3dc9-f21f-45dc-8154-b52e4e642b41 None None] Provisioning for port 7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:32.656600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1171f03b-2565-4d82-9525-9fd92c5fd857']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:32.658334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-750e3dc9-f21f-45dc-8154-b52e4e642b41 None None] Provisioning complete for port 7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:32.658708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-750e3dc9-f21f-45dc-8154-b52e4e642b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.673859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4921a7-6a25-4ed3-b3ec-d35b7840195b') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:32.674231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4921a7-6a25-4ed3-b3ec-d35b7840195b') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:32.699635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.705824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fae9537-4966-46f5-af39-75641ad1f228,segment=NetworkSegment(5fe977f7-068b-4008-93ae-d5e2baf38c74),segment_id=5fe977f7-068b-4008-93ae-d5e2baf38c74)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:32.706508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.722157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:32.726110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.788855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:32.789213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:32.804702 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:32.854818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd522-f86e-4b95-8d77-23ca8efb9461 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:32.888877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Calling delete_port for 9fae9537-4966-46f5-af39-75641ad1f228 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:32.975780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-750e3dc9-f21f-45dc-8154-b52e4e642b41 None None] Port 7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:32.984138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.036504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] Pushing event deleted for resources: {'Port': ['ID=9fae9537-4966-46f5-af39-75641ad1f228,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:33.046583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06a302-e144-4980-9cf0-1bac1f0c212a None None] No DVR routers for this DVR port 9fae9537-4966-46f5-af39-75641ad1f228 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:33.101645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8169e0e6-f417-4fb1-9f0f-f9bdc63ef7fb None None] Provisioning for port 869bbfb4-fc56-4172-acf6-ea8034c37d30 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:33.108861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8169e0e6-f417-4fb1-9f0f-f9bdc63ef7fb None None] Provisioning complete for port 869bbfb4-fc56-4172-acf6-ea8034c37d30 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:33.109984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8169e0e6-f417-4fb1-9f0f-f9bdc63ef7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.125504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.137199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd522-f86e-4b95-8d77-23ca8efb9461 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.145181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.147858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port 9fae9537-4966-46f5-af39-75641ad1f228, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9fae9537-4966-46f5-af39-75641ad1f228,segment=NetworkSegment(5fe977f7-068b-4008-93ae-d5e2baf38c74),segment_id=5fe977f7-068b-4008-93ae-d5e2baf38c74)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:33.148235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.159499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=1171f03b-2565-4d82-9525-9fd92c5fd857,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:33.164594 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4f9c72f8-a5e9-4acc-8a25-baa9a150afbc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/1171f03b-2565-4d82-9525-9fd92c5fd857 HTTP/1.1" status: 204 len: 168 time: 4.1171677 Mar 11 13:07:33.174522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57336) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.194156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1907244111'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:33.198147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8169e0e6-f417-4fb1-9f0f-f9bdc63ef7fb None None] Port 869bbfb4-fc56-4172-acf6-ea8034c37d30 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:33.201550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d9bf7e86-c1c9-4772-8d07-edc3412a2b94 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:33.204598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:33.207896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:33.212899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.234768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:33.239743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:33.246711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:33.254166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:33.254875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:33.259332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:33.283597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:33.287015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.297958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.321153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:33.342442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for 9fae9537-4966-46f5-af39-75641ad1f228 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:33.343791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:33.344406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:33.367107 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e026a5d1-3678-4931-af9d-958241f82163 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/floatingips/c7f33e8d-e402-479e-8d8f-70954f16ef8e HTTP/1.1" status: 200 len: 978 time: 2.9353473 Mar 11 13:07:33.367107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:33.367378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57340) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.424556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1c586-3fc0-4725-8030-e4c2996b758b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:33.426446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-91c1c586-3fc0-4725-8030-e4c2996b758b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:33.452555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:33.452883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d2308-ce3c-4e84-9e95-5f19229b8cae None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:33.464971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:33.465649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.469074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd522-f86e-4b95-8d77-23ca8efb9461 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.471870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.472043 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment ca3d6bc0-8d55-4581-a46a-a77ad6c23f81 of type vlan for network e3f34396-7bae-42af-b38b-e5554352543b Mar 11 13:07:33.507786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-91c1c586-3fc0-4725-8030-e4c2996b758b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:33.509069 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-91c1c586-3fc0-4725-8030-e4c2996b758b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8396127 Mar 11 13:07:33.512818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57344) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.515706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdd522-f86e-4b95-8d77-23ca8efb9461 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ce8387-8309-4fc9-87ee-65dad5faddfc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:33.529229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:33.529637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:33.530902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd522-f86e-4b95-8d77-23ca8efb9461 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.532327 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6cdd522-f86e-4b95-8d77-23ca8efb9461 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/70ce8387-8309-4fc9-87ee-65dad5faddfc HTTP/1.1" status: 204 len: 168 time: 0.9047263 Mar 11 13:07:33.534525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.538036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.590149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=165a0663-f7b7-4914-a77a-45d3f97113f4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:33.603165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.625503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d7de7-b024-4756-9a96-e36773ce3500 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:33.625728 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-26446df0-23c3-45fc-82f9-83a0619c85ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/165a0663-f7b7-4914-a77a-45d3f97113f4 HTTP/1.1" status: 204 len: 168 time: 1.3558962 Mar 11 13:07:33.625832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.627098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.700604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 436c79d8-005b-479c-95df-f1f0e1527fab {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:33.700949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.713684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8cf5b14b-357d-48e7-bd33-58d70dfd3e02 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Synchronizing usage tracker for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:33.720812 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6f63b66b-6ab2-4b83-ba2a-7a23a166380f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903721 Mar 11 13:07:33.721040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.726080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b05a23d5-e840-4d12-b4e6-1ac329f38424 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:33.743351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.748713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:33.749282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.782395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8cf5b14b-357d-48e7-bd33-58d70dfd3e02 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Unset dirty status for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:33.783919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8cf5b14b-357d-48e7-bd33-58d70dfd3e02 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2133381 Mar 11 13:07:33.788224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57360) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.793720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529364909'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:33.802416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:33.821034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:33.834968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fce530-fab2-45f8-9eab-9232ab5e500e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:33.835583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f3fce530-fab2-45f8-9eab-9232ab5e500e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:33.848278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.869805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f3fce530-fab2-45f8-9eab-9232ab5e500e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:33.871113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f3fce530-fab2-45f8-9eab-9232ab5e500e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1490066 Mar 11 13:07:33.873521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:33.876194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57364) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.878516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4255d2-5af6-474b-95dc-175ea0e13065 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:33.880056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:33.885758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4255d2-5af6-474b-95dc-175ea0e13065 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:33.893034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b05a23d5-e840-4d12-b4e6-1ac329f38424 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:33.893607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:33.894117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4255d2-5af6-474b-95dc-175ea0e13065 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:33.898710 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3b4255d2-5af6-474b-95dc-175ea0e13065 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3823993 Mar 11 13:07:33.914356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.915203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:33.931722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:33.965317 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7897327 Mar 11 13:07:33.974153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57372) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:33.985238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:34.025622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73924720-dac7-4fb0-8f41-dbf99cdd7b1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:34.026306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-73924720-dac7-4fb0-8f41-dbf99cdd7b1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:34.054220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 869bbfb4-fc56-4172-acf6-ea8034c37d30 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:34.054549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.059262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:34.095881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] Deleting port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:34.096154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.100630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port 9fae9537-4966-46f5-af39-75641ad1f228 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:34.100961 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.143419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ce4e6-d85a-448d-b7fe-3a8865ffc7b7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=e3f34396-7bae-42af-b38b-e5554352543b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:34.151464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-73924720-dac7-4fb0-8f41-dbf99cdd7b1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:34.152943 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-73924720-dac7-4fb0-8f41-dbf99cdd7b1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2758803 Mar 11 13:07:34.157291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57376) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:34.168591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e3f34396-7bae-42af-b38b-e5554352543b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:34.210184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] The port '9fae9537-4966-46f5-af39-75641ad1f228' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:07:34.264398 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ceefaa3e-aff5-4be5-935c-11ba4737bbea tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024826 Mar 11 13:07:34.268114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57380) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:34.275613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:34.312608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.325072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:34.334873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.391762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:34.398053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.398370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.414444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:34.429801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:34.511983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] For port d9bf7e86-c1c9-4772-8d07-edc3412a2b94, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d9bf7e86-c1c9-4772-8d07-edc3412a2b94,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:34.512365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.546864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.554091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56875793-38aa-419e-aca6-9ef73b1b22e0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:34.562823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 436c79d8-005b-479c-95df-f1f0e1527fab owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:34.591892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:34.592114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.593089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6449a0d8-4706-424b-8469-f5d173b5bff8 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8034205 Mar 11 13:07:34.598622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57384) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:34.609775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-44980905-da10-4ba7-881f-6a34e84f37a0 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '56875793-38aa-419e-aca6-9ef73b1b22e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:34.616899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:34.620432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.624777 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-44980905-da10-4ba7-881f-6a34e84f37a0 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 13:07:34.625492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-44980905-da10-4ba7-881f-6a34e84f37a0 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:34.629070 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-44980905-da10-4ba7-881f-6a34e84f37a0 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248358 Mar 11 13:07:34.629070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2ccbe0-bde3-468c-bf58-5f68980d8663']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:34.634192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:34.638518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57388) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:34.647341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] Calling delete_port for d9bf7e86-c1c9-4772-8d07-edc3412a2b94 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:34.649346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7532f4a6-5ed7-4063-a33a-47495f5a9826 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '56875793-38aa-419e-aca6-9ef73b1b22e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:34.650081 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-7532f4a6-5ed7-4063-a33a-47495f5a9826 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 13:07:34.650956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7532f4a6-5ed7-4063-a33a-47495f5a9826 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:34.652018 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7532f4a6-5ed7-4063-a33a-47495f5a9826 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129678 Mar 11 13:07:34.658360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57392) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:34.662027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe977f7-068b-4008-93ae-d5e2baf38c74') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:34.662384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe977f7-068b-4008-93ae-d5e2baf38c74') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:34.675013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-df3f1ae7-053f-40c8-8d7d-a7a5ba4e71cf tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '56875793-38aa-419e-aca6-9ef73b1b22e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:34.676163 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-df3f1ae7-053f-40c8-8d7d-a7a5ba4e71cf tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 13:07:34.676929 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-df3f1ae7-053f-40c8-8d7d-a7a5ba4e71cf tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:34.677966 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df3f1ae7-053f-40c8-8d7d-a7a5ba4e71cf tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184729 Mar 11 13:07:34.682914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57396) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:34.702092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-77761f0e-108b-4615-a23a-33a699c9b148 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '56875793-38aa-419e-aca6-9ef73b1b22e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:34.703233 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-77761f0e-108b-4615-a23a-33a699c9b148 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 13:07:34.703726 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-77761f0e-108b-4615-a23a-33a699c9b148 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:34.704651 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77761f0e-108b-4615-a23a-33a699c9b148 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0124047 Mar 11 13:07:34.706684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.715186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.721775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57400) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:34.749656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.801786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] Pushing event deleted for resources: {'Port': ['ID=d9bf7e86-c1c9-4772-8d07-edc3412a2b94,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:34.803317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13db8e6-8698-4f85-867b-352a9aaa1872 None None] No DVR routers for this DVR port d9bf7e86-c1c9-4772-8d07-edc3412a2b94 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:34.859943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:34.863376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:34.968728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d9bf7e86-c1c9-4772-8d07-edc3412a2b94 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:34.989534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 869bbfb4-fc56-4172-acf6-ea8034c37d30 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:35.006249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: d9bf7e86-c1c9-4772-8d07-edc3412a2b94 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:35.007348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d9bf7e86-c1c9-4772-8d07-edc3412a2b94 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:35.026977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.051362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:35.051755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:35.072516 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:35.197254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.239911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4932e5a3-d0a6-4b2c-b9bb-bdf49640424d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.241498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.273737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.279055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=436c79d8-005b-479c-95df-f1f0e1527fab,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:35.306653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=1b2ccbe0-bde3-468c-bf58-5f68980d8663,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:35.324701 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9d1c605e-79b8-41cd-8170-f30ff1b6c693 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/1b2ccbe0-bde3-468c-bf58-5f68980d8663 HTTP/1.1" status: 204 len: 168 time: 5.2578361 Mar 11 13:07:35.328342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:35.361696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.366931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4932e5a3-d0a6-4b2c-b9bb-bdf49640424d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.387579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.419793 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6a5dd7-f567-44f8-91a5-dba47b92ea6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:35.420247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6a5dd7-f567-44f8-91a5-dba47b92ea6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:35.424343 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b6a5dd7-f567-44f8-91a5-dba47b92ea6c tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/30f992f2-7dae-4754-8915-b6f73f317251 HTTP/1.1" status: 404 len: 337 time: 0.0927646 Mar 11 13:07:35.431923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:35.440470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=869bbfb4-fc56-4172-acf6-ea8034c37d30,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:35.485385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.485747 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP c7f33e8d-e402-479e-8d8f-70954f16ef8e disassociated (deleted). External IP: 172.26.4.49, port: 92eaa017-bec9-4785-a7d9-b16191d0f61d. Mar 11 13:07:35.525019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f95d3b-7d99-4762-aa77-b00287267e39 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] DELETE failed (client error): The resource could not be found. Mar 11 13:07:35.525516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f95d3b-7d99-4762-aa77-b00287267e39 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:35.529946 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e0f95d3b-7d99-4762-aa77-b00287267e39 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/e615dd2d-919c-4eb2-a006-407b5d4671b1 HTTP/1.1" status: 404 len: 339 time: 0.0883517 Mar 11 13:07:35.529946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.533204 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f65ad686-cd25-40a4-846d-bea61d310265 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/869bbfb4-fc56-4172-acf6-ea8034c37d30 HTTP/1.1" status: 204 len: 168 time: 1.6102352 Mar 11 13:07:35.534729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57412) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:35.535227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:35.591158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=1146a7dd-e3ab-4fda-aa8b-107e83f400e7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:35.632842 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25db2e8-04b9-483b-aefc-617c63dd13d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:07:35.633591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a25db2e8-04b9-483b-aefc-617c63dd13d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:35.639895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4932e5a3-d0a6-4b2c-b9bb-bdf49640424d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.660559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': 'ca3d6bc0-8d55-4581-a46a-a77ad6c23f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:35.661203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: e3f34396-7bae-42af-b38b-e5554352543b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:35.673146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e5a3-d0a6-4b2c-b9bb-bdf49640424d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56875793-38aa-419e-aca6-9ef73b1b22e0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:35.678574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting subnet 8f19eda0-4542-4922-ab88-998bdbfbb3ae {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:35.687741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.722041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4932e5a3-d0a6-4b2c-b9bb-bdf49640424d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.725403 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4932e5a3-d0a6-4b2c-b9bb-bdf49640424d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/56875793-38aa-419e-aca6-9ef73b1b22e0 HTTP/1.1" status: 204 len: 168 time: 0.9960377 Mar 11 13:07:35.729608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a25db2e8-04b9-483b-aefc-617c63dd13d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:35.730690 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a25db2e8-04b9-483b-aefc-617c63dd13d4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/869bbfb4-fc56-4172-acf6-ea8034c37d30 HTTP/1.1" status: 404 len: 333 time: 0.1928346 Mar 11 13:07:35.733259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57420) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:35.733621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57422) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:35.747972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.822167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:07:35.832751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.837791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.914548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.949043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network e3f34396-7bae-42af-b38b-e5554352543b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:35.954847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Subnet': ['ID=8f19eda0-4542-4922-ab88-998bdbfbb3ae,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:35.957657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:35.958710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:35.971251 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-025103e7-af56-492b-9e10-4a0dbf98ad86 tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/subnets/8f19eda0-4542-4922-ab88-998bdbfbb3ae HTTP/1.1" status: 204 len: 168 time: 0.4319243 Mar 11 13:07:35.971439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:35.971571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57428) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:35.980137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa088ec-73ee-4453-8640-531e52cc969b None None] Network 57d2179b-5883-4cc5-81d2-03fbbee755c8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:35.985663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:35.986031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.000887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4634050-16ce-4067-a9f9-5154d91857bf None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:36.013112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:36.013734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.091002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.092192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e3f34396-7bae-42af-b38b-e5554352543b) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:36.105163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Deleting port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:36.105656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.125835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f96ec23-0de3-45d7-8287-4f7cb1af3fb7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Synchronizing usage tracker for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:36.128837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:36.129417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.137821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=d1fc3f6b-11ab-42cb-b7bf-8e2020afe555,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:36.149395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ee459-5648-4817-b52b-146fd30ce416 None None] Network e3f34396-7bae-42af-b38b-e5554352543b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:36.268781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f96ec23-0de3-45d7-8287-4f7cb1af3fb7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Unset dirty status for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:36.273694 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9f96ec23-0de3-45d7-8287-4f7cb1af3fb7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5101967 Mar 11 13:07:36.280259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57432) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:36.291464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041181596'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:36.301830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:36.326783 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6ad66129-e2c0-4fb6-a537-900a9c561784 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3501301 Mar 11 13:07:36.336881 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1079d70e-553d-46db-a54c-a6753ab3268e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0676200 Mar 11 13:07:36.339598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57436) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:36.339857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57438) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:36.358970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:36.375431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:36.389767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] For port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=97cda32a-9205-42f2-8a3e-ec2e49ac9ee4,segment=NetworkSegment(99c6a83f-57c4-4c20-b655-ae1c09244337),segment_id=99c6a83f-57c4-4c20-b655-ae1c09244337)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:36.391008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.393759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1454212516'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:36.527047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.543720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Calling delete_port for 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:36.606554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:36.619836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:36.625688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:36.633822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:36.638769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': 'd1fc3f6b-11ab-42cb-b7bf-8e2020afe555'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:36.640346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.656918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e3f34396-7bae-42af-b38b-e5554352543b', 'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b', 'tenant_id': '32efc02ee8634a5aaf1962877ec98f4b', 'fixed_ips': [{'subnet_id': '1146a7dd-e3ab-4fda-aa8b-107e83f400e7'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:36.660357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.676997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.738448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Port': ['ID=97cda32a-9205-42f2-8a3e-ec2e49ac9ee4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:36.756893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] No DVR routers for this DVR port 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:36.779180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f08e44-d70c-43ac-9fb8-672d2f484018 None None] DHCP port deletion for 57d2179b-5883-4cc5-81d2-03fbbee755c8 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:36.811570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:36.871129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:36.969877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Allocated IP 2001:db8::f816:3eff:fec2:3f1d (03007ba6-d1e0-4ba6-aa08-eced2aedda75/d1fc3f6b-11ab-42cb-b7bf-8e2020afe555/6becc633-7e9d-41dc-962b-d00fe147b7f3) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:37.034822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.039795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.047634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.093061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:37.106243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d2179b-5883-4cc5-81d2-03fbbee755c8']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:37.125429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361ec86d-5490-4756-b57c-4d875e07f233,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:37.127379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c6a83f-57c4-4c20-b655-ae1c09244337') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:37.127589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c6a83f-57c4-4c20-b655-ae1c09244337') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:37.129256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:37.137569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.142240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1198dc2-b6b3-4df6-86bd-fcc0f5b18123 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8603792 Mar 11 13:07:37.143449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57444) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.144341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:37.145705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.155863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:37.161064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-53a69a3c-57e5-4d1f-aea8-7f7fd5f252ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.162024 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-53a69a3c-57e5-4d1f-aea8-7f7fd5f252ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 13:07:37.162683 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-53a69a3c-57e5-4d1f-aea8-7f7fd5f252ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.162823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.166266 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-53a69a3c-57e5-4d1f-aea8-7f7fd5f252ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126839 Mar 11 13:07:37.166505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57448) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.166999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:37.170483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:37.174898 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4089358c-b48e-4483-80b5-f321ada1b4d4 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.175058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:37.181808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4089358c-b48e-4483-80b5-f321ada1b4d4 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:37.181978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:37.184830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:37.185155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.187496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:37.196507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:37.200860 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:37.207684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4089358c-b48e-4483-80b5-f321ada1b4d4 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:37.222705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4089358c-b48e-4483-80b5-f321ada1b4d4 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:37.247364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:37.247695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 97cda32a-9205-42f2-8a3e-ec2e49ac9ee4 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:37.261150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.272419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9503aef1-7ebd-490c-86f0-b84adf044db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.279842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Allocated IP 172.20.0.2 (e3f34396-7bae-42af-b38b-e5554352543b/1146a7dd-e3ab-4fda-aa8b-107e83f400e7/c6a4e512-6245-49ae-b44f-87f0dfe7d7e4) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:37.280956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4089358c-b48e-4483-80b5-f321ada1b4d4 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:37.295677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:37.299095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.312954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:37.313903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Transition to ACTIVE for port object 6becc633-7e9d-41dc-962b-d00fe147b7f3 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:37.316372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.318541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.344016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.348819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] Pushing event deleted for resources: {'Network': ['ID=57d2179b-5883-4cc5-81d2-03fbbee755c8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:37.359504 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2487cd3f-bef0-4cc2-82d6-f1235ae1e14b tempest-NetworksIpV6Test-1823767070 tempest-NetworksIpV6Test-1823767070-project] 10.222.0.52 "DELETE /v2.0/networks/57d2179b-5883-4cc5-81d2-03fbbee755c8 HTTP/1.1" status: 204 len: 168 time: 1.3877928 Mar 11 13:07:37.361333 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-4089358c-b48e-4483-80b5-f321ada1b4d4 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.362801 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4089358c-b48e-4483-80b5-f321ada1b4d4 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1953084 Mar 11 13:07:37.385915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57454) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.392007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7c6f727a-6f8c-4bd4-9316-e8e5200c6091 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.392958 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-7c6f727a-6f8c-4bd4-9316-e8e5200c6091 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 13:07:37.393643 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7c6f727a-6f8c-4bd4-9316-e8e5200c6091 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.394763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7c6f727a-6f8c-4bd4-9316-e8e5200c6091 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076063 Mar 11 13:07:37.401914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57458) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.407332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9bd22412-7ff3-4e40-a34a-22aaac0f2015 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.426526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9bd22412-7ff3-4e40-a34a-22aaac0f2015 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:37.431081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9bd22412-7ff3-4e40-a34a-22aaac0f2015 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:37.446407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9bd22412-7ff3-4e40-a34a-22aaac0f2015 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:37.447986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Transition to ACTIVE for port object 6becc633-7e9d-41dc-962b-d00fe147b7f3 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:37.461535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9bd22412-7ff3-4e40-a34a-22aaac0f2015 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:37.469105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.512947 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9bd22412-7ff3-4e40-a34a-22aaac0f2015 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.513150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:37.515081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.523245 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9bd22412-7ff3-4e40-a34a-22aaac0f2015 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1122000 Mar 11 13:07:37.524286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57462) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.526193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 5ba08874-b449-4011-b0c8-6996daaee112 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:37.526432 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:37.530781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-59a5d47c-3381-4ab1-8153-6bbe43ff54b3 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.531416 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-59a5d47c-3381-4ab1-8153-6bbe43ff54b3 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 13:07:37.531918 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-59a5d47c-3381-4ab1-8153-6bbe43ff54b3 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.533110 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59a5d47c-3381-4ab1-8153-6bbe43ff54b3 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073247 Mar 11 13:07:37.536339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.540926 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:37.541555 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:37.547404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c3380cd9-11c6-4262-8cf2-06183ed31314 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.564091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3380cd9-11c6-4262-8cf2-06183ed31314 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:37.574975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3380cd9-11c6-4262-8cf2-06183ed31314 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:37.580235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3380cd9-11c6-4262-8cf2-06183ed31314 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:37.580837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:37.588446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3380cd9-11c6-4262-8cf2-06183ed31314 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:37.590430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:37.604723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:37.624778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Pushing event updated for resources: {'Port': ['ID=6becc633-7e9d-41dc-962b-d00fe147b7f3,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:37.646551 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-c3380cd9-11c6-4262-8cf2-06183ed31314 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.648035 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c3380cd9-11c6-4262-8cf2-06183ed31314 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1107719 Mar 11 13:07:37.650997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57470) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.658273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-da25e7e0-0b33-4a22-b73a-44e78a98ee20 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.660023 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-da25e7e0-0b33-4a22-b73a-44e78a98ee20 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 13:07:37.660761 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-da25e7e0-0b33-4a22-b73a-44e78a98ee20 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.662151 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-da25e7e0-0b33-4a22-b73a-44e78a98ee20 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098011 Mar 11 13:07:37.665398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57474) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.667617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.672529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7e148aa1-2ed5-40f5-b783-3c1390d84f8d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.681533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=7a1002ed-6505-4fa4-ba30-2be7cf2a7d78,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:37.683525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7e148aa1-2ed5-40f5-b783-3c1390d84f8d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:37.689299 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:37.696042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7e148aa1-2ed5-40f5-b783-3c1390d84f8d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:37.700654 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:37.701480 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:37.702933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.712956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7e148aa1-2ed5-40f5-b783-3c1390d84f8d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:37.721959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7e148aa1-2ed5-40f5-b783-3c1390d84f8d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:37.732519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Transition to ACTIVE for port object c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:37.761835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Attempting to bind port 6becc633-7e9d-41dc-962b-d00fe147b7f3 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:37.761835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Attempting to bind port 6becc633-7e9d-41dc-962b-d00fe147b7f3 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:37.762174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Attempting to bind port 6becc633-7e9d-41dc-962b-d00fe147b7f3 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:37.774380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7e148aa1-2ed5-40f5-b783-3c1390d84f8d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.779347 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7e148aa1-2ed5-40f5-b783-3c1390d84f8d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1125600 Mar 11 13:07:37.780593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57480) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.783360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:37.786672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-02a1045a-5479-493e-abe2-cb172f54ca03 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '361ec86d-5490-4756-b57c-4d875e07f233', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:37.789688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:37.790240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.790708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:37.791286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Bound port: 6becc633-7e9d-41dc-962b-d00fe147b7f3, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:37.791768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.795100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-02a1045a-5479-493e-abe2-cb172f54ca03 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:37.806793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-02a1045a-5479-493e-abe2-cb172f54ca03 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:37.814361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-02a1045a-5479-493e-abe2-cb172f54ca03 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:37.836376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-02a1045a-5479-493e-abe2-cb172f54ca03 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:37.852781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:37.861840 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2ecc5dde-f4c6-4869-8c73-b4bba6846bf6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 HTTP/1.1" status: 204 len: 168 time: 2.1002257 Mar 11 13:07:37.868958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57484) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.880628 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:37.881412 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b350da-4b91-4b59-99f1-b8a203ec5cc0 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:37.901262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57488) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.908415 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-02a1045a-5479-493e-abe2-cb172f54ca03 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:37.912238 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-02a1045a-5479-493e-abe2-cb172f54ca03 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1280713 Mar 11 13:07:37.918610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57494) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:37.928763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Transition to ACTIVE for port object c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:37.964636 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-05a0efce-a82e-4fab-b0fa-bb2a736c68bf tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/floatingips/c7f33e8d-e402-479e-8d8f-70954f16ef8e HTTP/1.1" status: 204 len: 168 time: 4.5962379 Mar 11 13:07:37.966533 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1fc3f6b-11ab-42cb-b7bf-8e2020afe555 (CIDR: 2001:db8::/64) Mar 11 13:07:37.984717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:38.004058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.025774 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-43be90b1-18cb-4252-adb8-d9824e121d23 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:07:38.026850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43be90b1-18cb-4252-adb8-d9824e121d23 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:38.034092 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:38.034786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:38.075932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9f59921-8d71-49bb-84f2-f441311edb35 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.090159 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-787698f6-e1a9-4e12-9bc3-8df644fbaf69 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7381225 Mar 11 13:07:38.090630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57502) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:38.097107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:38.100244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Network e3f34396-7bae-42af-b38b-e5554352543b is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:38.112384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:38.118365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43be90b1-18cb-4252-adb8-d9824e121d23 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:38.119611 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-43be90b1-18cb-4252-adb8-d9824e121d23 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/7a1002ed-6505-4fa4-ba30-2be7cf2a7d78 HTTP/1.1" status: 404 len: 333 time: 0.2377560 Mar 11 13:07:38.120621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:38.125844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Pushing event updated for resources: {'Port': ['ID=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:38.131834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57506) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:38.142649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 92eaa017-bec9-4785-a7d9-b16191d0f61d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:38.142976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.143138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.13 (e3f34396-7bae-42af-b38b-e5554352543b/1146a7dd-e3ab-4fda-aa8b-107e83f400e7/5ba08874-b449-4011-b0c8-6996daaee112) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:38.197631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] For port 6becc633-7e9d-41dc-962b-d00fe147b7f3, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:38.221645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9f59921-8d71-49bb-84f2-f441311edb35 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.223693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] For port 6becc633-7e9d-41dc-962b-d00fe147b7f3, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6becc633-7e9d-41dc-962b-d00fe147b7f3,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:38.235811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.239348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Attempting to bind port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:38.239711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Attempting to bind port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ca3d6bc0-8d55-4581-a46a-a77ad6c23f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:38.240074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Attempting to bind port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 on network e3f34396-7bae-42af-b38b-e5554352543b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:38.291936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:38.292305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Checking segment: {'id': 'ca3d6bc0-8d55-4581-a46a-a77ad6c23f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:38.293090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.293490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Bound using segment: {'id': 'ca3d6bc0-8d55-4581-a46a-a77ad6c23f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:38.294118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Bound port: c6a4e512-6245-49ae-b44f-87f0dfe7d7e4, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d6bc0-8d55-4581-a46a-a77ad6c23f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e3f34396-7bae-42af-b38b-e5554352543b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:38.294642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.307226 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-17eee34f-bd3d-4291-8605-8928b201ab44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=008ddcdd032047058098002aabfbf530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046953 Mar 11 13:07:38.320489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57510) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:38.413061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] For port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:38.416184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] For port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,segment=NetworkSegment(ca3d6bc0-8d55-4581-a46a-a77ad6c23f81),segment_id=ca3d6bc0-8d55-4581-a46a-a77ad6c23f81)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:38.430712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet f9261e8a-08d3-4a74-894e-d628ea6a351f {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:38.431455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.445212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.449650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf356f-b336-45ec-98ae-bf3425db9d43 None None] Pushing event updated for resources: {'Port': ['ID=6becc633-7e9d-41dc-962b-d00fe147b7f3,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:38.507996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9dcefcd-08c5-45ae-b890-68455c125484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.529498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9f59921-8d71-49bb-84f2-f441311edb35 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.549611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:38.554589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa26e27-7865-4976-83b9-8c9db239c653 None None] Pushing event updated for resources: {'Port': ['ID=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:38.579183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:38.584831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:38.597221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:38.597470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9dcefcd-08c5-45ae-b890-68455c125484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.626755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:38.630318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.674349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.679902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.743727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f59921-8d71-49bb-84f2-f441311edb35 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361ec86d-5490-4756-b57c-4d875e07f233,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:38.807257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9f59921-8d71-49bb-84f2-f441311edb35 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.811259 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9f59921-8d71-49bb-84f2-f441311edb35 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/361ec86d-5490-4756-b57c-4d875e07f233 HTTP/1.1" status: 204 len: 168 time: 0.8889849 Mar 11 13:07:38.811685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object 5ba08874-b449-4011-b0c8-6996daaee112 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:38.813275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57514) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:38.857863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.939869 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-38c7d715-ab99-407e-807a-6c6ef3e83faf tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1206648 Mar 11 13:07:38.943582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57518) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:38.952830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--512958609'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:38.963370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.965307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:38.971534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:39.032922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:39.036116 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:39.042685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:39.095553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 92eaa017-bec9-4785-a7d9-b16191d0f61d owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:39.123055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6becc633-7e9d-41dc-962b-d00fe147b7f3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:39.137739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.146280 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9dcefcd-08c5-45ae-b890-68455c125484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.150427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network e3f34396-7bae-42af-b38b-e5554352543b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:39.160826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:39.173367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:39.180450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcefcd-08c5-45ae-b890-68455c125484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca287f76-a350-4dfa-9e57-8b00fa6db98b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:39.203286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9dcefcd-08c5-45ae-b890-68455c125484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.206811 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9dcefcd-08c5-45ae-b890-68455c125484 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca287f76-a350-4dfa-9e57-8b00fa6db98b HTTP/1.1" status: 204 len: 168 time: 0.8805368 Mar 11 13:07:39.249824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=5ba08874-b449-4011-b0c8-6996daaee112,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:39.252679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:39.257052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.264528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:39.265828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a9018e61-6569-44f1-908b-b2d6d95ad7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.271153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:39.280823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 6becc633-7e9d-41dc-962b-d00fe147b7f3 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:39.285640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:39.287734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:39.304605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:39.305629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.337921 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d41f5336-753a-4ac2-b1e5-8bd2b685dd9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.9900222 Mar 11 13:07:39.340763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57524) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:39.360850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.372892 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/f9261e8a-08d3-4a74-894e-d628ea6a351f HTTP/1.1" status: 204 len: 168 time: 1.2350624 Mar 11 13:07:39.375000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0438ff-1ead-4b05-af6c-8b35a6941515 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=f9261e8a-08d3-4a74-894e-d628ea6a351f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:39.376020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a5e34-ecb0-46c5-a0a1-8612f8b53ae1 None None] Network e6b6cd82-3851-45b5-9cc0-fc173126c3f5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:39.381951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57528) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:39.500536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.518396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:39.563949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:39.574859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:39.580407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 5ba08874-b449-4011-b0c8-6996daaee112 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:39.580752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.633220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:39.634682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.807953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.823592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] DHCP port deletion for e6b6cd82-3851-45b5-9cc0-fc173126c3f5 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:39.832825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.833971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] Deleting port b05a23d5-e840-4d12-b4e6-1ac329f38424 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:39.834338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.854540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:39.868297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=2d579c25-61de-4662-a746-25e6dbca4ddc,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:39.905900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b3328cff-23f3-4a7e-aa51-e99adaa7ec7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8141091 Mar 11 13:07:39.913535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57542) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:39.969515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:f4:3d:61', 'name': 'tempest-NetworksTestDHCPv6-2139068784'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:39.988288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.006025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=92eaa017-bec9-4785-a7d9-b16191d0f61d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:40.090225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd110d-657b-4d11-942a-89a14b37dfc5 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:40.109370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port b05a23d5-e840-4d12-b4e6-1ac329f38424 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:40.109751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.204691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.210422 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f487c227-2547-4148-95ba-0ad0ad9c838d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/ports/92eaa017-bec9-4785-a7d9-b16191d0f61d HTTP/1.1" status: 204 len: 168 time: 2.2183168 Mar 11 13:07:40.212610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57550) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:40.225285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:40.281413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.285511 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3382995 Mar 11 13:07:40.287787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57556) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:40.306535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-51f5cf01-24d8-4196-8cd4-d895b3b09721 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '4d8b2778-5fa3-421d-922b-d4642395bd69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:40.306804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.306923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d3db131f-0473-432c-9c62-8ac383883b46 None None] Provisioning for port 6becc633-7e9d-41dc-962b-d00fe147b7f3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:40.308568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-51f5cf01-24d8-4196-8cd4-d895b3b09721 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:40.313083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-51f5cf01-24d8-4196-8cd4-d895b3b09721 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:40.316056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-51f5cf01-24d8-4196-8cd4-d895b3b09721 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:40.323164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-51f5cf01-24d8-4196-8cd4-d895b3b09721 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:40.336326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] For port b05a23d5-e840-4d12-b4e6-1ac329f38424, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b05a23d5-e840-4d12-b4e6-1ac329f38424,segment=NetworkSegment(677dbd3c-c6d4-45e2-8cf6-797e617269a1),segment_id=677dbd3c-c6d4-45e2-8cf6-797e617269a1)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:40.336803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.336939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:40.357470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:floatingip and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:40.358547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d3db131f-0473-432c-9c62-8ac383883b46 None None] Provisioning complete for port 6becc633-7e9d-41dc-962b-d00fe147b7f3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:40.358985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d3db131f-0473-432c-9c62-8ac383883b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.369720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:40.416819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.430293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:40.446621 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-51f5cf01-24d8-4196-8cd4-d895b3b09721 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The resource could not be found. Mar 11 13:07:40.451108 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-51f5cf01-24d8-4196-8cd4-d895b3b09721 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1560605 Mar 11 13:07:40.451992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:40.461642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8aa55e4a-9aca-42d1-b871-f220b1b4f597 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '4d8b2778-5fa3-421d-922b-d4642395bd69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '050f93b9-9ae4-4685-ad8c-559faa3bdb13'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:40.489178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 5ba08874-b449-4011-b0c8-6996daaee112 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:40.519923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8aa55e4a-9aca-42d1-b871-f220b1b4f597 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:40.527332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8aa55e4a-9aca-42d1-b871-f220b1b4f597 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:40.536706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8aa55e4a-9aca-42d1-b871-f220b1b4f597 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:40.539391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57566) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:40.544192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0be205-307c-41a9-85f2-6caa11fe01ca tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b2778-5fa3-421d-922b-d4642395bd69,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:40.547082 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0067334 Mar 11 13:07:40.547973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.565911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57568) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:40.569865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8aa55e4a-9aca-42d1-b871-f220b1b4f597 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:40.588841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] Calling delete_port for b05a23d5-e840-4d12-b4e6-1ac329f38424 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:40.620347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:40.626359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e73775-7bbd-4447-a64b-ca33ad5bbc20 None None] Network e3f34396-7bae-42af-b38b-e5554352543b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:40.636518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:40.640305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:40.646774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:40.678962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] For port b05a23d5-e840-4d12-b4e6-1ac329f38424, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b05a23d5-e840-4d12-b4e6-1ac329f38424,segment=NetworkSegment(677dbd3c-c6d4-45e2-8cf6-797e617269a1),segment_id=677dbd3c-c6d4-45e2-8cf6-797e617269a1)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:40.679953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:40.713214 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b2373852-454b-4aa5-8187-94a872b9b98f tempest-NetworksApiDiscovery-420934770 tempest-NetworksApiDiscovery-420934770-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1326528 Mar 11 13:07:40.714780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:40.873531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for b05a23d5-e840-4d12-b4e6-1ac329f38424 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:40.960582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.010031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.038282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.040076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.051029 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-8aa55e4a-9aca-42d1-b871-f220b1b4f597 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The resource could not be found. Mar 11 13:07:41.055997 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8aa55e4a-9aca-42d1-b871-f220b1b4f597 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5946488 Mar 11 13:07:41.055997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57578) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:41.085806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 663ad16f-f4f2-4a1d-962f-c670b8abb067 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:41.089479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b05a23d5-e840-4d12-b4e6-1ac329f38424 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:41.102748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:41.103069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:41.120266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57582) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:41.143739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=5ba08874-b449-4011-b0c8-6996daaee112,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:41.150864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.152649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47aef9b1-1311-4674-9316-49bd95ac03ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.195227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] Pushing event deleted for resources: {'Port': ['ID=b05a23d5-e840-4d12-b4e6-1ac329f38424,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:41.206853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b05a23d5-e840-4d12-b4e6-1ac329f38424 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:41.207207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b05a23d5-e840-4d12-b4e6-1ac329f38424 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:41.218746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c65360-a9a7-4272-8f03-400dc8afdcb5 None None] No DVR routers for this DVR port b05a23d5-e840-4d12-b4e6-1ac329f38424 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:41.246524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47aef9b1-1311-4674-9316-49bd95ac03ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.321577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.325281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d3db131f-0473-432c-9c62-8ac383883b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.344414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.349133 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0d90757d-729d-4e89-b2e4-5c9c906f8e2e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/5ba08874-b449-4011-b0c8-6996daaee112 HTTP/1.1" status: 204 len: 168 time: 2.0073853 Mar 11 13:07:41.351876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57588) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:41.387487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d3db131f-0473-432c-9c62-8ac383883b46 None None] For port 6becc633-7e9d-41dc-962b-d00fe147b7f3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6becc633-7e9d-41dc-962b-d00fe147b7f3,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:41.397075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.26.4.174 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/2e0c73e6-7d01-4dee-bcc9-0609f5ffefa6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:41.400860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d3db131f-0473-432c-9c62-8ac383883b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.422961 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-329fed1a-6f42-42c7-828d-1b8c3d8998db tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:07:41.423658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-329fed1a-6f42-42c7-828d-1b8c3d8998db tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:41.491054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-329fed1a-6f42-42c7-828d-1b8c3d8998db tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:41.495005 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-329fed1a-6f42-42c7-828d-1b8c3d8998db tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/5ba08874-b449-4011-b0c8-6996daaee112 HTTP/1.1" status: 404 len: 333 time: 0.1395941 Mar 11 13:07:41.496380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57592) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:41.556110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db131f-0473-432c-9c62-8ac383883b46 None None] Pushing event updated for resources: {'Port': ['ID=6becc633-7e9d-41dc-962b-d00fe147b7f3,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:41.562013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8:0:1::159 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/2d579c25-61de-4662-a746-25e6dbca4ddc/663ad16f-f4f2-4a1d-962f-c670b8abb067) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:41.565972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Provisioning for port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:41.577275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fef4:3d61 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/d1fc3f6b-11ab-42cb-b7bf-8e2020afe555/663ad16f-f4f2-4a1d-962f-c670b8abb067) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:41.597614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.598157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 1146a7dd-e3ab-4fda-aa8b-107e83f400e7 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:41.603008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.603164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47aef9b1-1311-4674-9316-49bd95ac03ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.612494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Provisioning complete for port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:41.612887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.614276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port b05a23d5-e840-4d12-b4e6-1ac329f38424 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:41.614618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.668587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:41.687028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.707411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aef9b1-1311-4674-9316-49bd95ac03ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b2778-5fa3-421d-922b-d4642395bd69,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:41.710050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b947e589ca284aff8d59751d2578eb7c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:41.714944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] Update dhcp port {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': 'd1fc3f6b-11ab-42cb-b7bf-8e2020afe555', 'ip_address': '2001:db8::f816:3eff:fec2:3f1d'}, {'subnet_id': '2d579c25-61de-4662-a746-25e6dbca4ddc'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': '6becc633-7e9d-41dc-962b-d00fe147b7f3'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:07:41.717278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] The port 'b05a23d5-e840-4d12-b4e6-1ac329f38424' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:07:41.724903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:41.824708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.850303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.855986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.909806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47aef9b1-1311-4674-9316-49bd95ac03ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:41.911222 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-47aef9b1-1311-4674-9316-49bd95ac03ad tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/4d8b2778-5fa3-421d-922b-d4642395bd69 HTTP/1.1" status: 204 len: 168 time: 0.8551276 Mar 11 13:07:41.913186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:41.919562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57596) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:42.035546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.067914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.088321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-377b98f4-e190-4d34-8671-7742f7878d6d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Synchronizing usage tracker for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:42.112611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.122595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.122962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.125463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:42.125828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:42.130627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b6cd82-3851-45b5-9cc0-fc173126c3f5']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:42.171132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 663ad16f-f4f2-4a1d-962f-c670b8abb067 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:42.172356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=1146a7dd-e3ab-4fda-aa8b-107e83f400e7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:42.182172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.194801 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ab91fc1b-cd9e-4abf-872e-9a44fde59d77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/1146a7dd-e3ab-4fda-aa8b-107e83f400e7 HTTP/1.1" status: 204 len: 168 time: 0.6958482 Mar 11 13:07:42.195004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677dbd3c-c6d4-45e2-8cf6-797e617269a1') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:42.195004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677dbd3c-c6d4-45e2-8cf6-797e617269a1') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:42.195194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57600) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:42.225793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac1515-8e97-4eab-91af-e126dd839f9c None None] Network e3f34396-7bae-42af-b38b-e5554352543b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:42.239804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.251048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:42.264437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:42.266717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-377b98f4-e190-4d34-8671-7742f7878d6d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Unset dirty status for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:42.272006 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-377b98f4-e190-4d34-8671-7742f7878d6d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3468981 Mar 11 13:07:42.274151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:42.293407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57604) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:42.306952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-12f0c0e6-574e-4a5f-8982-7c6e9d9b1c40 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '440047da-ac73-484a-b7ed-bb9af3cdb574', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:42.315232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=2e0c73e6-7d01-4dee-bcc9-0609f5ffefa6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:42.315831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.321370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.331640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-12f0c0e6-574e-4a5f-8982-7c6e9d9b1c40 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:42.339986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:42.340306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:42.355322 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:42.384551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-12f0c0e6-574e-4a5f-8982-7c6e9d9b1c40 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:42.392800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-12f0c0e6-574e-4a5f-8982-7c6e9d9b1c40 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:42.403648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.414101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-12f0c0e6-574e-4a5f-8982-7c6e9d9b1c40 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:42.434676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:42.441102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:42.447313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:42.454822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] Allocated IP 2001:db8:0:1::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/2d579c25-61de-4662-a746-25e6dbca4ddc/6becc633-7e9d-41dc-962b-d00fe147b7f3) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:42.455674 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:42.456339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.462994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=663ad16f-f4f2-4a1d-962f-c670b8abb067,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:42.483777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.484006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:42.484345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.488981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.513257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.537144 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f2c47a93-bd70-4e0c-9e39-dcc90ea6330a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6131279 Mar 11 13:07:42.543797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57608) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:42.549841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.573861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=e6b6cd82-3851-45b5-9cc0-fc173126c3f5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:42.586021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b947e589ca284aff8d59751d2578eb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4601202 Mar 11 13:07:42.589129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57612) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:42.592979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af74bb7-6441-406b-a3b9-9eb5e7b9e0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d0fe0-7a27-4768-b62c-9f1cfb9a3e8c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:42.610875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ce5a50f5-8354-4165-a2be-eda29849040c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/e6b6cd82-3851-45b5-9cc0-fc173126c3f5 HTTP/1.1" status: 204 len: 168 time: 3.2282188 Mar 11 13:07:42.618564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.619589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57616) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:42.632803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560528186'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:42.647962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:42.652775 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-12f0c0e6-574e-4a5f-8982-7c6e9d9b1c40 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The resource could not be found. Mar 11 13:07:42.657791 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-12f0c0e6-574e-4a5f-8982-7c6e9d9b1c40 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3588693 Mar 11 13:07:42.658995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57620) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:42.666981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--94292592'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:42.692272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:42.697742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:network and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:42.699478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 663ad16f-f4f2-4a1d-962f-c670b8abb067 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:42.699822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.705096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:42.715675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:42.742812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.749726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.759326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] For port 6becc633-7e9d-41dc-962b-d00fe147b7f3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6becc633-7e9d-41dc-962b-d00fe147b7f3,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:42.772543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:42.779975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-996fd106-2e7b-445f-a33e-1f746b7b79f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.788253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:42.791768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.821730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.827818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] For port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,segment=NetworkSegment(ca3d6bc0-8d55-4581-a46a-a77ad6c23f81),segment_id=ca3d6bc0-8d55-4581-a46a-a77ad6c23f81)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:42.844724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.853896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-996fd106-2e7b-445f-a33e-1f746b7b79f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.869703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:42.902124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] Transition to ACTIVE for port object 6becc633-7e9d-41dc-962b-d00fe147b7f3 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:42.923047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:42.988089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] DHCP port deletion for e3f34396-7bae-42af-b38b-e5554352543b request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:42.994716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.002583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.002583 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Added segment 0a888d58-3a56-4f3c-86ea-8da432734c93 of type vlan for network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 Mar 11 13:07:43.005893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] Deleting port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:43.006163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.059709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] For port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,segment=NetworkSegment(ca3d6bc0-8d55-4581-a46a-a77ad6c23f81),segment_id=ca3d6bc0-8d55-4581-a46a-a77ad6c23f81)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:43.060075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.062649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6becc633-7e9d-41dc-962b-d00fe147b7f3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:43.067073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.075139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:43.098900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-996fd106-2e7b-445f-a33e-1f746b7b79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.131744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fd106-2e7b-445f-a33e-1f746b7b79f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d0fe0-7a27-4768-b62c-9f1cfb9a3e8c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.148913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-996fd106-2e7b-445f-a33e-1f746b7b79f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.152567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-996fd106-2e7b-445f-a33e-1f746b7b79f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df2d0fe0-7a27-4768-b62c-9f1cfb9a3e8c HTTP/1.1" status: 204 len: 168 time: 0.5588377 Mar 11 13:07:43.160479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2f810-04c6-4500-bf56-8a84699c982e None None] Pushing event updated for resources: {'Port': ['ID=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.195900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.198477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:43.199788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.208569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e02de49e-e224-4245-9455-6f5d965db4ba None None] Provisioning complete for port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:43.209031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e02de49e-e224-4245-9455-6f5d965db4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.209700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:43.210513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.228266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:43.246264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:43.268866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.286502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:43.436041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eebb41-235f-4d76-a5b1-ce5b4b45c84c None None] Pushing event updated for resources: {'Port': ['ID=6becc633-7e9d-41dc-962b-d00fe147b7f3,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.478044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Network': ['ID=97af59ea-c4bd-44f1-b22c-0faa4b0d5311,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.496429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.509595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:07:43.510121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:07:43.514539 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49279540-25c8-44c7-91bb-ab2a7d766b51 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8933227 Mar 11 13:07:43.519093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:43.526676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:43.547727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.601351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] For port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,segment=NetworkSegment(ca3d6bc0-8d55-4581-a46a-a77ad6c23f81),segment_id=ca3d6bc0-8d55-4581-a46a-a77ad6c23f81)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:43.601788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.615660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.641398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=2e0c73e6-7d01-4dee-bcc9-0609f5ffefa6,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.649597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.650631 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5aa4d73c-987b-48ba-bf94-a9e12ca24131 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4370835 Mar 11 13:07:43.655223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:43.669958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'port': {'network_id': 'e734294d-3e4e-48c3-9e1f-3a6cff28ddbc', 'name': 'tempest-FloatingIPTestJSON-538066585'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:43.699334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bad88b-f5c8-4163-b2df-30c594a700e4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.718173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.719496 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6859d782-e1e3-47b3-b604-5d3f098cb6d5 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0599833 Mar 11 13:07:43.724037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57634) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:43.736476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--7486525'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:43.742702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] Calling delete_port for c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:43.746560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:43.749817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.762055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:43.766838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:43.784991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:43.800900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:43.806564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:43.817333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:43.830929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:43.850462 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.plugins.ml2.db [None req-e02de49e-e224-4245-9455-6f5d965db4ba None None] No ports have port_id starting with c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 Mar 11 13:07:43.853947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.854121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:43.857566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.883643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:43.892168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 663ad16f-f4f2-4a1d-962f-c670b8abb067 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:43.907472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:43.924751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e02de49e-e224-4245-9455-6f5d965db4ba None None] Could not find standard attr ID for object 5ba08874-b449-4011-b0c8-6996daaee112. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:07:43.926471 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] No DVR routers for this DVR port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:43.940412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba87865-a916-4052-b50c-6a31e2136af9 None None] Pushing event deleted for resources: {'Port': ['ID=c6a4e512-6245-49ae-b44f-87f0dfe7d7e4,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.975140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:43.996954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:44.021188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:44.023232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:44.023951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:44.024301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.025526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.057101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] device_id is not set on port 0bd2bc94-aac8-4721-8746-c679ef72036a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:44.066259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:44.072138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:44.072138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c6a4e512-6245-49ae-b44f-87f0dfe7d7e4 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:44.152168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:44.160196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] The port 'c6a4e512-6245-49ae-b44f-87f0dfe7d7e4' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:07:44.161296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:44.210559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:44.252206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8f204c58-e883-40a1-b788-6ac8a491fa67 None None] Provisioning for port 6becc633-7e9d-41dc-962b-d00fe147b7f3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:44.257400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8f204c58-e883-40a1-b788-6ac8a491fa67 None None] Provisioning complete for port 6becc633-7e9d-41dc-962b-d00fe147b7f3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:44.257876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8f204c58-e883-40a1-b788-6ac8a491fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.414563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.451683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.11 (e734294d-3e4e-48c3-9e1f-3a6cff28ddbc/43e8d70c-5e5d-43f1-bcba-d2724d742a1b/0bd2bc94-aac8-4721-8746-c679ef72036a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:44.455566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.475790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f34396-7bae-42af-b38b-e5554352543b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:44.506056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d6bc0-8d55-4581-a46a-a77ad6c23f81') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:44.506358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d6bc0-8d55-4581-a46a-a77ad6c23f81') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:44.516089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.577779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=7a3237ed-05ac-44f7-82f3-35ff10daeaaf,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:44.579113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.582860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.589854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=663ad16f-f4f2-4a1d-962f-c670b8abb067,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:44.598231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.605462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Checking segment: {'id': '0a888d58-3a56-4f3c-86ea-8da432734c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:44.605877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network hostable DHCP agents. Network: 97af59ea-c4bd-44f1-b22c-0faa4b0d5311, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:44.609053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-467dcdbb-b891-4dd7-bdac-82b2ceb84862 None None] Could not find standard attr ID for object 663ad16f-f4f2-4a1d-962f-c670b8abb067. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:07:44.664451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.710662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:44.711417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.712317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:44.735015 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:44.737095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 97af59ea-c4bd-44f1-b22c-0faa4b0d5311) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:44.748637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8345b4-910f-462b-9b86-cf44c4ef6443 None None] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:44.761232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:44.762304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.821762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.822335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.834289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b15d0-572a-4615-9d31-00884c8ab4c4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:44.835153 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-154f227c-2312-4367-8edb-fa6e73068e8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3149979 Mar 11 13:07:44.838051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57638) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:44.838189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.843043 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-610e81cc-fbc8-413a-9e77-95e906d5ca05 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.1188905 Mar 11 13:07:44.843968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57642) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:44.846924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-686024337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:44.848219 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-73685093-f6f9-4f06-91ae-38e27eb23465 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/663ad16f-f4f2-4a1d-962f-c670b8abb067 HTTP/1.1" status: 204 len: 168 time: 2.3018656 Mar 11 13:07:44.851526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-88cbaa10-313b-428c-812b-9cf957ace2e7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group_rule': {'security_group_id': '52bad88b-f5c8-4163-b2df-30c594a700e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cb0b15d0-572a-4615-9d31-00884c8ab4c4'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:44.854489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57646) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:44.858824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-88cbaa10-313b-428c-812b-9cf957ace2e7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:44.862910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-88cbaa10-313b-428c-812b-9cf957ace2e7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:44.865526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.867169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-88cbaa10-313b-428c-812b-9cf957ace2e7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:44.884763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.892050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:44.896529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-88cbaa10-313b-428c-812b-9cf957ace2e7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:44.899908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=e3f34396-7bae-42af-b38b-e5554352543b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:44.908793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:router and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:44.909020 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8d424faf-b59c-465a-bf63-4117f6965b67 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/e3f34396-7bae-42af-b38b-e5554352543b HTTP/1.1" status: 204 len: 168 time: 2.7128863 Mar 11 13:07:44.911282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57650) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:44.914313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:44.917068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'name': 'tempest-PortsTestJSON-657884758'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:44.924797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:44.951039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.953701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.971602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:44.995667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.006893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.026738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6becc633-7e9d-41dc-962b-d00fe147b7f3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:45.052455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-97af59ea-c4bd-44f1-b22c-0faa4b0d5311', 'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311', 'tenant_id': 'd5771888ea0e4b5681f35a88f2a6254a', 'fixed_ips': [{'subnet_id': '7a3237ed-05ac-44f7-82f3-35ff10daeaaf'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:45.053429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.098976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.102096 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e37cfa35-ff59-438d-94bf-a61fd22bf9f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2627077 Mar 11 13:07:45.107830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57654) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:45.115334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network e734294d-3e4e-48c3-9e1f-3a6cff28ddbc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:45.124176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e53f69-fb27-4e4f-8409-0836394c6b8d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:45.128058 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-84e53f69-fb27-4e4f-8409-0836394c6b8d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2702723 Mar 11 13:07:45.130391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311', 'name': 'tempest-PortsIpV6TestJSON-1446323554'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:45.142573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57658) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:45.146583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:45.153981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:45.162968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:45.184895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6becc633-7e9d-41dc-962b-d00fe147b7f3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:45.185337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.210419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:45.222087 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-88cbaa10-313b-428c-812b-9cf957ace2e7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:45.225114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=0bd2bc94-aac8-4721-8746-c679ef72036a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:45.226343 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-88cbaa10-313b-428c-812b-9cf957ace2e7 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3804464 Mar 11 13:07:45.227052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57662) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:45.276712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:45.280647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.314674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:45.315296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.332354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8e80859-2ad5-452f-b941-d509e6b28c94 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.334543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port cde6c58f-8901-4d99-8dc2-3bc5bfadd14c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:45.350397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Allocated IP 2001:db8::2 (97af59ea-c4bd-44f1-b22c-0faa4b0d5311/7a3237ed-05ac-44f7-82f3-35ff10daeaaf/a6c007e6-8b39-421f-b428-5577e5c76e21) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:45.360476 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-06f0aceb-397d-42dc-bcc5-6343a659b560 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7040098 Mar 11 13:07:45.363008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57666) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:45.369395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'port_id': '0bd2bc94-aac8-4721-8746-c679ef72036a'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:45.461268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49852a24-8b57-43a5-acb7-90b165929dd1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:45.462608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-49852a24-8b57-43a5-acb7-90b165929dd1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:45.468952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:45.472800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.520015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8e80859-2ad5-452f-b941-d509e6b28c94 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.555635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-49852a24-8b57-43a5-acb7-90b165929dd1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:45.559591 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-49852a24-8b57-43a5-acb7-90b165929dd1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4123716 Mar 11 13:07:45.573975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57670) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:45.586349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:45.614877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:45.618413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.638053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.687052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port aafa6b14-bf98-495b-8e78-7fb9f95c2424 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:45.707626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Transition to ACTIVE for port object a6c007e6-8b39-421f-b428-5577e5c76e21 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:45.715693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8e80859-2ad5-452f-b941-d509e6b28c94 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.732308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Transition to ACTIVE for port object a6c007e6-8b39-421f-b428-5577e5c76e21 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:45.739627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.752606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e80859-2ad5-452f-b941-d509e6b28c94 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b15d0-572a-4615-9d31-00884c8ab4c4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:45.778714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319080c-05f5-4a6f-b80f-02230c998df3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:45.780871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319080c-05f5-4a6f-b80f-02230c998df3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:45.782587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319080c-05f5-4a6f-b80f-02230c998df3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:45.783390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3319080c-05f5-4a6f-b80f-02230c998df3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:45.788819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.814784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8e80859-2ad5-452f-b941-d509e6b28c94 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.816059 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e8e80859-2ad5-452f-b941-d509e6b28c94 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/cb0b15d0-572a-4615-9d31-00884c8ab4c4 HTTP/1.1" status: 204 len: 168 time: 0.5861042 Mar 11 13:07:45.818532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3319080c-05f5-4a6f-b80f-02230c998df3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:45.819563 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3319080c-05f5-4a6f-b80f-02230c998df3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2378814 Mar 11 13:07:45.820057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57674) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:45.822398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57678) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:45.846752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:45.851233 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:45.859830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:45.862163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Pushing event updated for resources: {'Port': ['ID=a6c007e6-8b39-421f-b428-5577e5c76e21,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:45.934461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 2d579c25-61de-4662-a746-25e6dbca4ddc {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:45.949054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.958712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Attempting to bind port a6c007e6-8b39-421f-b428-5577e5c76e21 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:45.959509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Attempting to bind port a6c007e6-8b39-421f-b428-5577e5c76e21 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '0a888d58-3a56-4f3c-86ea-8da432734c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:45.959957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Attempting to bind port a6c007e6-8b39-421f-b428-5577e5c76e21 on network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:45.965723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:45.966257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Checking segment: {'id': '0a888d58-3a56-4f3c-86ea-8da432734c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:45.967367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.968214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Bound using segment: {'id': '0a888d58-3a56-4f3c-86ea-8da432734c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:45.968848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Bound port: a6c007e6-8b39-421f-b428-5577e5c76e21, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a888d58-3a56-4f3c-86ea-8da432734c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '97af59ea-c4bd-44f1-b22c-0faa4b0d5311'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:45.969339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:45.997956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5791ed9e-0a61-432d-9ef7-82f6de49076c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Synchronizing usage tracker for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:46.006817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.011773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::3d (97af59ea-c4bd-44f1-b22c-0faa4b0d5311/7a3237ed-05ac-44f7-82f3-35ff10daeaaf/aafa6b14-bf98-495b-8e78-7fb9f95c2424) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:46.066538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] For port a6c007e6-8b39-421f-b428-5577e5c76e21, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:46.070310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] For port a6c007e6-8b39-421f-b428-5577e5c76e21, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a6c007e6-8b39-421f-b428-5577e5c76e21,segment=NetworkSegment(0a888d58-3a56-4f3c-86ea-8da432734c93),segment_id=0a888d58-3a56-4f3c-86ea-8da432734c93)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:46.075249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.086758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.133353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5791ed9e-0a61-432d-9ef7-82f6de49076c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Unset dirty status for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:46.134708 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5791ed9e-0a61-432d-9ef7-82f6de49076c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3137498 Mar 11 13:07:46.150603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:46.153973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57682) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:46.173801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0fb1f-e5b3-4800-8254-055525be19b6 None None] Pushing event updated for resources: {'Port': ['ID=a6c007e6-8b39-421f-b428-5577e5c76e21,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:46.174260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:46.180787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=cde6c58f-8901-4d99-8dc2-3bc5bfadd14c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:46.183204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:46.188642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:46.189254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.259373 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-66cd1eaa-c573-4dec-8a3a-7b1cb6340175 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3450735 Mar 11 13:07:46.259653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57686) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:46.340270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ca49ddb-5124-4e76-8c3a-42e4a27d592d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.374431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.438120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port cde6c58f-8901-4d99-8dc2-3bc5bfadd14c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:46.438479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.485305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ca49ddb-5124-4e76-8c3a-42e4a27d592d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.601892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.630257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.633039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.635777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object aafa6b14-bf98-495b-8e78-7fb9f95c2424 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:46.638388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.674924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ca49ddb-5124-4e76-8c3a-42e4a27d592d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.714912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=2d579c25-61de-4662-a746-25e6dbca4ddc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:46.719411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca49ddb-5124-4e76-8c3a-42e4a27d592d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bad88b-f5c8-4163-b2df-30c594a700e4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:46.735594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb68a03-0ce0-4052-809e-41c6b0f5d941 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:46.772477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.806464 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0075a150-926a-4ed9-a7c1-1bf7db59007a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/2d579c25-61de-4662-a746-25e6dbca4ddc HTTP/1.1" status: 204 len: 168 time: 0.9831307 Mar 11 13:07:46.809095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57690) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:46.812580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.835619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP c0ff61d6-4f51-41e7-95c7-d0e1cfa56322 associated. External IP: 172.26.4.174, port: 0bd2bc94-aac8-4721-8746-c679ef72036a. Mar 11 13:07:46.856297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ca49ddb-5124-4e76-8c3a-42e4a27d592d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.858050 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3ca49ddb-5124-4e76-8c3a-42e4a27d592d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/52bad88b-f5c8-4163-b2df-30c594a700e4 HTTP/1.1" status: 204 len: 168 time: 0.7000806 Mar 11 13:07:46.892466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57694) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:46.949086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:46.993037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for cde6c58f-8901-4d99-8dc2-3bc5bfadd14c owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:47.097685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a6c007e6-8b39-421f-b428-5577e5c76e21 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:47.155868 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-583377c3-96c4-4049-b4e1-21c1d4d44c44 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2630396 Mar 11 13:07:47.195748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57698) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:47.204639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a6c007e6-8b39-421f-b428-5577e5c76e21 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:47.216250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:47.219851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=aafa6b14-bf98-495b-8e78-7fb9f95c2424,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:47.222858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:47.225788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:47.231892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:47.232822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.248988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.252600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830845211'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:47.304070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet d1fc3f6b-11ab-42cb-b7bf-8e2020afe555 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:47.307613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.324000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:47.335485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:47.350188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:47.362317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:47.379103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=cde6c58f-8901-4d99-8dc2-3bc5bfadd14c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:47.382560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.399606 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-41fb3eb0-df7b-489f-8bd9-23b0ead89edf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2889915 Mar 11 13:07:47.413935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57702) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:47.425680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.460216 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0d9a052b-54e5-4cbe-a798-e913acb3afd9 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/cde6c58f-8901-4d99-8dc2-3bc5bfadd14c HTTP/1.1" status: 204 len: 168 time: 1.1971345 Mar 11 13:07:47.461202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57706) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:47.468106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'mac_address': 'fa:16:3e:d1:9c:e8', 'name': 'tempest-PortsTestJSON-1577096518'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:47.562905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124b6ea-0268-4333-9eb9-6e066c66fcbb None None] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:47.603979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:47.610928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:47.612968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.614728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:47.617811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.660517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:47.689160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f52c9e53-27ee-47c2-a78b-04349982d79d None None] Provisioning for port a6c007e6-8b39-421f-b428-5577e5c76e21 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:47.693029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:47.706342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f52c9e53-27ee-47c2-a78b-04349982d79d None None] Provisioning complete for port a6c007e6-8b39-421f-b428-5577e5c76e21 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:47.707006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f52c9e53-27ee-47c2-a78b-04349982d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.836452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.847633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.896589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fc3f6b-11ab-42cb-b7bf-8e2020afe555,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:47.907748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.918837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d858b1-483c-4842-a183-72e5206be58f None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:47.924367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 80f8a42a-15f3-4a1b-b531-1f83f064799c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:47.943425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:47.952813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f52c9e53-27ee-47c2-a78b-04349982d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:47.961167 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d268a2f8-754f-4224-a100-6b8c51953faf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/d1fc3f6b-11ab-42cb-b7bf-8e2020afe555 HTTP/1.1" status: 204 len: 168 time: 1.1484439 Mar 11 13:07:47.961717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57710) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:47.961969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Usage tracker for resource:security_group_rule and tenant:10b8b48e424d44ecb35bf1cc9a1f6395 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:48.020756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:48.046251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:48.055200 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5a8f6104-a306-4e39-a556-7af489792584 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893340 Mar 11 13:07:48.055410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57714) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:48.057504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f52c9e53-27ee-47c2-a78b-04349982d79d None None] For port a6c007e6-8b39-421f-b428-5577e5c76e21, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a6c007e6-8b39-421f-b428-5577e5c76e21,segment=NetworkSegment(0a888d58-3a56-4f3c-86ea-8da432734c93),segment_id=0a888d58-3a56-4f3c-86ea-8da432734c93)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:48.065973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:48.104388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:48.142691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f52c9e53-27ee-47c2-a78b-04349982d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.252158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:48.258263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c9e53-27ee-47c2-a78b-04349982d79d None None] Pushing event updated for resources: {'Port': ['ID=a6c007e6-8b39-421f-b428-5577e5c76e21,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:48.308683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d7b599f9-bbc0-481f-ab0f-b640e07aefde None None] Provisioning complete for port 6becc633-7e9d-41dc-962b-d00fe147b7f3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:48.310111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7b599f9-bbc0-481f-ab0f-b640e07aefde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.311289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:48.320936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:48.339288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:48.371482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.374999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:48.378916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.397248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:07:48.427967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] Deleting port 6becc633-7e9d-41dc-962b-d00fe147b7f3 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:48.430119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.566562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.584395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.617724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.727608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:48.728691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:48.744688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:48.744997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:48.752740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:48.758730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:48.765888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.772077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07dc710f-c12f-463c-b324-e7809c1334b2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:48.774223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.779511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] For port 6becc633-7e9d-41dc-962b-d00fe147b7f3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6becc633-7e9d-41dc-962b-d00fe147b7f3,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:48.779894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.780228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=80f8a42a-15f3-4a1b-b531-1f83f064799c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:48.787466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:48.788101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:48.800735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.843366 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-08d614c8-6d20-4d4d-a07c-14e7a5218ceb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3816538 Mar 11 13:07:48.846632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57718) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:48.882423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:48.886246 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d90e55ab-32e2-4d2d-9aa2-e1e4ab81eb45 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6654150 Mar 11 13:07:48.891484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57722) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:48.901536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-229c631f-ad40-40a0-b344-8737e0cfa22d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:48.907067 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-229c631f-ad40-40a0-b344-8737e0cfa22d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 13:07:48.907744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-229c631f-ad40-40a0-b344-8737e0cfa22d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 13:07:48.911808 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-229c631f-ad40-40a0-b344-8737e0cfa22d tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "PUT /v2.0/security-groups/07dc710f-c12f-463c-b324-e7809c1334b2 HTTP/1.1" status: 409 len: 330 time: 0.0142286 Mar 11 13:07:48.922323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57726) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:48.930131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:49.009570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bb63eade-5c84-4fdb-9e0a-32b6da2c7a0b tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/floatingips/c0ff61d6-4f51-41e7-95c7-d0e1cfa56322 HTTP/1.1" status: 200 len: 978 time: 3.6455071 Mar 11 13:07:49.013081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:49.050078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a6c007e6-8b39-421f-b428-5577e5c76e21 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:49.090658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] Calling delete_port for 6becc633-7e9d-41dc-962b-d00fe147b7f3 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:49.103720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020618ec-ad26-4a0d-8168-da63a7bf5339 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:49.104279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-020618ec-ad26-4a0d-8168-da63a7bf5339 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:49.135632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-14558e02-4cb8-436f-bdfd-ac59e51040ce None None] Provisioning for port aafa6b14-bf98-495b-8e78-7fb9f95c2424 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:49.143989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:49.144352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:49.174804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9053-8216-4175-9e65-86cfa4cfce1c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.179611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-020618ec-ad26-4a0d-8168-da63a7bf5339 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:49.183735 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-020618ec-ad26-4a0d-8168-da63a7bf5339 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/80f8a42a-15f3-4a1b-b531-1f83f064799c HTTP/1.1" status: 200 len: 841 time: 0.3330042 Mar 11 13:07:49.191596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57734) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:49.213254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-14558e02-4cb8-436f-bdfd-ac59e51040ce None None] Provisioning complete for port aafa6b14-bf98-495b-8e78-7fb9f95c2424 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:49.213652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14558e02-4cb8-436f-bdfd-ac59e51040ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.228380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 0bd2bc94-aac8-4721-8746-c679ef72036a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:49.228736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.254386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:49.254386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6569ffc2-8f4d-469a-9001-42efca7cb57b None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:49.311676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-14558e02-4cb8-436f-bdfd-ac59e51040ce None None] Port aafa6b14-bf98-495b-8e78-7fb9f95c2424 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:49.332053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.374425 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a6c007e6-8b39-421f-b428-5577e5c76e21 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:49.374793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.384321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9053-8216-4175-9e65-86cfa4cfce1c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.397809 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-14558e02-4cb8-436f-bdfd-ac59e51040ce None None] Provisioning complete for port a6c007e6-8b39-421f-b428-5577e5c76e21 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:49.398176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14558e02-4cb8-436f-bdfd-ac59e51040ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.404942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:07:49.484065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] Pushing event deleted for resources: {'Port': ['ID=6becc633-7e9d-41dc-962b-d00fe147b7f3,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:49.485563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 80f8a42a-15f3-4a1b-b531-1f83f064799c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:49.486154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.519707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97ae60-9fac-46fd-b577-2aa157727dad None None] No DVR routers for this DVR port 6becc633-7e9d-41dc-962b-d00fe147b7f3 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:49.643924 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.services.revisions.revision_plugin [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Could not find related port for resource to bump revision. Mar 11 13:07:49.661475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Port 6becc633-7e9d-41dc-962b-d00fe147b7f3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 13:07:49.661803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Reverting IP allocation for 2001:db8::f816:3eff:fec2:3f1d {{(pid=87959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 13:07:49.666375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9053-8216-4175-9e65-86cfa4cfce1c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.689906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec2:3f1d {{(pid=87959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 13:07:49.701092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc9053-8216-4175-9e65-86cfa4cfce1c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dc710f-c12f-463c-b324-e7809c1334b2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:49.702836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.722896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:07:49.743144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.751886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6becc633-7e9d-41dc-962b-d00fe147b7f3 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:07:49.757408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.791643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9053-8216-4175-9e65-86cfa4cfce1c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.795500 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5dfc9053-8216-4175-9e65-86cfa4cfce1c tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/07dc710f-c12f-463c-b324-e7809c1334b2 HTTP/1.1" status: 204 len: 168 time: 0.8695006 Mar 11 13:07:49.799416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 6becc633-7e9d-41dc-962b-d00fe147b7f3 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:07:49.799606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57738) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:49.799698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6becc633-7e9d-41dc-962b-d00fe147b7f3 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:07:49.811773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.818198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cdb90af9-538e-46e3-af99-0469fa17fd10 None None] Provisioning complete for port aafa6b14-bf98-495b-8e78-7fb9f95c2424 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:49.818574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cdb90af9-538e-46e3-af99-0469fa17fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.879950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cdb90af9-538e-46e3-af99-0469fa17fd10 None None] Port aafa6b14-bf98-495b-8e78-7fb9f95c2424 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:49.898209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:49.907262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:49.918679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cc3c2-c2ca-441b-a42f-5c157b5dd203 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:49.923637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:49.924215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.939124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=5f255ce4-49de-4bb0-b77f-aa192044d25d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:49.971560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:49.996069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ebe0a0a6-c3c0-4b4f-9239-f9d765cdd0c9 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Synchronizing usage tracker for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:50.110648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=aafa6b14-bf98-495b-8e78-7fb9f95c2424,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:50.124191 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-77c3cabc-bb9a-4ba5-807c-19d1665af7ca tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0676115 Mar 11 13:07:50.131452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 80f8a42a-15f3-4a1b-b531-1f83f064799c owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:50.158860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57742) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:50.164835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5ee4d463-ac86-40d6-bb8c-0691612cc2e6 None None] Provisioning complete for port aafa6b14-bf98-495b-8e78-7fb9f95c2424 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:50.165386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5ee4d463-ac86-40d6-bb8c-0691612cc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.174418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:50.174635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.230771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ebe0a0a6-c3c0-4b4f-9239-f9d765cdd0c9 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] Unset dirty status for tenant:10b8b48e424d44ecb35bf1cc9a1f6395 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:50.235959 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ebe0a0a6-c3c0-4b4f-9239-f9d765cdd0c9 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4178565 Mar 11 13:07:50.268765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4d463-ac86-40d6-bb8c-0691612cc2e6 None None] Port aafa6b14-bf98-495b-8e78-7fb9f95c2424 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:50.282484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57746) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:50.283039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '5f255ce4-49de-4bb0-b77f-aa192044d25d'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:50.284098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.327324 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-a11dd1ee-7870-470a-9b19-3b393bee7683 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] delete failed (client error): The resource could not be found. Mar 11 13:07:50.332320 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a11dd1ee-7870-470a-9b19-3b393bee7683 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "DELETE /v2.0/security-groups/f746aed7-feee-49eb-bd44-cf5fae609e4d HTTP/1.1" status: 404 len: 347 time: 0.0449371 Mar 11 13:07:50.333729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57750) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:50.362418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.368000 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-8a23cdee-9bc2-4ea1-b1ba-7e5365823c9a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] show failed (client error): The resource could not be found. Mar 11 13:07:50.369608 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8a23cdee-9bc2-4ea1-b1ba-7e5365823c9a tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-groups/1318b9d0-b779-439d-b309-5a1cd36eb3f1 HTTP/1.1" status: 404 len: 347 time: 0.0348611 Mar 11 13:07:50.422504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57754) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:50.458802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Allocated IP 2001:db8::f816:3eff:fe72:a3f9 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/5f255ce4-49de-4bb0-b77f-aa192044d25d/8c705152-10a5-4d57-b99a-529c824dd8be) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:50.460685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:50.465861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:50.470333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:50.477041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:50.488078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=80f8a42a-15f3-4a1b-b531-1f83f064799c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:50.490541 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-afdd4f23-89d3-45c7-9c33-88198ef352d9 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] show failed (client error): The resource could not be found. Mar 11 13:07:50.504561 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-afdd4f23-89d3-45c7-9c33-88198ef352d9 tempest-NegativeSecGroupTest-2071673641 tempest-NegativeSecGroupTest-2071673641-project] 10.222.0.52 "GET /v2.0/security-group-rules/a430e0e5-3870-4242-9d50-843afb44c133 HTTP/1.1" status: 404 len: 356 time: 0.0688214 Mar 11 13:07:50.507831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.510554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:50.514521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.606542 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ff2050d8-756c-4568-bb87-20028f9880d6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/80f8a42a-15f3-4a1b-b531-1f83f064799c HTTP/1.1" status: 204 len: 168 time: 1.2979534 Mar 11 13:07:50.612486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57760) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:50.663546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.663929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.664269 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP c0ff61d6-4f51-41e7-95c7-d0e1cfa56322 disassociated. External IP: 172.26.4.174, port: 0bd2bc94-aac8-4721-8746-c679ef72036a. Mar 11 13:07:50.664607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 0bd2bc94-aac8-4721-8746-c679ef72036a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:50.712404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.717581 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c633cb91-7c51-4d7e-b2f0-c03fdfa1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:07:50.718335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c633cb91-7c51-4d7e-b2f0-c03fdfa1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:50.723803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Transition to ACTIVE for port object 8c705152-10a5-4d57-b99a-529c824dd8be will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:50.727354 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5f255ce4-49de-4bb0-b77f-aa192044d25d (CIDR: 2001:db8::/64) Mar 11 13:07:50.736821 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:50.737289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:50.743942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Transition to ACTIVE for port object 8c705152-10a5-4d57-b99a-529c824dd8be will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:50.755923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.756168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c633cb91-7c51-4d7e-b2f0-c03fdfa1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:50.757872 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c633cb91-7c51-4d7e-b2f0-c03fdfa1bb0a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/80f8a42a-15f3-4a1b-b531-1f83f064799c HTTP/1.1" status: 404 len: 333 time: 0.1441875 Mar 11 13:07:50.758285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:50.761614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57764) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:50.770001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'name': 'tempest-PortsTestJSON-784520476'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:50.785848 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4512b301-8c51-4b7c-8dcf-e937d2c596a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6242003 Mar 11 13:07:50.789390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57768) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:50.815585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:50.873102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Pushing event updated for resources: {'Port': ['ID=8c705152-10a5-4d57-b99a-529c824dd8be,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:50.888155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:50.894712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:50.902349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:50.976324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57774) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:51.011524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:51.024676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Attempting to bind port 8c705152-10a5-4d57-b99a-529c824dd8be on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:51.025189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Attempting to bind port 8c705152-10a5-4d57-b99a-529c824dd8be by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:51.025786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Attempting to bind port 8c705152-10a5-4d57-b99a-529c824dd8be on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:51.029325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:51.032008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:51.032719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:51.033675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.033675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:51.034401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Bound port: 8c705152-10a5-4d57-b99a-529c824dd8be, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:51.034874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.058850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:51.063398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:51.066909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.078160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:51.079281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.083225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:51.096042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:51.104237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port a79cca98-72e4-4799-84b1-14a133f5659e yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:51.158940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] For port 8c705152-10a5-4d57-b99a-529c824dd8be, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:51.162057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=0bd2bc94-aac8-4721-8746-c679ef72036a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:51.164581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] For port 8c705152-10a5-4d57-b99a-529c824dd8be, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8c705152-10a5-4d57-b99a-529c824dd8be,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:51.176466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.276992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:51.281063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.290522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b90b4-b2b0-4710-8282-93dadd8a6b6e None None] Pushing event updated for resources: {'Port': ['ID=8c705152-10a5-4d57-b99a-529c824dd8be,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:51.439047 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7b8480bc-f3dd-403e-b295-4d84acd53f54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10b8b48e424d44ecb35bf1cc9a1f6395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589787 Mar 11 13:07:51.448812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57780) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:51.694254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:51.702539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d935-df7b-4020-b988-2ccf17b1938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.709022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.775089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.785221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d935-df7b-4020-b988-2ccf17b1938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.787836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.788581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.853381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.880511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.949061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d935-df7b-4020-b988-2ccf17b1938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:51.955648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:51.974680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:51.985825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:51.991231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:51.991826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.001546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1d935-df7b-4020-b988-2ccf17b1938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ad761-f766-43db-977b-f5acfd6ee66e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:52.008260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=a79cca98-72e4-4799-84b1-14a133f5659e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:52.010574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.061535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=aafa6b14-bf98-495b-8e78-7fb9f95c2424,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:52.077042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:52.092165 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:52.094784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:52.101755 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:52.102645 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:52.107697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:52.110877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:52.111460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.125635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:52.143637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d935-df7b-4020-b988-2ccf17b1938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.161706 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9fa1d935-df7b-4020-b988-2ccf17b1938d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a94ad761-f766-43db-977b-f5acfd6ee66e HTTP/1.1" status: 204 len: 168 time: 0.6997821 Mar 11 13:07:52.168983 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4b532882-d6e0-4ce3-abff-3452b6261d04 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4037676 Mar 11 13:07:52.176134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57786) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:52.184247 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:52.189758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:52.200321 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:52.202465 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:52.223721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:52.225574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:52.255554 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-67d445c9-ae01-4eaf-90d7-dfad2021bafb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4650950 Mar 11 13:07:52.267627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57790) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:52.296348 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:52.297163 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b920e-0c5c-4395-9c64-459acb67a8b2 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:52.300468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:61:eb:27', 'name': 'tempest-NetworksTestDHCPv6-569585385'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:52.445078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.513988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4def338a-0a51-410b-930b-57b53b70d8be tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/ports/0bd2bc94-aac8-4721-8746-c679ef72036a HTTP/1.1" status: 204 len: 168 time: 3.4985781 Mar 11 13:07:52.517980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:52.545675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e145c-b8aa-4b14-8ee3-60eabc6d1947 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:52.573688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.638793 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0c7e358d-8260-4f4d-8cc1-a7e681c8091f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "GET /v2.0/floatingips/c0ff61d6-4f51-41e7-95c7-d0e1cfa56322 HTTP/1.1" status: 200 len: 688 time: 0.1173136 Mar 11 13:07:52.639020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:52.639267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:52.641843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:port and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:52.649376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:52.662758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:52.694832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:52.700772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-667926d0-f42d-43b3-8a99-8a9045aa1aaf None None] Provisioning for port 8c705152-10a5-4d57-b99a-529c824dd8be completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:52.854501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 2e0c73e6-7d01-4dee-bcc9-0609f5ffefa6 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:52.855110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.897049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7acd2dfc-5b29-44f4-8de0-4841e41c0582 None None] Provisioning complete for port aafa6b14-bf98-495b-8e78-7fb9f95c2424 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:52.897919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7acd2dfc-5b29-44f4-8de0-4841e41c0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.916086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Router 467d74db-07c5-480d-b937-7413c2343c56 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:07:52.926529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.968587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:52.984020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port d01b5f2e-7d12-4039-9da4-42b95ec1cd45 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:07:53.009053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2dfc-5b29-44f4-8de0-4841e41c0582 None None] Port aafa6b14-bf98-495b-8e78-7fb9f95c2424 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:07:53.017082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.104680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] In _notify_port_updated(), no bound segment for port a79cca98-72e4-4799-84b1-14a133f5659e on network ae0f10e1-05c9-4695-8ece-5e17688e5af1 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:07:53.121424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:53.122397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.127619 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "PUT /v2.0/ports/a79cca98-72e4-4799-84b1-14a133f5659e HTTP/1.1" status: 200 len: 818 time: 0.9504011 Mar 11 13:07:53.131448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8c705152-10a5-4d57-b99a-529c824dd8be up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:53.133157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57820) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:53.238541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8c705152-10a5-4d57-b99a-529c824dd8be completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:53.244521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8c705152-10a5-4d57-b99a-529c824dd8be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:53.244966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.250927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57824) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:53.258935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:53.264662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be83e78-4c61-471a-b3a6-7686705859e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=a79cca98-72e4-4799-84b1-14a133f5659e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:53.268191 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-118d5d19-9fe6-4482-800a-e4f46941417c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "PUT /v2.0/routers/467d74db-07c5-480d-b937-7413c2343c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8530779 Mar 11 13:07:53.270894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57828) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:53.271220 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] Update dhcp port {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '5f255ce4-49de-4bb0-b77f-aa192044d25d', 'ip_address': '2001:db8::f816:3eff:fe72:a3f9'}, {'subnet_id': 'abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': '8c705152-10a5-4d57-b99a-529c824dd8be'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:07:53.305678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] Sync routers for ids ['467d74db-07c5-480d-b937-7413c2343c56'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:53.334168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] Routers {'467d74db-07c5-480d-b937-7413c2343c56'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:53.334697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['467d74db-07c5-480d-b937-7413c2343c56'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:53.414520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:53.441923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1379673423-network', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:53.458672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:53.465731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port a79cca98-72e4-4799-84b1-14a133f5659e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:53.466084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.472008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.472552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.473045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.499214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] Routers {'467d74db-07c5-480d-b937-7413c2343c56'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:53.499810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['467d74db-07c5-480d-b937-7413c2343c56'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:53.507011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Usage tracker for resource:network and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:53.511918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:53.556741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:53.601521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:53.602140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae153a6-7773-44b9-a074-5644202a6aec None None] The sync data for ids ['467d74db-07c5-480d-b937-7413c2343c56'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:53.603200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 2e0c73e6-7d01-4dee-bcc9-0609f5ffefa6 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:53.636321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Made reservation on behalf of b2f4b40c1fc54fc599675dd835b1a8c6 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:53.638653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.663055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.676570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8:0:1::3f (03007ba6-d1e0-4ba6-aa08-eced2aedda75/abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc/d01b5f2e-7d12-4039-9da4-42b95ec1cd45) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:53.678588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07a187-3a8d-4ec8-9644-7ddbea52fe8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:53.679427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c07a187-3a8d-4ec8-9644-7ddbea52fe8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:53.709968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:53.712725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::f816:3eff:fe61:eb27 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/5f255ce4-49de-4bb0-b77f-aa192044d25d/d01b5f2e-7d12-4039-9da4-42b95ec1cd45) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:53.715019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c07a187-3a8d-4ec8-9644-7ddbea52fe8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:53.720452 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c07a187-3a8d-4ec8-9644-7ddbea52fe8b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports?device_id=467d74db-07c5-480d-b937-7413c2343c56 HTTP/1.1" status: 200 len: 988 time: 0.4486592 Mar 11 13:07:53.721466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:53.732514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:53.733827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.740168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:53.752257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:53.772308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 8c705152-10a5-4d57-b99a-529c824dd8be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8c705152-10a5-4d57-b99a-529c824dd8be,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:53.776170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.847770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=8c705152-10a5-4d57-b99a-529c824dd8be,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:53.858659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:53.926293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.018080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for a79cca98-72e4-4799-84b1-14a133f5659e owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:54.041113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=2e0c73e6-7d01-4dee-bcc9-0609f5ffefa6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.246570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.268232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.271180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.273957 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-da0e2e55-b909-436c-ba20-14e34b76f46f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/floatingips/c0ff61d6-4f51-41e7-95c7-d0e1cfa56322 HTTP/1.1" status: 204 len: 168 time: 1.6334629 Mar 11 13:07:54.277724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:54.283857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '35c861f9-2227-439f-80d1-6d56a3011d1d'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:54.292014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:54.303517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:floatingip and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:54.307450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:54.315538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:54.323167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.347413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.348776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=a79cca98-72e4-4799-84b1-14a133f5659e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.360345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.368014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.369451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.387485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object d01b5f2e-7d12-4039-9da4-42b95ec1cd45 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:54.417280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:54.426269 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f07a6490-5dd5-4ef8-8cae-11cd6f9f6799 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/a79cca98-72e4-4799-84b1-14a133f5659e HTTP/1.1" status: 204 len: 168 time: 1.2678227 Mar 11 13:07:54.429924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:54.430557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d19b16-c879-40a4-aee7-63f75e09f267,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.480797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.481141 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Added segment 481004a3-28da-4925-8cd2-05f209bb673f of type vlan for network c40e2461-bb44-46b0-a201-3c6e9589080d Mar 11 13:07:54.534958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.549700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.617751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] Allocated IP 2001:db8:0:1::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc/8c705152-10a5-4d57-b99a-529c824dd8be) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:54.655870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:54.669096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.671706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19d4c7-b29b-4c95-9711-f518b3fe519d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:54.672404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2f19d4c7-b29b-4c95-9711-f518b3fe519d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:54.674856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.675717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:54.676273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.697250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:54.722430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:54.727896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:54.728509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.732609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=d01b5f2e-7d12-4039-9da4-42b95ec1cd45,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.786376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] For port 8c705152-10a5-4d57-b99a-529c824dd8be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8c705152-10a5-4d57-b99a-529c824dd8be,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:07:54.813734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.817858 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5658746 Mar 11 13:07:54.822259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57846) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:54.828498 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2fa283ed-d9ab-4473-a105-462338d70ab3 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5598657 Mar 11 13:07:54.830324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcac700-81a5-4d25-8d2d-d10483be22dd admin admin] Pushing event updated for resources: {'Network': ['ID=c40e2461-bb44-46b0-a201-3c6e9589080d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.832628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57850) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:54.836676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Request body: {'subnet': {'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1379673423-subnet', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:54.841981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] Transition to ACTIVE for port object 8c705152-10a5-4d57-b99a-529c824dd8be will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:54.842185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2f19d4c7-b29b-4c95-9711-f518b3fe519d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:54.846090 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2f19d4c7-b29b-4c95-9711-f518b3fe519d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4093902 Mar 11 13:07:54.848694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network c40e2461-bb44-46b0-a201-3c6e9589080d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:54.868098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.876069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57854) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:54.878697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:54.901796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:54.921915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Usage tracker for resource:subnet and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:54.931148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:54.947290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:54.949900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-be65731d-3851-4a90-9f1f-fee6e7a93df5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:07:54.951340 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-be65731d-3851-4a90-9f1f-fee6e7a93df5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/a79cca98-72e4-4799-84b1-14a133f5659e HTTP/1.1" status: 404 len: 333 time: 0.0742812 Mar 11 13:07:54.956942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57858) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:54.970781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-568222029'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:54.985216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:54.990598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port d01b5f2e-7d12-4039-9da4-42b95ec1cd45 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:54.991042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.024228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Made reservation on behalf of b2f4b40c1fc54fc599675dd835b1a8c6 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:55.027797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.034647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8c705152-10a5-4d57-b99a-529c824dd8be up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:55.043191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:55.063469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:55.076874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:55.121167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port aafa6b14-bf98-495b-8e78-7fb9f95c2424 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:07:55.121788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.162339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43050f-ce1b-4df5-8501-961f0ba5610c None None] Pushing event updated for resources: {'Port': ['ID=8c705152-10a5-4d57-b99a-529c824dd8be,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:55.164598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.26.4.19 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/359b25da-b1cb-42ad-bcf6-1964bf0c6e51) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:55.199908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:55.204004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.431353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:55.436661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.523719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.524062 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment 6c2a61de-e50b-412b-a612-b211c8123552 of type vlan for network 106b2641-6c6c-459a-bc4f-2ef661925474 Mar 11 13:07:55.572079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.582481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for aafa6b14-bf98-495b-8e78-7fb9f95c2424 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:55.590627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.642977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.783312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.793925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for d01b5f2e-7d12-4039-9da4-42b95ec1cd45 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:07:55.826496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.864300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cf774d14-4db3-4521-b49e-e668ca720ab7 None None] Provisioning for port 8c705152-10a5-4d57-b99a-529c824dd8be completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:55.871064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cf774d14-4db3-4521-b49e-e668ca720ab7 None None] Provisioning complete for port 8c705152-10a5-4d57-b99a-529c824dd8be triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:55.871712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cf774d14-4db3-4521-b49e-e668ca720ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.873393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.878809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:55.879408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:55.925741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:55.929693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:55.941543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:55.989400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=359b25da-b1cb-42ad-bcf6-1964bf0c6e51,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:56.013645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=106b2641-6c6c-459a-bc4f-2ef661925474,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:56.021190 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-afbefae8-ae6e-450d-a722-08d193726a81 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0564132 Mar 11 13:07:56.026607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57862) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:56.029027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 106b2641-6c6c-459a-bc4f-2ef661925474 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:07:56.043701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:56.049623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a899c9-a77b-472e-89d4-da179b3e4114,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:56.109913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Checking segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:56.110416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Network hostable DHCP agents. Network: c40e2461-bb44-46b0-a201-3c6e9589080d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:56.184071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Network c40e2461-bb44-46b0-a201-3c6e9589080d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:56.226279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, c40e2461-bb44-46b0-a201-3c6e9589080d) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:56.235419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d445b-7513-4217-8128-f20f09ac7899 None None] Network c40e2461-bb44-46b0-a201-3c6e9589080d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:56.240160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:56.240739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.279746 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2a3eaf25-5876-4428-8e74-b8e78e6d6ff4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4514656 Mar 11 13:07:56.280009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57866) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:56.285490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:56.290138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.291942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:56.330742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-02b4e298-3ba4-4659-ba8c-ae6b6dfed063 None None] Provisioning for port d01b5f2e-7d12-4039-9da4-42b95ec1cd45 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:56.337384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Usage tracker for resource:router and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:56.338796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-02b4e298-3ba4-4659-ba8c-ae6b6dfed063 None None] Provisioning complete for port d01b5f2e-7d12-4039-9da4-42b95ec1cd45 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:56.340575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02b4e298-3ba4-4659-ba8c-ae6b6dfed063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.351097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:56.354103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=d01b5f2e-7d12-4039-9da4-42b95ec1cd45,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:56.377726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-02b4e298-3ba4-4659-ba8c-ae6b6dfed063 None None] Port d01b5f2e-7d12-4039-9da4-42b95ec1cd45 was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:07:56.386908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:56.396401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.433959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:56.437406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.438538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.451562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.456134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-476eae51-f76b-48a9-9f5b-1571375ac128 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/d01b5f2e-7d12-4039-9da4-42b95ec1cd45 HTTP/1.1" status: 204 len: 168 time: 1.6134589 Mar 11 13:07:56.456357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57870) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:56.512639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:56.519832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=aafa6b14-bf98-495b-8e78-7fb9f95c2424,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:56.525113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:56.538525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.567707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-c40e2461-bb44-46b0-a201-3c6e9589080d', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:56.568790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.570453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:56.682460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043dc6e8-d300-4526-890e-9e0bebc296af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:56.683270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-043dc6e8-d300-4526-890e-9e0bebc296af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:56.744552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:56.748683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.792256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Allocated IP 172.20.0.2 (c40e2461-bb44-46b0-a201-3c6e9589080d/45a899c9-a77b-472e-89d4-da179b3e4114/bfc31f8b-ed93-46a2-aeb9-4289adc93d0a) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:56.866194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:56.869832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-043dc6e8-d300-4526-890e-9e0bebc296af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:56.874249 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-043dc6e8-d300-4526-890e-9e0bebc296af tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4137969 Mar 11 13:07:56.874449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57874) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:57.002673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.032975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8c705152-10a5-4d57-b99a-529c824dd8be up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:57.076708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0015e8-7ee5-4a37-8b6f-79867c8308e8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:57.080743 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea0015e8-7ee5-4a37-8b6f-79867c8308e8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2053194 Mar 11 13:07:57.081563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57878) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:57.126815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.141044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8c705152-10a5-4d57-b99a-529c824dd8be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:57.141410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.168376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Transition to ACTIVE for port object bfc31f8b-ed93-46a2-aeb9-4289adc93d0a will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:57.211539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Transition to ACTIVE for port object bfc31f8b-ed93-46a2-aeb9-4289adc93d0a will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:57.224001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.319366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Network c40e2461-bb44-46b0-a201-3c6e9589080d is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:57.332147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:57.339989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:57.341467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e31f14-038e-49ea-90d9-94b47d2178e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:57.342931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e31f14-038e-49ea-90d9-94b47d2178e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:57.344517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e31f14-038e-49ea-90d9-94b47d2178e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:57.345326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-94e31f14-038e-49ea-90d9-94b47d2178e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:07:57.347412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Pushing event updated for resources: {'Port': ['ID=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:57.375716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-94e31f14-038e-49ea-90d9-94b47d2178e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:07:57.381473 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-94e31f14-038e-49ea-90d9-94b47d2178e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2984931 Mar 11 13:07:57.387142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57882) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:57.459724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Router 467d74db-07c5-480d-b937-7413c2343c56 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:07:57.460380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Attempting to bind port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:07:57.460698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Attempting to bind port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:07:57.460897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Attempting to bind port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:07:57.467000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:07:57.467361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Checking segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:57.467779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.468158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Bound using segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:07:57.469296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Bound port: bfc31f8b-ed93-46a2-aeb9-4289adc93d0a, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:07:57.470092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.557604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] For port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:07:57.561380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] For port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:07:57.567645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.594515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.628921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.652385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cb321-db84-456d-95bc-2c6abfd596d8 None None] Pushing event updated for resources: {'Port': ['ID=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:57.764001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 5f255ce4-49de-4bb0-b77f-aa192044d25d {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:57.780545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Allocated IP 172.26.4.139 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/705538bc-4b49-471f-92a5-cf6b044bf293) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:57.842419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.845934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.916634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:07:57.926719 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] Sync routers for ids ['467d74db-07c5-480d-b937-7413c2343c56'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:57.938437 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] Routers {'467d74db-07c5-480d-b937-7413c2343c56'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:57.938681 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['467d74db-07c5-480d-b937-7413c2343c56'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:57.985246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:57.996134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.009847 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:58.019738 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] Routers {'467d74db-07c5-480d-b937-7413c2343c56'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:07:58.020557 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['467d74db-07c5-480d-b937-7413c2343c56'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:58.027403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.032165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.058669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=25567d97-56b2-4335-8159-e41f80b5321b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.081805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': '6c2a61de-e50b-412b-a612-b211c8123552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:07:58.082170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: 106b2641-6c6c-459a-bc4f-2ef661925474, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:58.084124 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:58.084526 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf6d5a2-e682-46ae-afc4-193b9c7c63ce None None] The sync data for ids ['467d74db-07c5-480d-b937-7413c2343c56'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:58.116644 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-afed2a56-c334-4921-9518-228bb7b0adfe tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "PUT /v2.0/routers/467d74db-07c5-480d-b937-7413c2343c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3939428 Mar 11 13:07:58.118708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:58.119414 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57886) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:58.163988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:58.173885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:58.187819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 106b2641-6c6c-459a-bc4f-2ef661925474 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:58.200789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.205632 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d6233b-d281-459b-923c-730805cd540b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:07:58.209745 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b3d6233b-d281-459b-923c-730805cd540b tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/aafa6b14-bf98-495b-8e78-7fb9f95c2424 HTTP/1.1" status: 404 len: 333 time: 0.0849962 Mar 11 13:07:58.211631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Pushing event updated for resources: {'Port': ['ID=705538bc-4b49-471f-92a5-cf6b044bf293,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.213746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57890) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:58.227850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.259448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 106b2641-6c6c-459a-bc4f-2ef661925474) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:58.267119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214031e-c8f5-437a-96c4-ce53840a501d None None] Network 106b2641-6c6c-459a-bc4f-2ef661925474 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:58.281868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:58.282470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.326618 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a0d4bd1c-6468-4668-b8a7-13b2d0103d48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2912726 Mar 11 13:07:58.330200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57894) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:58.343597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:58.458106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92b1afc2-6002-4677-9385-618037dbdbc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.516380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-106b2641-6c6c-459a-bc4f-2ef661925474', 'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474', 'tenant_id': '32efc02ee8634a5aaf1962877ec98f4b', 'fixed_ips': [{'subnet_id': '25567d97-56b2-4335-8159-e41f80b5321b'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:07:58.517381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.586515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.628941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.670653 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ba6b2-85d7-42a3-bcb7-d49cebe15728 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:58.699984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:07:58.717179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=5f255ce4-49de-4bb0-b77f-aa192044d25d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.740000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.753875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bf6c6fa9-442d-4223-bcb5-335123e2d781 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/5f255ce4-49de-4bb0-b77f-aa192044d25d HTTP/1.1" status: 204 len: 168 time: 1.3642108 Mar 11 13:07:58.757560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:58.758488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:58.811093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Allocated IP 172.20.0.2 (106b2641-6c6c-459a-bc4f-2ef661925474/25567d97-56b2-4335-8159-e41f80b5321b/bfcd9dcb-56f7-4470-a451-50135b9fb92d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:58.889314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26007d56-c638-46bd-aac9-9addb94b972e None None] Network c40e2461-bb44-46b0-a201-3c6e9589080d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:07:58.953288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:07:58.965286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:07:58.975230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:07:58.977885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=359b25da-b1cb-42ad-bcf6-1964bf0c6e51,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.988197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:07:58.995330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:58.998549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.036639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.067424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92b1afc2-6002-4677-9385-618037dbdbc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.074518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92b1afc2-6002-4677-9385-618037dbdbc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.122789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92b1afc2-6002-4677-9385-618037dbdbc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.123484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:59.123586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b1afc2-6002-4677-9385-618037dbdbc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Fanout notify agent at l3_agent the message router_deleted on router 467d74db-07c5-480d-b937-7413c2343c56 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:07:59.127257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.134537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfc31f8b-ed93-46a2-aeb9-4289adc93d0a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:07:59.175456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.218658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92b1afc2-6002-4677-9385-618037dbdbc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.222139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-92b1afc2-6002-4677-9385-618037dbdbc7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/routers/467d74db-07c5-480d-b937-7413c2343c56 HTTP/1.1" status: 204 len: 168 time: 0.9885862 Mar 11 13:07:59.223476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57902) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:59.255293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.308343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-10e7e9b7-9c35-4909-9955-5546db2ee7a3 None None] Provisioning for port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:59.369216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet 7a3237ed-05ac-44f7-82f3-35ff10daeaaf {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:07:59.430270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.526905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.551400 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 89efda3e-d1b6-43e4-a756-69908cd5ac29 associated. External IP: 172.26.4.19, port: 35c861f9-2227-439f-80d1-6d56a3011d1d. Mar 11 13:07:59.561837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:07:59.575173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.578189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:07:59.578648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.634884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Transition to ACTIVE for port object bfcd9dcb-56f7-4470-a451-50135b9fb92d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:59.644062 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25567d97-56b2-4335-8159-e41f80b5321b (CIDR: 172.20.0.0/28) Mar 11 13:07:59.655342 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:07:59.655856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:07:59.683769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Transition to ACTIVE for port object bfcd9dcb-56f7-4470-a451-50135b9fb92d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:07:59.696431 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9dc13262-88c1-4a2c-880c-2bfa4f55bc16 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3646154 Mar 11 13:07:59.697330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57906) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:07:59.698694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.707440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.773177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.775261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.793901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:59.838094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Network 106b2641-6c6c-459a-bc4f-2ef661925474 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:59.841466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:07:59.855871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:59.872724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:07:59.881652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Pushing event updated for resources: {'Port': ['ID=bfcd9dcb-56f7-4470-a451-50135b9fb92d,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:59.980278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:00.003498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Attempting to bind port bfcd9dcb-56f7-4470-a451-50135b9fb92d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:00.003771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Attempting to bind port bfcd9dcb-56f7-4470-a451-50135b9fb92d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '6c2a61de-e50b-412b-a612-b211c8123552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:00.004124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Attempting to bind port bfcd9dcb-56f7-4470-a451-50135b9fb92d on network 106b2641-6c6c-459a-bc4f-2ef661925474 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:00.015869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.045288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.055512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:00.062279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Checking segment: {'id': '6c2a61de-e50b-412b-a612-b211c8123552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:00.070035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.070589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Bound using segment: {'id': '6c2a61de-e50b-412b-a612-b211c8123552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:00.071220 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Bound port: bfcd9dcb-56f7-4470-a451-50135b9fb92d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a61de-e50b-412b-a612-b211c8123552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:00.071699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.124368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3237ed-05ac-44f7-82f3-35ff10daeaaf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:00.139726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.151994 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4f415459-8025-4be6-ac18-a2ce0f899df7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/7a3237ed-05ac-44f7-82f3-35ff10daeaaf HTTP/1.1" status: 204 len: 168 time: 0.9251549 Mar 11 13:08:00.155597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57910) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:00.156047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81333f13-b835-4d02-864e-35098232a234 None None] Network 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:00.156581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:00.160142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.199249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:08:00.208725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:00.296135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:00.358658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:00.386184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:00.391507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:00.411730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] For port bfcd9dcb-56f7-4470-a451-50135b9fb92d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:00.433745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:00.439202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] For port bfcd9dcb-56f7-4470-a451-50135b9fb92d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfcd9dcb-56f7-4470-a451-50135b9fb92d,segment=NetworkSegment(6c2a61de-e50b-412b-a612-b211c8123552),segment_id=6c2a61de-e50b-412b-a612-b211c8123552)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:00.443739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-46d08d61-938a-40ff-be46-e147c0a4f070 None None] Provisioning complete for port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:00.444136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46d08d61-938a-40ff-be46-e147c0a4f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.457758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.518719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.561534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5a5e3-bae5-4260-99e9-ca700a1fe486 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:00.582240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:00.586879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.614084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:00.633140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:00.641723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.645711 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8f97f5a3-538e-46c7-a6ce-d2e6d8ca8539 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3623359 Mar 11 13:08:00.646041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57914) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:00.657567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-892d5c8e-4cfe-479a-97e0-1bc927f05902 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc HTTP/1.1" status: 204 len: 168 time: 1.8916798 Mar 11 13:08:00.669470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:00.783186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3dab0-b585-4231-9f0d-f919038d1646 None None] Pushing event updated for resources: {'Port': ['ID=bfcd9dcb-56f7-4470-a451-50135b9fb92d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:00.786212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:00.786813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:00.805153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.828133 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5eb02a78-e4a3-4c25-a028-ba710efd9aba tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525438 Mar 11 13:08:00.829486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57922) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:00.844355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:00.937817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port a6c007e6-8b39-421f-b428-5577e5c76e21 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:00.938231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:00.947433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] DHCP port deletion for 97af59ea-c4bd-44f1-b22c-0faa4b0d5311 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:01.053853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Deleting port a6c007e6-8b39-421f-b428-5577e5c76e21 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:01.054156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.085413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:01.140548 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:01.152956 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:01.155200 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:01.187869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:01.195931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:01.201699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:01.202092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfc31f8b-ed93-46a2-aeb9-4289adc93d0a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:01.211812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.218018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:01.296878 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:01.313095 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:01.314224 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:01.328905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:01.340352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.367618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:01.457581 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:01.458353 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83ccd3-468f-421b-ac93-c081c92bc902 None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:01.651309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] For port a6c007e6-8b39-421f-b428-5577e5c76e21, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a6c007e6-8b39-421f-b428-5577e5c76e21,segment=NetworkSegment(0a888d58-3a56-4f3c-86ea-8da432734c93),segment_id=0a888d58-3a56-4f3c-86ea-8da432734c93)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:01.651758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.662175 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8a12106a-4bb7-4557-9810-5a6feff0e978 None None] Provisioning complete for port 8c705152-10a5-4d57-b99a-529c824dd8be triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:01.662761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a12106a-4bb7-4557-9810-5a6feff0e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.663704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-90be0886-d92f-4750-ad90-ca7fee73d28f tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3844655 Mar 11 13:08:01.664129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:01.675715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1289356659'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:01.681298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:01.685596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:network and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:01.688414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:01.694134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:01.738713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:01.739085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.822800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:01.826918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.842962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for a6c007e6-8b39-421f-b428-5577e5c76e21 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:01.845752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] For port a6c007e6-8b39-421f-b428-5577e5c76e21, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a6c007e6-8b39-421f-b428-5577e5c76e21,segment=NetworkSegment(0a888d58-3a56-4f3c-86ea-8da432734c93),segment_id=0a888d58-3a56-4f3c-86ea-8da432734c93)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:01.846146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.849192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.963447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:01.973035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:01.986645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.987676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:01.995686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:01.996264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.996558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:01.996681 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Added segment 0ed3d83d-a395-4923-b5e8-ac79204c384d of type vlan for network 14dbcc01-3045-456c-8943-1579f0d3fd2a Mar 11 13:08:02.010319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:02.026765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.028710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Calling delete_port for a6c007e6-8b39-421f-b428-5577e5c76e21 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:02.041367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No DVR routers for this DVR port a6c007e6-8b39-421f-b428-5577e5c76e21 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:02.043774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.047288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=34e24263-0ebb-4e40-a686-bf015f771c99,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:02.060534 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4db3e382-201f-4d7b-b740-85b8701f0345 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2302513 Mar 11 13:08:02.063202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] Deleting port 8c705152-10a5-4d57-b99a-529c824dd8be {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:02.063575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.097213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57930) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:02.104605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:02.117129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=a6c007e6-8b39-421f-b428-5577e5c76e21,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:02.195381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 106b2641-6c6c-459a-bc4f-2ef661925474 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:02.207304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:02.212549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.219713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:02.220299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.275394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:02.286264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=cbee6072-e305-45d0-ba7c-4894cc916ff1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:02.292426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:02.299421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.300965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:02.315647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:02.334988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b2535a-4503-42fd-ac8c-c6291b1b1953 None None] Network 106b2641-6c6c-459a-bc4f-2ef661925474 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:02.348978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fbe7cb4c-fe90-4567-a9f2-868c9c794009 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5669200 Mar 11 13:08:02.351971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57934) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:02.356097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97af59ea-c4bd-44f1-b22c-0faa4b0d5311']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:02.367132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474', 'fixed_ips': [{'subnet_id': '25567d97-56b2-4335-8159-e41f80b5321b'}, {'subnet_id': 'cbee6072-e305-45d0-ba7c-4894cc916ff1'}], 'name': 'tempest-PortsTestJSON-720357734'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:02.466989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:08:02.467343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:08:02.476496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a6c007e6-8b39-421f-b428-5577e5c76e21 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:02.492253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.498190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:02.498972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.523666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a888d58-3a56-4f3c-86ea-8da432734c93') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:02.523936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a888d58-3a56-4f3c-86ea-8da432734c93') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:02.553896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: a6c007e6-8b39-421f-b428-5577e5c76e21 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:08:02.554153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a6c007e6-8b39-421f-b428-5577e5c76e21 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:08:02.571618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.625686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:02.629424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.646339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Allocated IP 172.20.0.1 (c40e2461-bb44-46b0-a201-3c6e9589080d/45a899c9-a77b-472e-89d4-da179b3e4114/4a3bf537-9c54-4768-b8fa-070d1507c043) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:02.649472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9798901 Mar 11 13:08:02.651372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57938) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:02.668311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'subnet': {'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:02.693043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.707925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e653c3-3d8c-4e16-b83e-b0c8c33cddb9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Network': ['ID=14dbcc01-3045-456c-8943-1579f0d3fd2a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:02.709078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:07:58Z', 'revision_number': 3, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:02.714152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:02.717665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-77e50086-145d-4400-90ab-f5cb7c842010 None None] Provisioning for port bfcd9dcb-56f7-4470-a451-50135b9fb92d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:02.755969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:02.768513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:08:02.769622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Updating router a607efa3-bcdf-406f-bb3a-dc832ded6810 port 705538bc-4b49-471f-92a5-cf6b044bf293 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:08:02.770127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:02.778380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:02.778669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:02.793794 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:02.798420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:02.835151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:02.878081 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34e24263-0ebb-4e40-a686-bf015f771c99 (CIDR: 2001:db8::/64) Mar 11 13:08:02.882826 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:08:02.883600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:02.897521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:02.904930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:subnet and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:02.908914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:02.916513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:02.925605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.927364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:02.935964 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3fd3b794-358e-401c-812b-d66a329601a9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8375254 Mar 11 13:08:02.938556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57942) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:02.942759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] For port 8c705152-10a5-4d57-b99a-529c824dd8be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8c705152-10a5-4d57-b99a-529c824dd8be,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:02.943155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.944009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:02.964015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.965728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.978425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:02.984683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:02.990138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.037331 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=97af59ea-c4bd-44f1-b22c-0faa4b0d5311,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:03.051177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Transition to ACTIVE for port object 4a3bf537-9c54-4768-b8fa-070d1507c043 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:03.060133 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3644703a-ca57-4dc5-bb3c-cdcf5bc987dc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/97af59ea-c4bd-44f1-b22c-0faa4b0d5311 HTTP/1.1" status: 204 len: 168 time: 2.8949604 Mar 11 13:08:03.065821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57946) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:03.071267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Deleting port a6c007e6-8b39-421f-b428-5577e5c76e21 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:03.071613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.162274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55175a-7dba-427a-a5d8-24f08de4b8de tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:03.168675 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7c55175a-7dba-427a-a5d8-24f08de4b8de tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/1198bfb4-8e9b-4496-8e61-07bd5d22ec3e HTTP/1.1" status: 200 len: 845 time: 0.0957580 Mar 11 13:08:03.168675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57950) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:03.196619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfcd9dcb-56f7-4470-a451-50135b9fb92d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:03.236169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] Calling delete_port for 8c705152-10a5-4d57-b99a-529c824dd8be owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:03.237767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.246142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:03.263667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:03.266734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.273151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:03.300817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 97f66d50-7eb5-421d-9986-476e82d681ea yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:03.319927 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-efa7a557-55d5-4ae4-89a2-19f453d2fabd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/1198bfb4-8e9b-4496-8e61-07bd5d22ec3e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1506534 Mar 11 13:08:03.321113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:03.332800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ffc9f-d412-46a4-9ad0-48570d154365 None None] The port 'a6c007e6-8b39-421f-b428-5577e5c76e21' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:08:03.334679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57954) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:03.357873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:03.400549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Network c40e2461-bb44-46b0-a201-3c6e9589080d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:03.407578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:03.411451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.429231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:03.440723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3bf537-9c54-4768-b8fa-070d1507c043,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:03.456192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:03.507084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.582918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port bfcd9dcb-56f7-4470-a451-50135b9fb92d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:03.589765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] Pushing event deleted for resources: {'Port': ['ID=8c705152-10a5-4d57-b99a-529c824dd8be,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:03.602308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.643847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0217e0-7b38-465f-8945-1670e4e3d219 None None] No DVR routers for this DVR port 8c705152-10a5-4d57-b99a-529c824dd8be on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:03.644794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.660003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bfcd9dcb-56f7-4470-a451-50135b9fb92d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:03.660379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.689220 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13098af-8943-4ddc-a908-94d337ceb6bd None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:03.766599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:03.775514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:03.784938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:03.793385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:03.819688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Subnet': ['ID=1d2165b9-d07a-4f79-810b-2f7f921300b8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:03.835056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Checking segment: {'id': '0ed3d83d-a395-4923-b5e8-ac79204c384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:03.835763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network hostable DHCP agents. Network: 14dbcc01-3045-456c-8943-1579f0d3fd2a, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:08:03.840581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:03.844654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.900921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:08:03.919761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 14dbcc01-3045-456c-8943-1579f0d3fd2a) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:03.929267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:03.929845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:03.952195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] Update dhcp port {'port': {'network_id': '106b2641-6c6c-459a-bc4f-2ef661925474', 'fixed_ips': [{'subnet_id': '25567d97-56b2-4335-8159-e41f80b5321b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cbee6072-e305-45d0-ba7c-4894cc916ff1'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'bfcd9dcb-56f7-4470-a451-50135b9fb92d'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:08:03.975626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0a5160b4-9656-4b7e-acca-09643159e92f None None] Provisioning for port 4a3bf537-9c54-4768-b8fa-070d1507c043 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:03.978574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47baebc-e197-4176-ab3c-fe78e966d876 None None] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:04.005188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e32296fa-bb38-4e47-ae52-3a45d360de72 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3441291 Mar 11 13:08:04.005780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57958) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:04.016342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1898463279', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:04.024889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:04.032781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:router and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:04.040579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0a5160b4-9656-4b7e-acca-09643159e92f None None] Provisioning complete for port 4a3bf537-9c54-4768-b8fa-070d1507c043 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:04.041540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0a5160b4-9656-4b7e-acca-09643159e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.045934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:04.056491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:04.076280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.resource_extend [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:08:04.077938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.13 (106b2641-6c6c-459a-bc4f-2ef661925474/25567d97-56b2-4335-8159-e41f80b5321b/97f66d50-7eb5-421d-9986-476e82d681ea) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:04.087030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.27 (106b2641-6c6c-459a-bc4f-2ef661925474/cbee6072-e305-45d0-ba7c-4894cc916ff1/97f66d50-7eb5-421d-9986-476e82d681ea) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:04.098508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.120911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.122286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.169510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.380450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.396299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0a5160b4-9656-4b7e-acca-09643159e92f None None] Port 4a3bf537-9c54-4768-b8fa-070d1507c043 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:04.469884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.475679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.539022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.582715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Transition to ACTIVE for port object 705538bc-4b49-471f-92a5-cf6b044bf293 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:04.593360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.599230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.603113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'tenant_id': '0bdea0fb04d348fa947310b98e9536df', 'fixed_ips': [{'subnet_id': '34e24263-0ebb-4e40-a686-bf015f771c99'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:04.603917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.628190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:04.631548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.632338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object 97f66d50-7eb5-421d-9986-476e82d681ea will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:04.666163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:04.676680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.objects.ports [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87959) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:08:04.680335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:04.680928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.696038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.720518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=02083c9b-953a-4095-a894-09967fce306c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:04.728263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1dca9-88ac-472c-af10-b7fdbadbf3c3 None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:04.763199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.774613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:04.784312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:04.786944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port bfcd9dcb-56f7-4470-a451-50135b9fb92d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfcd9dcb-56f7-4470-a451-50135b9fb92d,segment=NetworkSegment(6c2a61de-e50b-412b-a612-b211c8123552),segment_id=6c2a61de-e50b-412b-a612-b211c8123552)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:04.792725 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1b2babf7-f199-48b9-898c-c39d60d8895e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4512463 Mar 11 13:08:04.795009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:04.795607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.799178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57964) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:04.826709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903164505'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:04.839736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:04.845089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.848830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=bf5ab1d5-4a55-4d9c-b3d3-13de98db7e40,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:04.849949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 106b2641-6c6c-459a-bc4f-2ef661925474 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:04.851266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:04.854562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:04.855959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:04.861724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:04.862877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:04.865172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.879665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.900168 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-10247f51-7978-4d7b-88f4-1001d85d2eeb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9605730 Mar 11 13:08:04.900961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57968) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:04.950824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:f3:10:b3', 'name': 'tempest-NetworksTestDHCPv6-100648089'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:04.988963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-14dbcc01-3045-456c-8943-1579f0d3fd2a', 'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a', 'tenant_id': 'bc78effcf0c742c8a59a8928432e7326', 'fixed_ips': [{'subnet_id': '1d2165b9-d07a-4f79-810b-2f7f921300b8'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:04.989676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=97f66d50-7eb5-421d-9986-476e82d681ea,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:04.989797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:04.999674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8c705152-10a5-4d57-b99a-529c824dd8be no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:05.003171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.037189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c60ad9-00c8-4c3e-9582-0b44bd342157 None None] Pushing event updated for resources: {'Port': ['ID=705538bc-4b49-471f-92a5-cf6b044bf293,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:05.039759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Attempting to bind port 705538bc-4b49-471f-92a5-cf6b044bf293 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:05.040284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Attempting to bind port 705538bc-4b49-471f-92a5-cf6b044bf293 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:05.040827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Attempting to bind port 705538bc-4b49-471f-92a5-cf6b044bf293 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:05.079792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.080409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.107727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3bf537-9c54-4768-b8fa-070d1507c043,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:05.110081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.126343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:05.129911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 8c705152-10a5-4d57-b99a-529c824dd8be {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:08:05.130136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8c705152-10a5-4d57-b99a-529c824dd8be not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:08:05.133534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group_rule and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:05.140144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.152815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:05.156679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:05.157053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:05.157472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.157884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:05.158356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Bound port: 705538bc-4b49-471f-92a5-cf6b044bf293, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:05.158725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.179257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:05.269901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:05.295103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:05.310006 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ba5d4ee6-7be1-4507-9038-bb637f2a7194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9533489 Mar 11 13:08:05.310906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57972) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:05.313708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.322188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25567d97-56b2-4335-8159-e41f80b5321b'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:05.382551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:05.412874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] Allocated IP 172.20.0.18 (106b2641-6c6c-459a-bc4f-2ef661925474/cbee6072-e305-45d0-ba7c-4894cc916ff1/bfcd9dcb-56f7-4470-a451-50135b9fb92d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:05.444685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=bfcd9dcb-56f7-4470-a451-50135b9fb92d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:05.449745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Network c40e2461-bb44-46b0-a201-3c6e9589080d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:05.456393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:05.492743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] For port 705538bc-4b49-471f-92a5-cf6b044bf293, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:05.518209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.26.4.251 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/a199560c-a62f-448b-bb75-e364930f7aeb) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:05.582359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.653181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.659634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] For port 705538bc-4b49-471f-92a5-cf6b044bf293, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=705538bc-4b49-471f-92a5-cf6b044bf293,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:05.722731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.733284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.765705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.794218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b9fd99-fb8a-4fb5-8ff1-bbb0041e8863,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:05.827674 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.831970 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-37c3aba6-7b8d-4c06-bd93-34300da798ba tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0165157 Mar 11 13:08:05.833855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:05.834683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57976) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:05.835226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:05.837474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:05.843786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:05.873311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'security_group': {'name': 'tempest-secgroup-33446999'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:05.892833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Allocated IP 172.20.0.2 (14dbcc01-3045-456c-8943-1579f0d3fd2a/1d2165b9-d07a-4f79-810b-2f7f921300b8/2422809e-ffd9-4ffd-9823-dd126a61a70f) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:05.902493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:05.919857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=a199560c-a62f-448b-bb75-e364930f7aeb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:05.922918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:05.928436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:05.940884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/34e24263-0ebb-4e40-a686-bf015f771c99/1c2f0af9-9705-4fa2-9aff-3d48b19e7420) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:05.941837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:05.948743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port dfc28c63-5082-40e5-bd19-93d6811abbde yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:05.969893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Allocated IP 2001:db8:0:1:f816:3eff:fe87:92d7 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/bf5ab1d5-4a55-4d9c-b3d3-13de98db7e40/1c2f0af9-9705-4fa2-9aff-3d48b19e7420) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:06.008436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c2ac0742-efad-4b22-bc3e-11a85fa8fc79 None None] Provisioning complete for port 4a3bf537-9c54-4768-b8fa-070d1507c043 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:06.009143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c2ac0742-efad-4b22-bc3e-11a85fa8fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.025971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.049074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c60ad9-00c8-4c3e-9582-0b44bd342157 None None] Pushing event updated for resources: {'Port': ['ID=705538bc-4b49-471f-92a5-cf6b044bf293,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:06.062234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:06.062872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:06.157981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:06.170439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group_rule and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:06.175308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:06.185089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:06.251509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:06.252290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.307355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] For port bfcd9dcb-56f7-4470-a451-50135b9fb92d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfcd9dcb-56f7-4470-a451-50135b9fb92d,segment=NetworkSegment(6c2a61de-e50b-412b-a612-b211c8123552),segment_id=6c2a61de-e50b-412b-a612-b211c8123552)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:06.321544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2298a3a7-d9a3-4dee-8403-3b63b110d460', 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'tenant_id': 'd5771888ea0e4b5681f35a88f2a6254a', 'fixed_ips': [{'subnet_id': '02083c9b-953a-4095-a894-09967fce306c'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:06.322364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.348297 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac0742-efad-4b22-bc3e-11a85fa8fc79 None None] Port 4a3bf537-9c54-4768-b8fa-070d1507c043 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:06.445148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.504963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.resource_extend [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:08:06.546253 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.643004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.650932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.697824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] Transition to ACTIVE for port object bfcd9dcb-56f7-4470-a451-50135b9fb92d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:06.702832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:06.715081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:06.743014 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cb3eb8df-e1ab-41d9-8ccb-ddcea80f2b99 admin admin] 10.222.0.52 "PUT /v2.0/routers/a607efa3-bcdf-406f-bb3a-dc832ded6810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0958281 Mar 11 13:08:06.774877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.806156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.810598 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.9677534 Mar 11 13:08:06.811228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 57982) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:06.811588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46250632-f3e5-42c3-b447-430dadb9efb7 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300b8817-1b16-4f0c-abb5-c32feffb6eec,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:06.823809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-272755381', 'security_groups': ['300b8817-1b16-4f0c-abb5-c32feffb6eec'], 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '02083c9b-953a-4095-a894-09967fce306c'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:06.866993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Delete allocated IP 172.20.0.27 (106b2641-6c6c-459a-bc4f-2ef661925474/cbee6072-e305-45d0-ba7c-4894cc916ff1) {{(pid=87959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 13:08:06.880859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:06.963538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.030293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.035440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Transition to ACTIVE for port object 2422809e-ffd9-4ffd-9823-dd126a61a70f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:07.091405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:07.106627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:port and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:07.117648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:07.130412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:07.145880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Transition to ACTIVE for port object 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:07.162707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:07.166378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e84f0-2d9f-49f0-b341-7e7670df236d None None] Pushing event updated for resources: {'Port': ['ID=bfcd9dcb-56f7-4470-a451-50135b9fb92d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:07.192112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Transition to ACTIVE for port object 2422809e-ffd9-4ffd-9823-dd126a61a70f will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:07.193122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.193806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Allocated IP 2001:db8::2 (2298a3a7-d9a3-4dee-8403-3b63b110d460/02083c9b-953a-4095-a894-09967fce306c/aeb33802-b730-4ea4-9ea2-92c5ece9df6b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:07.273115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1101c382-3097-4369-9497-e404d183a38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.274975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.279972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Transition to ACTIVE for port object 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:07.283777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Ignored duplicate provisioning block setup for port 97f66d50-7eb5-421d-9986-476e82d681ea by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 13:08:07.307196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.354877 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:08:07.394899 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfcd9dcb-56f7-4470-a451-50135b9fb92d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:07.495491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:08:07.523998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.545994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.560538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=97f66d50-7eb5-421d-9986-476e82d681ea,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:07.603738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:07.632735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:07.635088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:07.636283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:07.707256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:07.709590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.710197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.710756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.712042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.712611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.713207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.713758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.714328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.714877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.715484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.717044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.717635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:07.720915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:07.734687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:07.771885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:07.774973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Pushing event updated for resources: {'Port': ['ID=2422809e-ffd9-4ffd-9823-dd126a61a70f,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:07.832736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.839864 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d1630c5-b9c1-4000-b438-5a93743ceb3d tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8303080 Mar 11 13:08:07.841166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 57998) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:07.860172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58002) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:07.870920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] Sync routers for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:07.877345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-851768035-network', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:07.890629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:07.929672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] In _notify_port_updated(), no bound segment for port 97f66d50-7eb5-421d-9986-476e82d681ea on network 106b2641-6c6c-459a-bc4f-2ef661925474 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:08:07.936883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:07.938129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:07.939438 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b32a041e-e684-459a-ba0f-f7b9d10fdbf6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "PUT /v2.0/ports/97f66d50-7eb5-421d-9986-476e82d681ea HTTP/1.1" status: 200 len: 919 time: 2.6266408 Mar 11 13:08:07.942659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58006) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:07.948983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25567d97-56b2-4335-8159-e41f80b5321b'}, {'subnet_id': 'cbee6072-e305-45d0-ba7c-4894cc916ff1'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:07.956091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Usage tracker for resource:network and tenant:5e834733d5634eb8ad9b6602c832c36a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:08.013119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:08.085031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::31b (03007ba6-d1e0-4ba6-aa08-eced2aedda75/34e24263-0ebb-4e40-a686-bf015f771c99/dfc28c63-5082-40e5-bd19-93d6811abbde) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:08.092036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:08.105710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:10b3 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/bf5ab1d5-4a55-4d9c-b3d3-13de98db7e40/dfc28c63-5082-40e5-bd19-93d6811abbde) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:08.139443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Made reservation on behalf of 5e834733d5634eb8ad9b6602c832c36a for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:08.142535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.152243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Attempting to bind port 2422809e-ffd9-4ffd-9823-dd126a61a70f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:08.152822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Attempting to bind port 2422809e-ffd9-4ffd-9823-dd126a61a70f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '0ed3d83d-a395-4923-b5e8-ac79204c384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:08.153526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Attempting to bind port 2422809e-ffd9-4ffd-9823-dd126a61a70f on network 14dbcc01-3045-456c-8943-1579f0d3fd2a {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:08.159196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.170625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:08.170975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Checking segment: {'id': '0ed3d83d-a395-4923-b5e8-ac79204c384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:08.171363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.171749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Bound using segment: {'id': '0ed3d83d-a395-4923-b5e8-ac79204c384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:08.172205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Bound port: 2422809e-ffd9-4ffd-9823-dd126a61a70f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed3d83d-a395-4923-b5e8-ac79204c384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:08.172569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.198389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:08.206676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Usage tracker for resource:security_group_rule and tenant:5e834733d5634eb8ad9b6602c832c36a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:08.225257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:08.244705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:08.253775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:08.254481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:08.319841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.348503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d53bf7-9a8c-47a5-9433-ce70cf9c09f4 None None] Network 106b2641-6c6c-459a-bc4f-2ef661925474 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:08.410355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Pushing event updated for resources: {'Port': ['ID=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:08.455079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:08.510407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Attempting to bind port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:08.510708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Attempting to bind port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:08.511056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Attempting to bind port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 on network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:08.529057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.555877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object dfc28c63-5082-40e5-bd19-93d6811abbde will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:08.585470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.592354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.599127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-768bf153-8974-4345-b522-bc6ebccd3599 None None] Provisioning for port bfcd9dcb-56f7-4470-a451-50135b9fb92d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:08.613288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:08.613585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Checking segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:08.613916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.614314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Bound using segment: {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:08.614763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Bound port: 1c2f0af9-9705-4fa2-9aff-3d48b19e7420, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a285d9-00d0-41b0-bd36-a26d606c6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:08.615224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.621694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:08.629772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:08.630409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:07:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:08.645706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.646114 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Added segment 7acb9368-7fe2-495f-89b0-805b086a08c8 of type vlan for network 2b83e21b-21e3-4540-8954-76c6c10999eb Mar 11 13:08:08.647749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.653779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8142d072-7f45-4233-bb70-681d3366c19b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:08.698324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-768bf153-8974-4345-b522-bc6ebccd3599 None None] Provisioning complete for port bfcd9dcb-56f7-4470-a451-50135b9fb92d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:08.698679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-768bf153-8974-4345-b522-bc6ebccd3599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.744941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.751023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:08.760168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:08.767253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:08.773187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:08.773898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.775431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:08.775836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e956f7-7dab-4b0b-bc0e-ed4b6cd19914 None None] The sync data for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:08.793240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.803361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=dfc28c63-5082-40e5-bd19-93d6811abbde,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:08.810482 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-93f8aec4-6340-48b4-ad94-df1bdec375ac tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8761525 Mar 11 13:08:08.820184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58012) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:08.843384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.845834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:08.846922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:08.876582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] For port 2422809e-ffd9-4ffd-9823-dd126a61a70f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:08.893610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Transition to ACTIVE for port object aeb33802-b730-4ea4-9ea2-92c5ece9df6b will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:08.941100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:04Z', 'revision_number': 2, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:08.946945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] For port 2422809e-ffd9-4ffd-9823-dd126a61a70f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2422809e-ffd9-4ffd-9823-dd126a61a70f,segment=NetworkSegment(0ed3d83d-a395-4923-b5e8-ac79204c384d),segment_id=0ed3d83d-a395-4923-b5e8-ac79204c384d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:08.983918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59345a09-b905-4f6d-aee2-9df9f37bc60f None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:04Z', 'revision_number': 2, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:08.995364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.008041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] Pushing event updated for resources: {'Network': ['ID=2b83e21b-21e3-4540-8954-76c6c10999eb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:09.020251 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-53b0df03-66bc-4862-85a6-4bac2e73ff24 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1590865 Mar 11 13:08:09.023525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58018) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:09.031376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Request body: {'subnet': {'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-851768035-subnet', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:09.036986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:09.041644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Usage tracker for resource:subnet and tenant:5e834733d5634eb8ad9b6602c832c36a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:09.045837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:09.052949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:09.056348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Transition to ACTIVE for port object aeb33802-b730-4ea4-9ea2-92c5ece9df6b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:09.058897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2b83e21b-21e3-4540-8954-76c6c10999eb details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:09.069174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Made reservation on behalf of 5e834733d5634eb8ad9b6602c832c36a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:09.073142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.135218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] For port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:09.195083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.358589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port dfc28c63-5082-40e5-bd19-93d6811abbde {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:09.358806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.404171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::350 (2298a3a7-d9a3-4dee-8403-3b63b110d460/02083c9b-953a-4095-a894-09967fce306c/15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:09.419303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] For port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:09.459775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.20 (106b2641-6c6c-459a-bc4f-2ef661925474/cbee6072-e305-45d0-ba7c-4894cc916ff1/97f66d50-7eb5-421d-9986-476e82d681ea) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:09.480833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.500598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c641969-eeec-49d2-bac7-b0078c3e8576 None None] Pushing event updated for resources: {'Port': ['ID=2422809e-ffd9-4ffd-9823-dd126a61a70f,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:09.509129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:09.513336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3929-1a94-4821-a977-ed1b44d4a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.557985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:09.566095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:09.747707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Pushing event updated for resources: {'Port': ['ID=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:09.809349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Attempting to bind port aeb33802-b730-4ea4-9ea2-92c5ece9df6b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:09.809763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Attempting to bind port aeb33802-b730-4ea4-9ea2-92c5ece9df6b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '32c4ceb2-af47-4de1-b45e-24ea752c032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:09.810115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Attempting to bind port aeb33802-b730-4ea4-9ea2-92c5ece9df6b on network 2298a3a7-d9a3-4dee-8403-3b63b110d460 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:09.821232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:09.821638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Checking segment: {'id': '32c4ceb2-af47-4de1-b45e-24ea752c032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:09.822041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.822437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Bound using segment: {'id': '32c4ceb2-af47-4de1-b45e-24ea752c032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:09.822920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Bound port: aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c4ceb2-af47-4de1-b45e-24ea752c032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:09.823293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.852690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:09.898451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Ignored duplicate provisioning block setup for port 97f66d50-7eb5-421d-9986-476e82d681ea by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 13:08:09.923288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.031754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.059649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.092367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617ce3b-d8db-470b-b251-6d0f595d071b None None] Pushing event updated for resources: {'Port': ['ID=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:10.146039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:10.156014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,segment=NetworkSegment(32c4ceb2-af47-4de1-b45e-24ea752c032c),segment_id=32c4ceb2-af47-4de1-b45e-24ea752c032c)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:10.175137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.292172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=97f66d50-7eb5-421d-9986-476e82d681ea,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:10.365528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.399514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb7131-4cca-4020-8136-d43a3ae93644 None None] Pushing event updated for resources: {'Port': ['ID=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:10.437828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.441077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4efc0973-46c5-4d97-9482-dc7c716e2b41 None None] Provisioning for port 97f66d50-7eb5-421d-9986-476e82d681ea completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:10.447239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4efc0973-46c5-4d97-9482-dc7c716e2b41 None None] Provisioning complete for port 97f66d50-7eb5-421d-9986-476e82d681ea triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:10.447615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4efc0973-46c5-4d97-9482-dc7c716e2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.495623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] In _notify_port_updated(), no bound segment for port 97f66d50-7eb5-421d-9986-476e82d681ea on network 106b2641-6c6c-459a-bc4f-2ef661925474 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:08:10.509943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:10.510610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.516126 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e67ebd4-7655-48bd-a7ff-91484708f23c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "PUT /v2.0/ports/97f66d50-7eb5-421d-9986-476e82d681ea HTTP/1.1" status: 200 len: 999 time: 2.5683048 Mar 11 13:08:10.516801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58022) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:10.597045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.622711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4efc0973-46c5-4d97-9482-dc7c716e2b41 None None] Port 97f66d50-7eb5-421d-9986-476e82d681ea cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:10.641409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.662596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4efc0973-46c5-4d97-9482-dc7c716e2b41 None None] Provisioning complete for port bfcd9dcb-56f7-4470-a451-50135b9fb92d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:10.663312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4efc0973-46c5-4d97-9482-dc7c716e2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.698372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 97f66d50-7eb5-421d-9986-476e82d681ea {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:10.698742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:10.802189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for dfc28c63-5082-40e5-bd19-93d6811abbde owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:10.845711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df257b1-5fe0-4dae-bddd-31970a9723f4,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:10.889248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Checking segment: {'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:10.896113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Network hostable DHCP agents. Network: 2b83e21b-21e3-4540-8954-76c6c10999eb, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:08:10.953993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:11.040479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-56e65110-9729-4e3a-82f8-ea09c8bff1bd None None] Provisioning complete for port 97f66d50-7eb5-421d-9986-476e82d681ea triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:11.042578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-56e65110-9729-4e3a-82f8-ea09c8bff1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.047344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Network 2b83e21b-21e3-4540-8954-76c6c10999eb is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:08:11.094059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2b83e21b-21e3-4540-8954-76c6c10999eb) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:11.124916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96aa8b-09e6-4f02-9a9e-0938f119a066 None None] Network 2b83e21b-21e3-4540-8954-76c6c10999eb requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:11.169932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:11.186353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.255977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.290534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.1 (14dbcc01-3045-456c-8943-1579f0d3fd2a/1d2165b9-d07a-4f79-810b-2f7f921300b8/5cfff3f3-876f-48b1-8f14-dfd1222c9cc2) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:11.381062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-56e65110-9729-4e3a-82f8-ea09c8bff1bd None None] Port 97f66d50-7eb5-421d-9986-476e82d681ea cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:11.410139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-738a210d-6e21-4b2a-bf63-ff319af74eca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3852620 Mar 11 13:08:11.410862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58026) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:11.555624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2422809e-ffd9-4ffd-9823-dd126a61a70f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:11.693910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-235ee5d9-b1d0-41a5-a135-344212240fad None None] Provisioning complete for port 97f66d50-7eb5-421d-9986-476e82d681ea triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:11.694374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-235ee5d9-b1d0-41a5-a135-344212240fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.731496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2b83e21b-21e3-4540-8954-76c6c10999eb', 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'fixed_ips': [{'subnet_id': '8df257b1-5fe0-4dae-bddd-31970a9723f4'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:11.732967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.746290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.767386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Transition to ACTIVE for port object 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:11.771675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed84e2b-96a6-4d44-990e-bde85c43c240 None None] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:11.791384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:11.794089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:11.803471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.808753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:11.814053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:11.819496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Usage tracker for resource:router and tenant:5e834733d5634eb8ad9b6602c832c36a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:11.822537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:11.825600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.831555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:11.846971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:11.849768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:11.857910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:11.858636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.867431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.890458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.891473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.971093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:11.974829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-235ee5d9-b1d0-41a5-a135-344212240fad None None] Port 97f66d50-7eb5-421d-9986-476e82d681ea cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:12.003355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=dfc28c63-5082-40e5-bd19-93d6811abbde,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:12.024550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:12.057536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2422809e-ffd9-4ffd-9823-dd126a61a70f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:12.088574 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c5cc7669-324f-4bd9-9c84-f5149d9689fa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2761130 Mar 11 13:08:12.093677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 97f66d50-7eb5-421d-9986-476e82d681ea owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:12.126618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58030) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:12.145375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 705538bc-4b49-471f-92a5-cf6b044bf293 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:12.168955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:12.246305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c08350-d5d4-4cf5-b29f-a6bc1f16b655 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:12.352151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] Provisioning for port 2422809e-ffd9-4ffd-9823-dd126a61a70f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:12.356610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=5cfff3f3-876f-48b1-8f14-dfd1222c9cc2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:12.370470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:12.385005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:12.393373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.393761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.394101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.394448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.394762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.395086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.395407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.396284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.396284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.396509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.396700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.396947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:12.401370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:12.408714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:12.425979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Allocated IP 172.20.0.2 (2b83e21b-21e3-4540-8954-76c6c10999eb/8df257b1-5fe0-4dae-bddd-31970a9723f4/489d2f58-de67-4132-9202-28041a854f7b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:12.530176 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6cb6390d-c999-4bba-8aa8-005865fd8276 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/dfc28c63-5082-40e5-bd19-93d6811abbde HTTP/1.1" status: 204 len: 168 time: 3.7088747 Mar 11 13:08:12.543045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58034) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:12.546455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:12.683699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:12.700495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:12.704754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:12.708682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:12.710214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] Provisioning complete for port 2422809e-ffd9-4ffd-9823-dd126a61a70f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:12.710667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:12.715350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:12.730270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:12.775611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=97f66d50-7eb5-421d-9986-476e82d681ea,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:12.800231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82924f3-f6db-4939-a453-d9ff0a512867 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:12.800980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c82924f3-f6db-4939-a453-d9ff0a512867 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:12.814625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:12.818067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:12.826802 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:12.845183 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:12.846047 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:12.928156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c82924f3-f6db-4939-a453-d9ff0a512867 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:12.933357 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c82924f3-f6db-4939-a453-d9ff0a512867 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3827529 Mar 11 13:08:12.935371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58038) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:12.980254 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02083c9b-953a-4095-a894-09967fce306c (CIDR: 2001:db8::/64) Mar 11 13:08:13.023797 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:08:13.024210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:13.075264 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0071ca55-9d84-466c-9816-f1ad0c3854b2 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9389534 Mar 11 13:08:13.075432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58042) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:13.079398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 705538bc-4b49-471f-92a5-cf6b044bf293 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:13.082880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:13.099803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 705538bc-4b49-471f-92a5-cf6b044bf293 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:13.100174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.148006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.157665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.163722 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:13.176238 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6828e4b8-9c7a-425c-8217-83c8ab357f35 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/97f66d50-7eb5-421d-9986-476e82d681ea HTTP/1.1" status: 204 len: 168 time: 2.6459193 Mar 11 13:08:13.179422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58046) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:13.235388 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b19fd6-f3be-4739-9182-a99051daa55d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:08:13.235927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23b19fd6-f3be-4739-9182-a99051daa55d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:13.287958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Transition to ACTIVE for port object 489d2f58-de67-4132-9202-28041a854f7b will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:13.342127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.365191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23b19fd6-f3be-4739-9182-a99051daa55d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:13.366401 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23b19fd6-f3be-4739-9182-a99051daa55d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/97f66d50-7eb5-421d-9986-476e82d681ea HTTP/1.1" status: 404 len: 333 time: 0.1858015 Mar 11 13:08:13.374725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Transition to ACTIVE for port object 489d2f58-de67-4132-9202-28041a854f7b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:13.407497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239779a-4fe3-4932-90db-885f9b2e5c12 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.410352 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d239779a-4fe3-4932-90db-885f9b2e5c12 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4279742 Mar 11 13:08:13.411125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58050) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:13.426039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:13.429981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.467770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.548067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce112b-87ab-4b17-9ca0-cfe1ec34bf88 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.551499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce112b-87ab-4b17-9ca0-cfe1ec34bf88 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.553271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce112b-87ab-4b17-9ca0-cfe1ec34bf88 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.554294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-edce112b-87ab-4b17-9ca0-cfe1ec34bf88 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:13.557088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Network 2b83e21b-21e3-4540-8954-76c6c10999eb is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:13.567259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:13.588526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-edce112b-87ab-4b17-9ca0-cfe1ec34bf88 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:13.593956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-edce112b-87ab-4b17-9ca0-cfe1ec34bf88 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1672685 Mar 11 13:08:13.600996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:13.607075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58058) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:13.632767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] For port 2422809e-ffd9-4ffd-9823-dd126a61a70f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2422809e-ffd9-4ffd-9823-dd126a61a70f,segment=NetworkSegment(0ed3d83d-a395-4923-b5e8-ac79204c384d),segment_id=0ed3d83d-a395-4923-b5e8-ac79204c384d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:13.691435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Pushing event updated for resources: {'Port': ['ID=489d2f58-de67-4132-9202-28041a854f7b,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:13.694107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.738096 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:04Z', 'revision_number': 2, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:13.743887 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:08:13.744877 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Updating router a607efa3-bcdf-406f-bb3a-dc832ded6810 port 4a3bf537-9c54-4768-b8fa-070d1507c043 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:08:13.754978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.755458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.755890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.756312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.756731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.757167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.757612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.758023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.758438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.758844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.759254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.760257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:13.788377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet cbee6072-e305-45d0-ba7c-4894cc916ff1 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:13.789784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 34e24263-0ebb-4e40-a686-bf015f771c99 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:13.791421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.801518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.810794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] Could not find standard attr ID for object 97f66d50-7eb5-421d-9986-476e82d681ea. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:08:13.811415 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.818428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.859425 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Attempting to bind port 489d2f58-de67-4132-9202-28041a854f7b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:13.859881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Attempting to bind port 489d2f58-de67-4132-9202-28041a854f7b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:13.860317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Attempting to bind port 489d2f58-de67-4132-9202-28041a854f7b on network 2b83e21b-21e3-4540-8954-76c6c10999eb {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:13.865330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.876752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 705538bc-4b49-471f-92a5-cf6b044bf293, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=705538bc-4b49-471f-92a5-cf6b044bf293,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:13.882364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:13.882826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Checking segment: {'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:13.883363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.883910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Bound using segment: {'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:13.884382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Bound port: 489d2f58-de67-4132-9202-28041a854f7b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:13.884875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.905383 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.906289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aeb33802-b730-4ea4-9ea2-92c5ece9df6b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:13.947871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.960705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:13.986955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42041dd0-9801-462a-990d-e27d3b6ba446 None None] Pushing event updated for resources: {'Port': ['ID=2422809e-ffd9-4ffd-9823-dd126a61a70f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:14.060783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.110982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.124955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:14.144338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:14.157647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.167405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:14.171950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning for port 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:14.189617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:14.225001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning complete for port 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:14.225367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.238497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:14.241526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=cbee6072-e305-45d0-ba7c-4894cc916ff1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:14.252293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:14.254942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.276409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68af7f6-238b-43ce-964c-093e4675992f None None] Network 106b2641-6c6c-459a-bc4f-2ef661925474 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:14.295337 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-886f6f27-84ae-4f83-86f6-967ac38a2ec3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/cbee6072-e305-45d0-ba7c-4894cc916ff1 HTTP/1.1" status: 204 len: 168 time: 0.8638694 Mar 11 13:08:14.300461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58062) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:14.304236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=705538bc-4b49-471f-92a5-cf6b044bf293,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:14.305980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:14.309722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.346936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] For port 489d2f58-de67-4132-9202-28041a854f7b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:14.386008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] For port 489d2f58-de67-4132-9202-28041a854f7b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=489d2f58-de67-4132-9202-28041a854f7b,segment=NetworkSegment(7acb9368-7fe2-495f-89b0-805b086a08c8),segment_id=7acb9368-7fe2-495f-89b0-805b086a08c8)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:14.388275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.397974 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.418604 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Transition to ACTIVE for port object 4a3bf537-9c54-4768-b8fa-070d1507c043 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:14.440111 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.477457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.489959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Port 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:14.565802 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Pushing event updated for resources: {'Port': ['ID=4a3bf537-9c54-4768-b8fa-070d1507c043,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:14.590829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.593794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.640861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:14.650831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning for port 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:14.693487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.707623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning complete for port 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:14.708051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.737423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 25567d97-56b2-4335-8159-e41f80b5321b {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:14.760436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.853321 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.853835 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.854453 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.854880 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.855314 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.857377 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.858001 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.858427 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.858880 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.860712 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.861237 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.861692 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:08:14.863456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2422809e-ffd9-4ffd-9823-dd126a61a70f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:14.898988 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Attempting to bind port 4a3bf537-9c54-4768-b8fa-070d1507c043 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:14.899504 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Attempting to bind port 4a3bf537-9c54-4768-b8fa-070d1507c043 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:14.899955 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Attempting to bind port 4a3bf537-9c54-4768-b8fa-070d1507c043 on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:14.907071 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:14.907764 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Checking segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:14.908486 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.908975 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Bound using segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:14.909570 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Bound port: 4a3bf537-9c54-4768-b8fa-070d1507c043, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:14.910057 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:14.928808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76c85e-990a-4755-8c90-a5453f166224 None None] Pushing event updated for resources: {'Port': ['ID=489d2f58-de67-4132-9202-28041a854f7b,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:14.955700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Allocated IP 172.26.4.221 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/1cf13651-c4b5-4fb9-a690-d1a79463585f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:14.979171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Port 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:15.050315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:15.052208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.080179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:15.080787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.126689 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] For port 4a3bf537-9c54-4768-b8fa-070d1507c043, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:15.130374 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] For port 4a3bf537-9c54-4768-b8fa-070d1507c043, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4a3bf537-9c54-4768-b8fa-070d1507c043,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:15.142128 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.169726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.183059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=34e24263-0ebb-4e40-a686-bf015f771c99,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:15.216784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.265128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2422809e-ffd9-4ffd-9823-dd126a61a70f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:15.268754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.313540 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ecbdb8cd-bb96-4f89-be5a-85a865dcec2b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/34e24263-0ebb-4e40-a686-bf015f771c99 HTTP/1.1" status: 204 len: 168 time: 1.7051980 Mar 11 13:08:15.321074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58068) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:15.326087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=5cfff3f3-876f-48b1-8f14-dfd1222c9cc2,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:15.390298 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce2b73-1727-4c72-a31c-817ed2580187 None None] Pushing event updated for resources: {'Port': ['ID=4a3bf537-9c54-4768-b8fa-070d1507c043,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:15.400323 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:15.400992 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:15.405390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b9d7b-d69e-4ba9-8acf-dbeb0ed32bf8 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:15.534833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.604614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet bf5ab1d5-4a55-4d9c-b3d3-13de98db7e40 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:15.613584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.623293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.665838 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:15.674162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:15.685572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:15.805192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.815972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.857309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:15.940988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.060929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:16.078073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:16.108183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:16.140476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] For port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:16.143996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 705538bc-4b49-471f-92a5-cf6b044bf293 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:16.161668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.179032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.181085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.198706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:16.213348 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:15Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:16.218402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Pushing event updated for resources: {'Port': ['ID=1cf13651-c4b5-4fb9-a690-d1a79463585f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:16.225856 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed5993-b308-4531-97de-8ef1f47a4233 None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:15Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:16.238352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:16.268803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ba2df0-a2d1-4b0e-a7d9-12097cecdfc4 None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:16.271459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:16.272044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.289095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.291635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=58a24922-6f49-4085-8a7c-072ff67055a8,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:16.331501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.332222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning complete for port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:16.334081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.412210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:16.433325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5ab1d5-4a55-4d9c-b3d3-13de98db7e40,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:16.454657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:16.474562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.489489 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f96194f9-7d77-43ce-b36a-36e6d2a9a574 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/bf5ab1d5-4a55-4d9c-b3d3-13de98db7e40 HTTP/1.1" status: 204 len: 168 time: 1.1671965 Mar 11 13:08:16.500710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:16.509965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=25567d97-56b2-4335-8159-e41f80b5321b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:16.526715 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-48685fd0-1b6c-472b-af7d-854f3fcd1ff3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/25567d97-56b2-4335-8159-e41f80b5321b HTTP/1.1" status: 204 len: 168 time: 2.2223926 Mar 11 13:08:16.542479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58076) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:16.573697 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7594a8b2-e9a9-45d9-ad41-ff64b71af9aa tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4956181 Mar 11 13:08:16.576283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58080) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:16.591057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:16.596528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Pushing event updated for resources: {'Port': ['ID=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:16.598294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2137654710', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58a24922-6f49-4085-8a7c-072ff67055a8'}], 'security_groups': ['41b9fd99-fb8a-4fb5-8ff1-bbb0041e8863']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:16.602149 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning complete for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:16.602534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.647972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 705538bc-4b49-471f-92a5-cf6b044bf293 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:16.648341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:16.691290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ae722-a9aa-4d32-a255-ebaae688b2ab None None] Network 2b83e21b-21e3-4540-8954-76c6c10999eb requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:16.753025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-81c0ced0-4a75-47f0-8078-e1b303dc72cf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2472379 Mar 11 13:08:16.757209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58084) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:16.770680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:16.893061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca1185-ef41-4b14-9272-30a761026ba1 None None] Network 106b2641-6c6c-459a-bc4f-2ef661925474 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:17.049684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:17.064315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:17.069746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:17.073230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:17.089500 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fac81dc4-8e93-4e41-a33c-cd4c40e5bdf9 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/routers/a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2468631 Mar 11 13:08:17.091075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:17.093129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:17.102918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'port': {'network_id': '14dbcc01-3045-456c-8943-1579f0d3fd2a', 'name': 'tempest-FloatingIPTestJSON-428271241'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:17.139187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] Sync routers for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:17.216395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:17.220951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:17.254449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:17.293506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:17.294298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:17.436963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:17.440316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port bfcd9dcb-56f7-4470-a451-50135b9fb92d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:17.440669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:17.443211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Usage tracker for resource:port and tenant:bc78effcf0c742c8a59a8928432e7326 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:17.446994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:17.471033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:17.543401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Made reservation on behalf of bc78effcf0c742c8a59a8928432e7326 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:17.546853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:17.571114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:17.705170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:17.729346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1bb94e-06d0-4071-8197-7f084cd36d09 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:17.751604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] device_id is not set on port f9ca93df-92df-4d9c-a5f9-2630a5bf528e yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:17.778350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:17.855302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:17.855993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:17.901704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:17.977611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:17.986213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:17.997201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:17.998093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.001338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.005365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Allocated IP 172.20.0.4 (14dbcc01-3045-456c-8943-1579f0d3fd2a/1d2165b9-d07a-4f79-810b-2f7f921300b8/f9ca93df-92df-4d9c-a5f9-2630a5bf528e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:18.017558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=64a64cc3-7ac9-40fd-842f-2c243d32ce42,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:18.036811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.048160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:18.048567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48456b8-8292-4bf8-9f3e-821501137ab3 None None] The sync data for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:18.051892 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-301593a2-c4f6-4c33-bf1a-878e448099dd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2902005 Mar 11 13:08:18.056728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:18.064749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:18.173700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] For port bfcd9dcb-56f7-4470-a451-50135b9fb92d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfcd9dcb-56f7-4470-a451-50135b9fb92d,segment=NetworkSegment(6c2a61de-e50b-412b-a612-b211c8123552),segment_id=6c2a61de-e50b-412b-a612-b211c8123552)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:18.174043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.179603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,segment=NetworkSegment(32c4ceb2-af47-4de1-b45e-24ea752c032c),segment_id=32c4ceb2-af47-4de1-b45e-24ea752c032c)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:18.191836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:18.192209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.248810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.333746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:18.343002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:18.353319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:18.363676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:18.391500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.400490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:18.402868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for bfcd9dcb-56f7-4470-a451-50135b9fb92d owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:18.404117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.444814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] Update dhcp port {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'fixed_ips': [{'subnet_id': '02083c9b-953a-4095-a894-09967fce306c', 'ip_address': '2001:db8::2'}, {'subnet_id': '58a24922-6f49-4085-8a7c-072ff67055a8'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'aeb33802-b730-4ea4-9ea2-92c5ece9df6b'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:08:18.511039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.533129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] DHCP port deletion for 106b2641-6c6c-459a-bc4f-2ef661925474 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:18.549752 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64a64cc3-7ac9-40fd-842f-2c243d32ce42 (CIDR: 2001:db8::/64) Mar 11 13:08:18.559394 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:08:18.559912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:18.566775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Transition to ACTIVE for port object f9ca93df-92df-4d9c-a5f9-2630a5bf528e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:18.592523 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e277dbe0-d7b0-48bd-8db3-e253803f25b5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5315969 Mar 11 13:08:18.593087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:18.599837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'subnet': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:18.604196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Provisioning complete for port 2422809e-ffd9-4ffd-9823-dd126a61a70f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:18.604650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.652886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1042f4-bfeb-44a7-8dfd-c1269569128b None None] Pushing event updated for resources: {'Port': ['ID=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:18.655692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Deleting port bfcd9dcb-56f7-4470-a451-50135b9fb92d {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:18.656058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.700384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:18.865204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event updated for resources: {'Port': ['ID=f9ca93df-92df-4d9c-a5f9-2630a5bf528e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:18.906013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:18.907666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:18.910226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:18.913719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:18.954843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Usage tracker for resource:subnet and tenant:0bdea0fb04d348fa947310b98e9536df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:18.968258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:18.983494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:18.988445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.022142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:19.023003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.030990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:19.034829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.113414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] Update dhcp port {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'fixed_ips': [{'subnet_id': '64a64cc3-7ac9-40fd-842f-2c243d32ce42'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': '1c2f0af9-9705-4fa2-9aff-3d48b19e7420'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:08:19.164212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48503278-5ef5-4114-a4be-57150966b95e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0660410 Mar 11 13:08:19.171035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58100) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:19.193044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Request body: {'floatingip': {'port_id': 'f9ca93df-92df-4d9c-a5f9-2630a5bf528e'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:19.196884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.208311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] For port bfcd9dcb-56f7-4470-a451-50135b9fb92d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfcd9dcb-56f7-4470-a451-50135b9fb92d,segment=NetworkSegment(6c2a61de-e50b-412b-a612-b211c8123552),segment_id=6c2a61de-e50b-412b-a612-b211c8123552)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:19.209075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.255622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Delete allocated IP 2001:db8::350 (2298a3a7-d9a3-4dee-8403-3b63b110d460/02083c9b-953a-4095-a894-09967fce306c) {{(pid=87959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 13:08:19.265864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8:0:1::37 (2298a3a7-d9a3-4dee-8403-3b63b110d460/58a24922-6f49-4085-8a7c-072ff67055a8/15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:19.347091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.471228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.477703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Calling delete_port for bfcd9dcb-56f7-4470-a451-50135b9fb92d owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:19.487537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:19.522062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 489d2f58-de67-4132-9202-28041a854f7b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:19.548843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=bfcd9dcb-56f7-4470-a451-50135b9fb92d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:19.555914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.576528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.578361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No DVR routers for this DVR port bfcd9dcb-56f7-4470-a451-50135b9fb92d on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:19.836285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] Allocated IP 2001:db8:0:1::2 (2298a3a7-d9a3-4dee-8403-3b63b110d460/58a24922-6f49-4085-8a7c-072ff67055a8/aeb33802-b730-4ea4-9ea2-92c5ece9df6b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:19.872918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:08:19.873269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:08:19.883516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 489d2f58-de67-4132-9202-28041a854f7b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:19.889648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] In _notify_port_updated(), no bound segment for port 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 on network 2298a3a7-d9a3-4dee-8403-3b63b110d460 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:08:19.894812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:19.895511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.899950 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "PUT /v2.0/ports/15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 HTTP/1.1" status: 200 len: 930 time: 3.3104904 Mar 11 13:08:19.912396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58104) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:19.912713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f84f1e-ff4c-4e63-be60-e2166cd3507f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:19.920344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:19.936904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4a3bf537-9c54-4768-b8fa-070d1507c043 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:20.009716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106b2641-6c6c-459a-bc4f-2ef661925474']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:20.036964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2a61de-e50b-412b-a612-b211c8123552') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:20.037380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2a61de-e50b-412b-a612-b211c8123552') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:20.047321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:20.047998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.085585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Provisioning for port f9ca93df-92df-4d9c-a5f9-2630a5bf528e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:20.089458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.099612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Provisioning complete for port f9ca93df-92df-4d9c-a5f9-2630a5bf528e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:20.099789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.129451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.145792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:20.146180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:20.161343 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:20.202425 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] Allocated IP 2001:db8::2 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/64a64cc3-7ac9-40fd-842f-2c243d32ce42/1c2f0af9-9705-4fa2-9aff-3d48b19e7420) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:20.204703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Port f9ca93df-92df-4d9c-a5f9-2630a5bf528e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:20.222244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,segment=NetworkSegment(32c4ceb2-af47-4de1-b45e-24ea752c032c),segment_id=32c4ceb2-af47-4de1-b45e-24ea752c032c)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:20.236078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 4a3bf537-9c54-4768-b8fa-070d1507c043 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:20.243953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Provisioning complete for port 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:20.244314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.294493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:08:20.296308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4a3bf537-9c54-4768-b8fa-070d1507c043 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:20.296674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.349312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 13:08:20.375613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Deleting port bfcd9dcb-56f7-4470-a451-50135b9fb92d {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:20.375992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.469517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:08:20.485351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Port 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:20.494783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.530370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.547785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1014bfa3-e5c5-4e6d-889a-bf41df806d2a None None] The port 'bfcd9dcb-56f7-4470-a451-50135b9fb92d' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:08:20.571557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] Transition to ACTIVE for port object aeb33802-b730-4ea4-9ea2-92c5ece9df6b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:20.584550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.594354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.600582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.627322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.631604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:20.632169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.648191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=106b2641-6c6c-459a-bc4f-2ef661925474,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:20.677178 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8782d247-cd7b-4291-a2ce-b46bc53607ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/106b2641-6c6c-459a-bc4f-2ef661925474 HTTP/1.1" status: 204 len: 168 time: 4.1332924 Mar 11 13:08:20.684234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58108) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:20.762530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.776862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] For port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:20.847873 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 89efda3e-d1b6-43e4-a756-69908cd5ac29 associated. External IP: 172.26.4.19, port: 35c861f9-2227-439f-80d1-6d56a3011d1d. Mar 11 13:08:20.888097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc828e8-ea49-4e05-9bce-a70cd53a76be None None] Pushing event updated for resources: {'Port': ['ID=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:20.898503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.900627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:20.923797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be04d98-dbba-4e6a-b4fa-66e69ec39288 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:20.925479 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1be04d98-dbba-4e6a-b4fa-66e69ec39288 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2401409 Mar 11 13:08:20.930671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58112) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:20.943276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:20.960189 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Sync routers for ids ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:20.960821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:20.975989 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Routers {'9e14016e-e4cc-4aad-b2ec-497c598f9cbb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:20.978925 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:21.061904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.066186 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8bee20e4-97dc-47ac-820b-574dcdf32f3a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6171513 Mar 11 13:08:21.067002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58116) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:21.144865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] Transition to ACTIVE for port object 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:21.149108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 4a3bf537-9c54-4768-b8fa-070d1507c043, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4a3bf537-9c54-4768-b8fa-070d1507c043,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:21.156235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.263553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5b79018d-4a81-474d-bf09-2fe7e7ee4c05 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:21.279797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.286612 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Set router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:21.289341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.427449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5b79018d-4a81-474d-bf09-2fe7e7ee4c05 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:21.434276 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5b79018d-4a81-474d-bf09-2fe7e7ee4c05 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4883866 Mar 11 13:08:21.439784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58120) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:21.443674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Provisioning complete for port 4a3bf537-9c54-4768-b8fa-070d1507c043 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:21.444054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.452733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1510615467'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:21.462582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:21.465266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.478836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:21.479369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a54ca7-37b2-45ff-b0ee-c3b7cda32899 None None] Pushing event updated for resources: {'Port': ['ID=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:21.491456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aeb33802-b730-4ea4-9ea2-92c5ece9df6b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:21.538997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:21.629710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:21.680598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:21.733930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=4a3bf537-9c54-4768-b8fa-070d1507c043,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:21.804468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:21.817347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.831451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:21.832445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Could not find standard attr ID for object dfc28c63-5082-40e5-bd19-93d6811abbde. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:08:21.842385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.854363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Provisioning for port 489d2f58-de67-4132-9202-28041a854f7b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:21.861047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Provisioning complete for port 489d2f58-de67-4132-9202-28041a854f7b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:21.861047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.890792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:21.907357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:21.908108 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment deb1c1a8-8674-4fad-a981-908d5f3a82b0 of type vlan for network 877310be-7efb-442a-bad1-b58467c79c84 Mar 11 13:08:21.915791 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a35bad57-5e7e-4876-8e06-1f478c1c7e2a tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 HTTP/1.1" status: 204 len: 168 time: 2.0002220 Mar 11 13:08:21.928458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfcd9dcb-56f7-4470-a451-50135b9fb92d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:21.929849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58124) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:22.006528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: bfcd9dcb-56f7-4470-a451-50135b9fb92d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:08:22.006883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfcd9dcb-56f7-4470-a451-50135b9fb92d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:08:22.034506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.060725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:08:17Z', 'revision_number': 3, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port': {'id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:65:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:14Z', 'updated_at': '2022-03-11T13:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:22.071607 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Checking router: 9e14016e-e4cc-4aad-b2ec-497c598f9cbb for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:08:22.073666 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Updating router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb port 1cf13651-c4b5-4fb9-a690-d1a79463585f binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:08:22.080171 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2271d401-fea3-4f4b-834b-cc404e4f8c38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:08:22.080781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2271d401-fea3-4f4b-834b-cc404e4f8c38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:22.112489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.178918 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.184617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.240970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] For port 489d2f58-de67-4132-9202-28041a854f7b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=489d2f58-de67-4132-9202-28041a854f7b,segment=NetworkSegment(7acb9368-7fe2-495f-89b0-805b086a08c8),segment_id=7acb9368-7fe2-495f-89b0-805b086a08c8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:22.249677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.307225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2271d401-fea3-4f4b-834b-cc404e4f8c38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:22.312289 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2271d401-fea3-4f4b-834b-cc404e4f8c38 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9 HTTP/1.1" status: 404 len: 333 time: 0.3776586 Mar 11 13:08:22.312289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:08:22.366285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Could not find standard attr ID for object bfcd9dcb-56f7-4470-a451-50135b9fb92d. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:08:22.378859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58128) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:22.455306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cfefe-ff95-40cf-b9ca-423448690b49 None None] Pushing event updated for resources: {'Port': ['ID=489d2f58-de67-4132-9202-28041a854f7b,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:22.515683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3e90436c-f6c1-4c78-9fc0-355ee947ee86 None None] Provisioning complete for port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:22.516481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3e90436c-f6c1-4c78-9fc0-355ee947ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.574960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:22.618980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb1f7a-8340-4572-bc51-a2b58defaf9d None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:22.623221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.628627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:22.634350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.658391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:22.689185 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.704005 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Transition to ACTIVE for port object 1cf13651-c4b5-4fb9-a690-d1a79463585f will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:22.716015 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.719310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7efb919b-7989-407e-a06f-8efc3a3150c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.725921 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2764072 Mar 11 13:08:22.726513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58132) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:22.731761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3e90436c-f6c1-4c78-9fc0-355ee947ee86 None None] Port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:22.757781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] For port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:22.769419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7efb919b-7989-407e-a06f-8efc3a3150c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.777744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:22.777744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:22.789917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': '877310be-7efb-442a-bad1-b58467c79c84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:22.797386 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Attempting to bind port 1cf13651-c4b5-4fb9-a690-d1a79463585f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:22.797786 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Attempting to bind port 1cf13651-c4b5-4fb9-a690-d1a79463585f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:22.798136 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Attempting to bind port 1cf13651-c4b5-4fb9-a690-d1a79463585f on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:22.808832 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:22.809196 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:22.810915 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.811349 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:22.812070 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Bound port: 1cf13651-c4b5-4fb9-a690-d1a79463585f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:22.812465 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.859359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:22.880959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:22.881735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:22.891798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:08:22.912526 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] For port 1cf13651-c4b5-4fb9-a690-d1a79463585f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:22.915992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.916878 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] For port 1cf13651-c4b5-4fb9-a690-d1a79463585f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1cf13651-c4b5-4fb9-a690-d1a79463585f,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:22.936741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.937558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.937775 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:22.942856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3e90436c-f6c1-4c78-9fc0-355ee947ee86 None None] Provisioning for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:22.950840 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72fcc5-9de2-4752-b481-8086b76aa654 None None] Pushing event updated for resources: {'Port': ['ID=1cf13651-c4b5-4fb9-a690-d1a79463585f,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:22.969952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:22.970443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a128f7-dfd6-495f-98b1-e060274ff87c None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:22.971920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3e90436c-f6c1-4c78-9fc0-355ee947ee86 None None] Provisioning complete for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:22.972380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3e90436c-f6c1-4c78-9fc0-355ee947ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.017149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d2977-ded1-41e7-83c5-1f5092a0e24c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=877310be-7efb-442a-bad1-b58467c79c84,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:23.047915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 877310be-7efb-442a-bad1-b58467c79c84 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:23.063556 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72fcc5-9de2-4752-b481-8086b76aa654 None None] Pushing event updated for resources: {'Port': ['ID=1cf13651-c4b5-4fb9-a690-d1a79463585f,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:23.086441 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Subnet': ['ID=95b511fd-c02e-49bc-9b7c-e65f5d009829,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:23.092912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:23.096964 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Routers {'9e14016e-e4cc-4aad-b2ec-497c598f9cbb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:23.098117 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:23.101912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:23.107132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:23.115131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7efb919b-7989-407e-a06f-8efc3a3150c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.148069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb919b-7989-407e-a06f-8efc3a3150c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b8817-1b16-4f0c-abb5-c32feffb6eec,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:23.173673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:23.176928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.224032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7efb919b-7989-407e-a06f-8efc3a3150c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.225294 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7efb919b-7989-407e-a06f-8efc3a3150c6 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/security-groups/300b8817-1b16-4f0c-abb5-c32feffb6eec HTTP/1.1" status: 204 len: 168 time: 0.8455944 Mar 11 13:08:23.227381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:23.256049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58136) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:23.262035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:23.265693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:23.266484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.271245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:23.275921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.324671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3e90436c-f6c1-4c78-9fc0-355ee947ee86 None None] Could not find standard attr ID for object 15bc7f1b-36f3-44c4-abe5-a1bb4a35cfd9. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:08:23.326319 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7323515 Mar 11 13:08:23.327478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895b1ee-8e6b-4787-9c76-447567894c1a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,revision_number=8']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:23.329177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58140) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:23.361877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Request body: {'port': {'network_id': '03007ba6-d1e0-4ba6-aa08-eced2aedda75', 'mac_address': 'fa:16:3e:ef:54:3c', 'name': 'tempest-NetworksTestDHCPv6-1552659641'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:23.379742 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] Set router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:23.452753 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b19cc867-2140-4af7-bc06-9a632e19be5a None None] Provisioning for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:23.463066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:23.510099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:23.568884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b19cc867-2140-4af7-bc06-9a632e19be5a None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:23.571470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b19cc867-2140-4af7-bc06-9a632e19be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.633684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8305527-baaf-4f17-b1f4-072244014efd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.800346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:23.813000 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] Sync routers for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:23.823327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.830507 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:08:17Z', 'revision_number': 3, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port': {'id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:65:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:14Z', 'updated_at': '2022-03-11T13:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:23.833001 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:23.833638 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:23.861360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:23.861631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.864576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8305527-baaf-4f17-b1f4-072244014efd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:23.907357 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dabb19-2af6-4c8c-9ad9-e1d79a64b093 None None] The sync data for ids ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'] in dv-neutron-833198-1-hyperv is: [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:08:17Z', 'revision_number': 3, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port': {'id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:65:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:14Z', 'updated_at': '2022-03-11T13:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:23.908843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:23.923624 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:23.941731 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:23.942656 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:23.987633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:24.024533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4a3bf537-9c54-4768-b8fa-070d1507c043 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:24.029251 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Allocated IP 172.20.0.1 (2b83e21b-21e3-4540-8954-76c6c10999eb/8df257b1-5fe0-4dae-bddd-31970a9723f4/e1818abc-88c6-4a66-843e-a196c41b2bb9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:24.039325 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a80ab8ce-8696-4516-89df-a04535bbf5e7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/floatingips/89efda3e-d1b6-43e4-a756-69908cd5ac29 HTTP/1.1" status: 200 len: 976 time: 4.8667841 Mar 11 13:08:24.041760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58144) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:24.094621 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:24.095626 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c54cb2-4c9c-4655-bd7f-49f3991c1171 None None] The sync data for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:24.125287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Made reservation on behalf of 0bdea0fb04d348fa947310b98e9536df for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:24.140108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4a3bf537-9c54-4768-b8fa-070d1507c043 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:24.140472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.149167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port f9ca93df-92df-4d9c-a5f9-2630a5bf528e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:24.149738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.219291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8305527-baaf-4f17-b1f4-072244014efd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.314255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305527-baaf-4f17-b1f4-072244014efd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b9fd99-fb8a-4fb5-8ff1-bbb0041e8863,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:24.320414 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.352222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 489d2f58-de67-4132-9202-28041a854f7b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:24.441361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469ace2-8dd5-405b-8b41-b04f1b224617 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:24.571666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1dc7456e-ea27-4e2e-ade6-b7caac83eba5 None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:24.572905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1dc7456e-ea27-4e2e-ade6-b7caac83eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.586984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=50838b73-78e7-42e1-9d27-6824155696d2,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:24.601279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.624491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8305527-baaf-4f17-b1f4-072244014efd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.625675 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f8305527-baaf-4f17-b1f4-072244014efd tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/security-groups/41b9fd99-fb8a-4fb5-8ff1-bbb0041e8863 HTTP/1.1" status: 204 len: 168 time: 1.3685663 Mar 11 13:08:24.628640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.639056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58148) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:24.662385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 489d2f58-de67-4132-9202-28041a854f7b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:24.662749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.679950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': 'deb1c1a8-8674-4fad-a981-908d5f3a82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '877310be-7efb-442a-bad1-b58467c79c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:24.680313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: 877310be-7efb-442a-bad1-b58467c79c84, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:08:24.694932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:24.722458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Transition to ACTIVE for port object e1818abc-88c6-4a66-843e-a196c41b2bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:24.747805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] device_id is not set on port 0d6623ca-9fda-483d-9195-2288364e672c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:24.821177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.028863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 877310be-7efb-442a-bad1-b58467c79c84 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:08:25.061936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet 02083c9b-953a-4095-a894-09967fce306c {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:25.079277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.080682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.081194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.081615 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Floating IP 89efda3e-d1b6-43e4-a756-69908cd5ac29 disassociated. External IP: 172.26.4.19, port: f9ca93df-92df-4d9c-a5f9-2630a5bf528e. Mar 11 13:08:25.082006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for f9ca93df-92df-4d9c-a5f9-2630a5bf528e owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:25.120107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Network 2b83e21b-21e3-4540-8954-76c6c10999eb is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:25.132438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 877310be-7efb-442a-bad1-b58467c79c84) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:25.142104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545e09c-009f-444f-b614-6443193db419 None None] Network 877310be-7efb-442a-bad1-b58467c79c84 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:25.154841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:25.165301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:25.165985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.173834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:25.236936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Pushing event updated for resources: {'Port': ['ID=e1818abc-88c6-4a66-843e-a196c41b2bb9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:25.274299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.322988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.366725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8558e1f-8032-4c52-9ab5-8418c5526a7a None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:25.367192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8558e1f-8032-4c52-9ab5-8418c5526a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.390438 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2bec43ed-984e-404b-8d3f-ad6075d04f06 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6061015 Mar 11 13:08:25.432176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:25.452103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=f9ca93df-92df-4d9c-a5f9-2630a5bf528e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:25.470640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': '877310be-7efb-442a-bad1-b58467c79c84', 'name': 'tempest-PortsTestJSON-1843086513'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:25.511719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1cf13651-c4b5-4fb9-a690-d1a79463585f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:25.514210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.670530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8::2d8 (03007ba6-d1e0-4ba6-aa08-eced2aedda75/64a64cc3-7ac9-40fd-842f-2c243d32ce42/0d6623ca-9fda-483d-9195-2288364e672c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:25.673286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.731505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:543c (03007ba6-d1e0-4ba6-aa08-eced2aedda75/95b511fd-c02e-49bc-9b7c-e65f5d009829/0d6623ca-9fda-483d-9195-2288364e672c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:25.751027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 1cf13651-c4b5-4fb9-a690-d1a79463585f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:25.763139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 1cf13651-c4b5-4fb9-a690-d1a79463585f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:25.763503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.770411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:25.775344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:25.786611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:25.838220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.885175 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-877310be-7efb-442a-bad1-b58467c79c84', 'network_id': '877310be-7efb-442a-bad1-b58467c79c84', 'tenant_id': '32efc02ee8634a5aaf1962877ec98f4b', 'fixed_ips': [{'subnet_id': '50838b73-78e7-42e1-9d27-6824155696d2'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:25.886013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.952091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=02083c9b-953a-4095-a894-09967fce306c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:25.963978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:25.991334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:25.992720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e19f48-813c-4625-9866-2d97edd8a756 None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:25.993295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:25.997293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.012921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] Sync routers for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:26.033962 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a5ecf856-8028-47eb-820f-e31bd950b8b3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/02083c9b-953a-4095-a894-09967fce306c HTTP/1.1" status: 204 len: 168 time: 1.3902829 Mar 11 13:08:26.036630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58156) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:26.053087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.057400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:26.086558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:26.087176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:26.141921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port dbcd353f-66de-4e7f-b79a-8aab018a833a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:26.161025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.208432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Transition to ACTIVE for port object 0d6623ca-9fda-483d-9195-2288364e672c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:26.234106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:26.334090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:26.334747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:26.344781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.406470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.427172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.435479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.435710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-20836e76-21a0-4e11-9e61-df0231121077 None None] Provisioning for port e1818abc-88c6-4a66-843e-a196c41b2bb9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:26.454282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Allocated IP 172.20.0.2 (877310be-7efb-442a-bad1-b58467c79c84/50838b73-78e7-42e1-9d27-6824155696d2/67bc9450-7623-42b2-a430-a5b0e2694285) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:26.468329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.468654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c0e92c3-c297-4a83-8996-7b89d56a4dd5 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/ports/f9ca93df-92df-4d9c-a5f9-2630a5bf528e HTTP/1.1" status: 204 len: 168 time: 2.4252734 Mar 11 13:08:26.469180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58160) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:26.490454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-20836e76-21a0-4e11-9e61-df0231121077 None None] Provisioning complete for port e1818abc-88c6-4a66-843e-a196c41b2bb9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:26.490454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-20836e76-21a0-4e11-9e61-df0231121077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.491884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:26.498271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:26.502012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event updated for resources: {'Port': ['ID=0d6623ca-9fda-483d-9195-2288364e672c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:26.506222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:26.513372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:26.515185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.526483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:26.527543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d4201-e85e-478a-af49-b80466bcd983 None None] The sync data for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:26.528943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:26.546009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:26.550409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:26.559375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:26.575277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 1cf13651-c4b5-4fb9-a690-d1a79463585f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1cf13651-c4b5-4fb9-a690-d1a79463585f,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:26.592464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:26.593518 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5c0f1f05-fd4c-4ce2-9c90-f1e360381e7b tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2401373 Mar 11 13:08:26.595971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.599034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58164) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:26.607018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.677732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.684382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting port 0d6623ca-9fda-483d-9195-2288364e672c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:26.684723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:26.715037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-20836e76-21a0-4e11-9e61-df0231121077 None None] Port e1818abc-88c6-4a66-843e-a196c41b2bb9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:26.803143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Pushing event updated for resources: {'Port': ['ID=e1818abc-88c6-4a66-843e-a196c41b2bb9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:26.883398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=1cf13651-c4b5-4fb9-a690-d1a79463585f,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:26.906988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ecd7467b-c6b8-4554-9f4b-b537d282d166 None None] Provisioning for port 0d6623ca-9fda-483d-9195-2288364e672c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:26.950797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ecd7467b-c6b8-4554-9f4b-b537d282d166 None None] Provisioning complete for port 0d6623ca-9fda-483d-9195-2288364e672c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:26.951255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ecd7467b-c6b8-4554-9f4b-b537d282d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.039932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.042343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ecd7467b-c6b8-4554-9f4b-b537d282d166 None None] Port 0d6623ca-9fda-483d-9195-2288364e672c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:27.056375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Transition to ACTIVE for port object 67bc9450-7623-42b2-a430-a5b0e2694285 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:27.076403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Transition to ACTIVE for port object 67bc9450-7623-42b2-a430-a5b0e2694285 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:27.084298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.158908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Network 877310be-7efb-442a-bad1-b58467c79c84 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:27.162103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:27.170984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:27.207604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Pushing event updated for resources: {'Port': ['ID=67bc9450-7623-42b2-a430-a5b0e2694285,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:27.214078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Network 2b83e21b-21e3-4540-8954-76c6c10999eb is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:27.218248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:27.221300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.226828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.12 (877310be-7efb-442a-bad1-b58467c79c84/50838b73-78e7-42e1-9d27-6824155696d2/dbcd353f-66de-4e7f-b79a-8aab018a833a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:27.292309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Attempting to bind port 67bc9450-7623-42b2-a430-a5b0e2694285 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:27.293135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Attempting to bind port 67bc9450-7623-42b2-a430-a5b0e2694285 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'deb1c1a8-8674-4fad-a981-908d5f3a82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '877310be-7efb-442a-bad1-b58467c79c84'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:27.293898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Attempting to bind port 67bc9450-7623-42b2-a430-a5b0e2694285 on network 877310be-7efb-442a-bad1-b58467c79c84 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:27.300590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:27.313630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Checking segment: {'id': 'deb1c1a8-8674-4fad-a981-908d5f3a82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '877310be-7efb-442a-bad1-b58467c79c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:27.314852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.316113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Bound using segment: {'id': 'deb1c1a8-8674-4fad-a981-908d5f3a82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '877310be-7efb-442a-bad1-b58467c79c84'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:27.317272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Bound port: 67bc9450-7623-42b2-a430-a5b0e2694285, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb1c1a8-8674-4fad-a981-908d5f3a82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '877310be-7efb-442a-bad1-b58467c79c84'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:27.319017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.427699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1cf13651-c4b5-4fb9-a690-d1a79463585f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:27.528803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Calling delete_port for 0d6623ca-9fda-483d-9195-2288364e672c owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:27.582836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] For port 67bc9450-7623-42b2-a430-a5b0e2694285, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:27.587546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] For port 67bc9450-7623-42b2-a430-a5b0e2694285, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc9450-7623-42b2-a430-a5b0e2694285,segment=NetworkSegment(deb1c1a8-8674-4fad-a981-908d5f3a82b0),segment_id=deb1c1a8-8674-4fad-a981-908d5f3a82b0)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:27.597940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2671d4f5-a861-40dd-9289-b384d1f9b5eb None None] Provisioning complete for port e1818abc-88c6-4a66-843e-a196c41b2bb9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:27.598618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2671d4f5-a861-40dd-9289-b384d1f9b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.598754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.633352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.654641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:27.663423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:27.686736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:27.687578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.693372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 1cf13651-c4b5-4fb9-a690-d1a79463585f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:27.693801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.716542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:27.772970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2671d4f5-a861-40dd-9289-b384d1f9b5eb None None] Port e1818abc-88c6-4a66-843e-a196c41b2bb9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:27.797952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30063b99-3c92-4202-bb3f-adc6fe64c3c4 None None] Pushing event updated for resources: {'Port': ['ID=67bc9450-7623-42b2-a430-a5b0e2694285,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:27.823330 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7811179 Mar 11 13:08:27.824660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857f1b0-679e-43a3-aab9-8469388a279c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=e4f34502-bcbf-432c-825d-1184e583dc84,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:27.844714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.853464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58168) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:27.872920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051905459'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:27.880884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object dbcd353f-66de-4e7f-b79a-8aab018a833a will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:27.884874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:27.927548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:27.932582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:27.937152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:27.954842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:28.028257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.055612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.079361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b577e-dc72-4a12-a1b3-6f036cc95d60 None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:28.115920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.119759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 877310be-7efb-442a-bad1-b58467c79c84 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:28.121294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:28.127695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:28.145412 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Sync routers for ids ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:28.157363 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Routers {'9e14016e-e4cc-4aad-b2ec-497c598f9cbb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:28.158004 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:28.202459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group_rule and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:28.241616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Port': ['ID=0d6623ca-9fda-483d-9195-2288364e672c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:28.254228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:28.262912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:28.305304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-879377da-9df8-4790-bb7c-655396a19f4a None None] Provisioning complete for port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:28.305729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-879377da-9df8-4790-bb7c-655396a19f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.400824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.443342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.482217 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Set router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:28.508766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:28.548958 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8c73232c-67a1-4314-94c6-bd7e34341f55 admin admin] 10.222.0.52 "PUT /v2.0/routers/9e14016e-e4cc-4aad-b2ec-497c598f9cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4775379 Mar 11 13:08:28.569386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.574192 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-892cca96-7ad2-429b-9bae-d518db4aba97 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/0d6623ca-9fda-483d-9195-2288364e672c HTTP/1.1" status: 204 len: 168 time: 1.9741807 Mar 11 13:08:28.575232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58174) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:28.581773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.582981 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7283573 Mar 11 13:08:28.588591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:28.629660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-879377da-9df8-4790-bb7c-655396a19f4a None None] Port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:28.649234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58178) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:28.659224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'security_group': {'name': 'tempest-secgroup-1044540658'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:28.665104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91516e5-25fe-4996-b6eb-f2dce7159740 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974c68ed-69d1-498c-b58f-d65238d15485,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:28.687008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:28.694237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:28.700361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:28.708118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:28.710293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=dbcd353f-66de-4e7f-b79a-8aab018a833a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:28.733118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.757445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-879377da-9df8-4790-bb7c-655396a19f4a None None] Provisioning complete for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:28.757940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-879377da-9df8-4790-bb7c-655396a19f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.768587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72067486-9b48-44ad-b170-a83ee31a0d4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:28.768587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-72067486-9b48-44ad-b170-a83ee31a0d4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:28.771426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:28.778183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group_rule and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:28.782050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:28.791197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:28.811225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-72067486-9b48-44ad-b170-a83ee31a0d4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:28.812683 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-72067486-9b48-44ad-b170-a83ee31a0d4e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2325535 Mar 11 13:08:28.815441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58186) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:28.821339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:28.822050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:28.859348 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-56b33184-2b94-4ce6-9bfc-5697304e8444 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4231346 Mar 11 13:08:28.861467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58190) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:28.878433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': '877310be-7efb-442a-bad1-b58467c79c84', 'name': 'tempest-PortsTestJSON-1559103608'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:28.990965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:28.991619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.121266 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:08:25Z', 'revision_number': 4, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port': {'id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:14Z', 'updated_at': '2022-03-11T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e1818abc-88c6-4a66-843e-a196c41b2bb9', 'name': '', 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'mac_address': 'fa:16:3e:24:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '8df257b1-5fe0-4dae-bddd-31970a9723f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:23Z', 'updated_at': '2022-03-11T13:08:26Z', 'revision_number': 2, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'subnets': [{'id': '8df257b1-5fe0-4dae-bddd-31970a9723f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:29.124210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:29.129720 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Checking router: 9e14016e-e4cc-4aad-b2ec-497c598f9cbb for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:08:29.130070 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Updating router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb port e1818abc-88c6-4a66-843e-a196c41b2bb9 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:08:29.130947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:29.134158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:29.141567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:29.215783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:29.219579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.220071 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.230060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.245180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port a1479604-744b-4f67-916c-807fff2ebb52 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:29.344920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] Update dhcp port {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'fixed_ips': [{'subnet_id': '58a24922-6f49-4085-8a7c-072ff67055a8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e4f34502-bcbf-432c-825d-1184e583dc84'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'aeb33802-b730-4ea4-9ea2-92c5ece9df6b'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:08:29.461901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.10 (877310be-7efb-442a-bad1-b58467c79c84/50838b73-78e7-42e1-9d27-6824155696d2/a1479604-744b-4f67-916c-807fff2ebb52) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:29.472277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c2d3e-0bb8-41ed-8ef9-09f7208334f3 None None] Network 877310be-7efb-442a-bad1-b58467c79c84 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:29.473765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 5cfff3f3-876f-48b1-8f14-dfd1222c9cc2 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:29.643263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 67bc9450-7623-42b2-a430-a5b0e2694285 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:29.689615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.738126 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.767104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-68022d27-1e20-4f29-94f4-4850cf45d21e None None] Provisioning for port 67bc9450-7623-42b2-a430-a5b0e2694285 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:29.793855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.794446 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Transition to ACTIVE for port object e1818abc-88c6-4a66-843e-a196c41b2bb9 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:29.802193 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.827389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7848325-d970-45c9-b645-590a0ec1def8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:29.829080 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f7848325-d970-45c9-b645-590a0ec1def8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0127313 Mar 11 13:08:29.835443 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:29.847640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.858101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.934579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=5cfff3f3-876f-48b1-8f14-dfd1222c9cc2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:29.949470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.958751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:29.963193 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3094511 Mar 11 13:08:29.967105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58198) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:29.972205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'security_group': {'name': 'tempest-secgroup-386348377'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:29.978645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:29.984304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:29.988168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:29.994668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:30.006101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1a75a-3c14-4bca-9029-869422fda425 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432f114a-a661-4602-8915-9b2155d05766,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:30.025776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.040125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object a1479604-744b-4f67-916c-807fff2ebb52 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:30.049318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] Allocated IP 2001:db8::2 (2298a3a7-d9a3-4dee-8403-3b63b110d460/e4f34502-bcbf-432c-825d-1184e583dc84/aeb33802-b730-4ea4-9ea2-92c5ece9df6b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:30.057208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:30.065139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:security_group_rule and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:30.069087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:30.077349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:30.111174 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4b4b8-46da-406b-bd57-0d36bb1d6e92 None None] Pushing event updated for resources: {'Port': ['ID=e1818abc-88c6-4a66-843e-a196c41b2bb9,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:30.127856 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Attempting to bind port e1818abc-88c6-4a66-843e-a196c41b2bb9 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:30.127856 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Attempting to bind port e1818abc-88c6-4a66-843e-a196c41b2bb9 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:30.128110 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Attempting to bind port e1818abc-88c6-4a66-843e-a196c41b2bb9 on network 2b83e21b-21e3-4540-8954-76c6c10999eb {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:30.131024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebf9dd-abec-4adb-a5eb-274ae615dcb7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:30.132643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebf9dd-abec-4adb-a5eb-274ae615dcb7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:30.134795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebf9dd-abec-4adb-a5eb-274ae615dcb7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:30.135625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bcebf9dd-abec-4adb-a5eb-274ae615dcb7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:30.140117 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:30.140338 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Checking segment: {'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:30.140653 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.141050 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Bound using segment: {'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:30.141543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.142043 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Bound port: e1818abc-88c6-4a66-843e-a196c41b2bb9, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acb9368-7fe2-495f-89b0-805b086a08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:30.142163 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.192940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bcebf9dd-abec-4adb-a5eb-274ae615dcb7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:30.194308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bcebf9dd-abec-4adb-a5eb-274ae615dcb7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3494189 Mar 11 13:08:30.200675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58204) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:30.278397 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] For port e1818abc-88c6-4a66-843e-a196c41b2bb9, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:30.281968 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] For port e1818abc-88c6-4a66-843e-a196c41b2bb9, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e1818abc-88c6-4a66-843e-a196c41b2bb9,segment=NetworkSegment(7acb9368-7fe2-495f-89b0-805b086a08c8),segment_id=7acb9368-7fe2-495f-89b0-805b086a08c8)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:30.295460 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.334655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 877310be-7efb-442a-bad1-b58467c79c84 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:30.339335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:30.342068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:30.353165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 64a64cc3-7ac9-40fd-842f-2c243d32ce42 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:30.384996 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4b4b8-46da-406b-bd57-0d36bb1d6e92 None None] Pushing event updated for resources: {'Port': ['ID=e1818abc-88c6-4a66-843e-a196c41b2bb9,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:30.402337 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Routers {'9e14016e-e4cc-4aad-b2ec-497c598f9cbb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:30.403036 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:30.428946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=a1479604-744b-4f67-916c-807fff2ebb52,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:30.485501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,segment=NetworkSegment(32c4ceb2-af47-4de1-b45e-24ea752c032c),segment_id=32c4ceb2-af47-4de1-b45e-24ea752c032c)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:30.498794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.530502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.547407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 67bc9450-7623-42b2-a430-a5b0e2694285 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:30.552914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.553167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.569219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 67bc9450-7623-42b2-a430-a5b0e2694285 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:30.569720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.610752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:30.612796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.628531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58208) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:30.636812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.644131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512855227', 'description': 'tempest-secgroup-smoke-1512855227 description', 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:30.657013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] Transition to ACTIVE for port object aeb33802-b730-4ea4-9ea2-92c5ece9df6b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:30.664275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:30.675688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.675987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:30.679647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:30.684067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15999c8-1480-463a-b73f-9c602493c456,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:30.689682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.691043 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9e3ae8e8-1e11-4dd9-994d-bc02e0366da0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7228942 Mar 11 13:08:30.692899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:30.700222 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-eed88b01-7964-4855-b0ff-250e83610c77 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8360791 Mar 11 13:08:30.700222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58212) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:30.702575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58214) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:30.752664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-630099321', 'security_groups': ['d15999c8-1480-463a-b73f-9c602493c456'], 'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e4f34502-bcbf-432c-825d-1184e583dc84'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:30.794432 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] Set router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:08:30.801319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.935790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fcfb2-9c48-46aa-9648-275e30715731 None None] Pushing event updated for resources: {'Port': ['ID=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:30.973449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:30.976904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:30.987295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.027372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 67bc9450-7623-42b2-a430-a5b0e2694285, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc9450-7623-42b2-a430-a5b0e2694285,segment=NetworkSegment(deb1c1a8-8674-4fad-a981-908d5f3a82b0),segment_id=deb1c1a8-8674-4fad-a981-908d5f3a82b0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:31.035259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.041927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:31.067945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:31.084985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:31.091696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:31.109989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:31.134385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=67bc9450-7623-42b2-a430-a5b0e2694285,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:31.210170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.227820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Provisioning for port dbcd353f-66de-4e7f-b79a-8aab018a833a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:31.234669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Provisioning complete for port dbcd353f-66de-4e7f-b79a-8aab018a833a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:31.235353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.248421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.272131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.290195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:31.317096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd8b946-64a2-425d-a476-d02d51638be5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:31.318583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4bd8b946-64a2-425d-a476-d02d51638be5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:31.342821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.345543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.354284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5936a4d-273d-48f1-8cbc-ffcd9e9dbaab None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:31.389572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=64a64cc3-7ac9-40fd-842f-2c243d32ce42,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:31.405695 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:08:25Z', 'revision_number': 4, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port': {'id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:14Z', 'updated_at': '2022-03-11T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e1818abc-88c6-4a66-843e-a196c41b2bb9', 'name': '', 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'mac_address': 'fa:16:3e:24:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '8df257b1-5fe0-4dae-bddd-31970a9723f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:23Z', 'updated_at': '2022-03-11T13:08:30Z', 'revision_number': 4, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'subnets': [{'id': '8df257b1-5fe0-4dae-bddd-31970a9723f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:31.414533 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c17a6-18b5-4d5f-80b8-e8986ad828ac None None] The sync data for ids ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'] in dv-neutron-833198-1-hyperv is: [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:08:25Z', 'revision_number': 4, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port': {'id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:14Z', 'updated_at': '2022-03-11T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'e1818abc-88c6-4a66-843e-a196c41b2bb9', 'name': '', 'network_id': '2b83e21b-21e3-4540-8954-76c6c10999eb', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'mac_address': 'fa:16:3e:24:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '8df257b1-5fe0-4dae-bddd-31970a9723f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:23Z', 'updated_at': '2022-03-11T13:08:30Z', 'revision_number': 4, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'subnets': [{'id': '8df257b1-5fe0-4dae-bddd-31970a9723f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:31.430669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Port dbcd353f-66de-4e7f-b79a-8aab018a833a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:31.529838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 67bc9450-7623-42b2-a430-a5b0e2694285 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:31.580060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4bd8b946-64a2-425d-a476-d02d51638be5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:31.581477 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4bd8b946-64a2-425d-a476-d02d51638be5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.8743956 Mar 11 13:08:31.593265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58220) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:31.682759 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1ed65e2-43a8-476c-b669-6b4eee75dfa4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/64a64cc3-7ac9-40fd-842f-2c243d32ce42 HTTP/1.1" status: 204 len: 168 time: 1.4811547 Mar 11 13:08:31.683399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:31.688774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.693062 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0588479 Mar 11 13:08:31.693925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port a1479604-744b-4f67-916c-807fff2ebb52 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:31.694262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.722071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58228) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:31.730035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd707ecb-c464-4377-961b-87e6bfae1937 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48537b7-6b25-4e36-b94c-463a6f936d6e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:31.734859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'security_group_rule': {'security_group_id': 'f48537b7-6b25-4e36-b94c-463a6f936d6e', 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:31.752502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:31.771617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:31.777424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Provisioning complete for port 67bc9450-7623-42b2-a430-a5b0e2694285 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:31.777825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.787402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:31.813908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:31.838127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.939711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.966403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Deleting subnet 95b511fd-c02e-49bc-9b7c-e65f5d009829 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:31.969183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] device_id is not set on port 5270f824-3f83-4e77-a709-9fe2a3c09527 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:31.979223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:31.983814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 67bc9450-7623-42b2-a430-a5b0e2694285 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:31.984190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.046294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.070556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.114958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.140624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.244002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.252715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c8dd85-8e07-441f-b13e-ae47deaaf1a5,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:32.266269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Provisioning for port a1479604-744b-4f67-916c-807fff2ebb52 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:32.277888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Provisioning complete for port a1479604-744b-4f67-916c-807fff2ebb52 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:32.278519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.313023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Subnet': ['ID=95b511fd-c02e-49bc-9b7c-e65f5d009829,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:32.314733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.321501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.327360 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0f9e52fb-5920-4372-81f7-d2bb49fb20f2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5998144 Mar 11 13:08:32.328184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58232) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:32.352328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a6e01537-0ca8-4551-a2c2-0d6836ebc370 None None] Port a1479604-744b-4f67-916c-807fff2ebb52 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:32.356051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aeb33802-b730-4ea4-9ea2-92c5ece9df6b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:32.411918 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72376a05-eb97-4296-a2fc-f6c566def74d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/95b511fd-c02e-49bc-9b7c-e65f5d009829 HTTP/1.1" status: 204 len: 168 time: 0.7217569 Mar 11 13:08:32.416184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58236) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:32.429001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'security_group_rule': {'security_group_id': 'f48537b7-6b25-4e36-b94c-463a6f936d6e', 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:32.477842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:32.508534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:32.512092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Provisioning complete for port dbcd353f-66de-4e7f-b79a-8aab018a833a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:32.512469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.519355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1de3933f-3151-439e-9d9e-4fa8c336e024 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006460 Mar 11 13:08:32.522697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58240) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:32.537847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:32.542157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.574911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:32.606271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Port dbcd353f-66de-4e7f-b79a-8aab018a833a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:32.629273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Provisioning for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:32.640637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Provisioning complete for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:32.641281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.716180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:32.800578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for a1479604-744b-4f67-916c-807fff2ebb52 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:32.826572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e2ce16-8bcb-4e33-80df-455499992585 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:32.828703 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2e2ce16-8bcb-4e33-80df-455499992585 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3049343 Mar 11 13:08:32.837329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58244) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:32.848563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Provisioning complete for port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:32.848936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:32.932003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:32.945196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Provisioning complete for port a1479604-744b-4f67-916c-807fff2ebb52 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:32.945587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.032491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-82e088c6-43bf-4c0e-8fc3-df0c747fb922 None None] Port a1479604-744b-4f67-916c-807fff2ebb52 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:33.036470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3bbaf8-e90e-4ecf-a6e5-82fedce51473 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:33.037293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bc3bbaf8-e90e-4ecf-a6e5-82fedce51473 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Synchronizing usage tracker for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:33.041000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.079949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:33.088722 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ca62c7ae-706f-4612-8857-158d36bee554 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/routers/a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6181726 Mar 11 13:08:33.090600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58248) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.093634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bc3bbaf8-e90e-4ecf-a6e5-82fedce51473 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Unset dirty status for tenant:0bdea0fb04d348fa947310b98e9536df on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:33.093936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8::2ea (2298a3a7-d9a3-4dee-8403-3b63b110d460/e4f34502-bcbf-432c-825d-1184e583dc84/5270f824-3f83-4e77-a709-9fe2a3c09527) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:33.095066 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bc3bbaf8-e90e-4ecf-a6e5-82fedce51473 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2567325 Mar 11 13:08:33.098065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] Sync routers for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:33.107041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58252) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.122426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:33.124244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:33.191706 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ef85d84e-b690-44ff-a492-d7c2b683be5e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787885 Mar 11 13:08:33.192562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58256) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.211488 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8fdfc-8915-4e01-8200-589436bf2a09 None None] Network 03007ba6-d1e0-4ba6-aa08-eced2aedda75 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:33.233634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:33.255437 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d34df16-def4-4f75-a568-b6a3088024b9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:33.255691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d34df16-def4-4f75-a568-b6a3088024b9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:33.259926 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d34df16-def4-4f75-a568-b6a3088024b9 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/0d6623ca-9fda-483d-9195-2288364e672c HTTP/1.1" status: 404 len: 333 time: 0.0603769 Mar 11 13:08:33.260669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58260) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.278184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] Routers {'a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:33.278796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:33.307548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.315402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ab01b1-2d49-49ff-bd6a-4ebad3f138b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:33.315847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ab01b1-2d49-49ff-bd6a-4ebad3f138b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:33.317657 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14ab01b1-2d49-49ff-bd6a-4ebad3f138b6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/95b511fd-c02e-49bc-9b7c-e65f5d009829 HTTP/1.1" status: 404 len: 337 time: 0.0558734 Mar 11 13:08:33.337755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58264) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.376951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.408554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cea634b-4cc6-4d63-845f-51cb0c62e31c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:33.411602 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0689df4-21bb-428d-844d-23edf49bfe57 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:33.412460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0689df4-21bb-428d-844d-23edf49bfe57 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:33.417198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:33.417701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737a2c0-9a42-4e0c-b431-02017a2c44e6 None None] The sync data for ids ['a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:33.442805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-58db484b-83d7-4a42-b308-791887bc166f None None] Provisioning complete for port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:33.443177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-58db484b-83d7-4a42-b308-791887bc166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.461846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.473608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e1818abc-88c6-4a66-843e-a196c41b2bb9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:33.475358 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b0689df4-21bb-428d-844d-23edf49bfe57 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/64a64cc3-7ac9-40fd-842f-2c243d32ce42 HTTP/1.1" status: 404 len: 337 time: 0.1363530 Mar 11 13:08:33.486050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58268) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.532692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.607300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.611186 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8ddb86e6-294a-44e3-a300-9d266d685002 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2126410 Mar 11 13:08:33.613613 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bf506d-ef94-4bac-b9d3-ee6e590a3a7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:33.614088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bf506d-ef94-4bac-b9d3-ee6e590a3a7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:33.618114 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d4bf506d-ef94-4bac-b9d3-ee6e590a3a7a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/dfc28c63-5082-40e5-bd19-93d6811abbde HTTP/1.1" status: 404 len: 333 time: 0.1205506 Mar 11 13:08:33.618114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=a1479604-744b-4f67-916c-807fff2ebb52,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:33.623878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58272) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.624040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58274) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.669037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'security_group_rule': {'security_group_id': 'f48537b7-6b25-4e36-b94c-463a6f936d6e', 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:33.675142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:33.680298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:33.684197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:33.692358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:33.714002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port e1818abc-88c6-4a66-843e-a196c41b2bb9 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:33.727858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e1818abc-88c6-4a66-843e-a196c41b2bb9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:33.728229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.796141 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e239ef3c-9735-4efc-bb23-7d7932c6e2fa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:33.796575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e239ef3c-9735-4efc-bb23-7d7932c6e2fa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:33.798317 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e239ef3c-9735-4efc-bb23-7d7932c6e2fa tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/bf5ab1d5-4a55-4d9c-b3d3-13de98db7e40 HTTP/1.1" status: 404 len: 337 time: 0.1690836 Mar 11 13:08:33.805745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.813140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58280) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.855783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] DHCP port deletion for 03007ba6-d1e0-4ba6-aa08-eced2aedda75 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:33.866982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] Deleting port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:33.867675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.888132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.896291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.899290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port a199560c-a62f-448b-bb75-e364930f7aeb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:33.900088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.908028 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9ac6fb-04a1-4d23-94c5-c405d6a194a4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:33.908476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9ac6fb-04a1-4d23-94c5-c405d6a194a4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:33.912487 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fb9ac6fb-04a1-4d23-94c5-c405d6a194a4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/34e24263-0ebb-4e40-a686-bf015f771c99 HTTP/1.1" status: 404 len: 337 time: 0.0754464 Mar 11 13:08:33.918037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58284) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.975194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.986415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:33.988404 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5a257a1b-e65a-44d6-9074-78b361f3eb1a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/a1479604-744b-4f67-916c-807fff2ebb52 HTTP/1.1" status: 204 len: 168 time: 2.3919513 Mar 11 13:08:33.989865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 5270f824-3f83-4e77-a709-9fe2a3c09527 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:33.992668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58288) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:33.994761 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6f914d-a607-49bf-9651-ff42f54192db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:33.995260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6f914d-a607-49bf-9651-ff42f54192db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:33.999173 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea6f914d-a607-49bf-9651-ff42f54192db tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/d01b5f2e-7d12-4039-9da4-42b95ec1cd45 HTTP/1.1" status: 404 len: 333 time: 0.0699005 Mar 11 13:08:34.000834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58292) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.048042 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf0da84-2973-435e-8b8a-2b4c9e8f469f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.048318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf0da84-2973-435e-8b8a-2b4c9e8f469f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.050110 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4cf0da84-2973-435e-8b8a-2b4c9e8f469f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/abd6daf5-8a7b-4a50-9e0e-acdebcdfbddc HTTP/1.1" status: 404 len: 337 time: 0.0485535 Mar 11 13:08:34.054740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58296) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.067270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port e1818abc-88c6-4a66-843e-a196c41b2bb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e1818abc-88c6-4a66-843e-a196c41b2bb9,segment=NetworkSegment(7acb9368-7fe2-495f-89b0-805b086a08c8),segment_id=7acb9368-7fe2-495f-89b0-805b086a08c8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:34.075335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.099883 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd92a1e9-7bfd-43dc-809a-4cc3370a2ba3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:08:34.100464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd92a1e9-7bfd-43dc-809a-4cc3370a2ba3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:34.113702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.114911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-78262b78-5c9e-4399-b928-3d5140ffc0f7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.115419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78262b78-5c9e-4399-b928-3d5140ffc0f7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.123685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.123979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd92a1e9-7bfd-43dc-809a-4cc3370a2ba3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:34.131276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fd92a1e9-7bfd-43dc-809a-4cc3370a2ba3 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/a1479604-744b-4f67-916c-807fff2ebb52 HTTP/1.1" status: 404 len: 333 time: 0.1319034 Mar 11 13:08:34.131449 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-78262b78-5c9e-4399-b928-3d5140ffc0f7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/5f255ce4-49de-4bb0-b77f-aa192044d25d HTTP/1.1" status: 404 len: 337 time: 0.0705900 Mar 11 13:08:34.131563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58300) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.140937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58304) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.184252 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.193315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238f04cc-2bb7-4ff6-89ad-c5d04aa59718,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:34.205106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.233211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port dbcd353f-66de-4e7f-b79a-8aab018a833a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:34.233710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.243851 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfa8ae1-9149-4f31-bd3a-7fd1cc1b94fe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.243851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfa8ae1-9149-4f31-bd3a-7fd1cc1b94fe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.247360 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1bfa8ae1-9149-4f31-bd3a-7fd1cc1b94fe tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/663ad16f-f4f2-4a1d-962f-c670b8abb067 HTTP/1.1" status: 404 len: 333 time: 0.1013398 Mar 11 13:08:34.249285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=e1818abc-88c6-4a66-843e-a196c41b2bb9,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:34.255470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58308) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.258172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] For port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,segment=NetworkSegment(19a285d9-00d0-41b0-bd36-a26d606c6e4e),segment_id=19a285d9-00d0-41b0-bd36-a26d606c6e4e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:34.258722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.294361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.298057 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6240b314-f230-4270-889d-df5515fbba7a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6688056 Mar 11 13:08:34.299953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58312) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.317151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'security_group_rule': {'security_group_id': 'f48537b7-6b25-4e36-b94c-463a6f936d6e', 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:34.323674 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5586014-f571-430e-946f-df37374deedd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.324123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5586014-f571-430e-946f-df37374deedd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.328037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b5586014-f571-430e-946f-df37374deedd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/2d579c25-61de-4662-a746-25e6dbca4ddc HTTP/1.1" status: 404 len: 337 time: 0.0675354 Mar 11 13:08:34.336113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:34.340262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:34.342216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58316) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.348680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:34.379942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:34.385717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:34.386561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.388394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for a199560c-a62f-448b-bb75-e364930f7aeb owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:34.391607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:34.394430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=5270f824-3f83-4e77-a709-9fe2a3c09527,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:34.400996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] Calling delete_port for 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:34.402146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:34.419661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3663c6b3-5fbb-43fa-a602-c8172592e13d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.420339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3663c6b3-5fbb-43fa-a602-c8172592e13d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.422248 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3663c6b3-5fbb-43fa-a602-c8172592e13d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/d1fc3f6b-11ab-42cb-b7bf-8e2020afe555 HTTP/1.1" status: 404 len: 337 time: 0.0791180 Mar 11 13:08:34.425690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:34.434458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58320) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.485738 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fcc1a235-7296-4dea-904f-b5d663c58177 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7800331 Mar 11 13:08:34.487009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58324) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.493663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:34.513976 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d22a364-7bd2-4ed5-a85a-4ae37c511c5f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.514721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d22a364-7bd2-4ed5-a85a-4ae37c511c5f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.514862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.518769 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8d22a364-7bd2-4ed5-a85a-4ae37c511c5f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/1a608109-d3f6-4f72-a17e-d10de49791bc HTTP/1.1" status: 404 len: 333 time: 0.0804632 Mar 11 13:08:34.525829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58328) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.567769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] Pushing event deleted for resources: {'Port': ['ID=1c2f0af9-9705-4fa2-9aff-3d48b19e7420,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:34.573945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862609a8-bc3b-43e0-bcd6-be7472582cb0 None None] No DVR routers for this DVR port 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:34.579699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.597650 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e2e9a9-4938-4586-a8ad-ae4e75e9068a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.598074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e2e9a9-4938-4586-a8ad-ae4e75e9068a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.599808 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-51e2e9a9-4938-4586-a8ad-ae4e75e9068a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/165a0663-f7b7-4914-a77a-45d3f97113f4 HTTP/1.1" status: 404 len: 337 time: 0.0732350 Mar 11 13:08:34.606286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58332) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.739875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.745734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.748338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:34.751138 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6279d4c5-d514-4466-9147-b0fe4fa58081 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.751622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6279d4c5-d514-4466-9147-b0fe4fa58081 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.753281 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6279d4c5-d514-4466-9147-b0fe4fa58081 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/114628e5-1c67-4cc8-8a90-00785060fd90 HTTP/1.1" status: 404 len: 333 time: 0.1331556 Mar 11 13:08:34.757893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58336) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.764884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:34.767037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-10622248-f1e9-41e8-bb1d-8784e6684f14 None None] Provisioning for port 5270f824-3f83-4e77-a709-9fe2a3c09527 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:34.773617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-10622248-f1e9-41e8-bb1d-8784e6684f14 None None] Provisioning complete for port 5270f824-3f83-4e77-a709-9fe2a3c09527 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:34.774265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-10622248-f1e9-41e8-bb1d-8784e6684f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.776046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:34.781298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f79bd1-2e16-4cb2-b1db-da153614aadc,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:34.786877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:34.797905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.801909 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4af03c1e-b5c1-49b7-9296-199ad4bb7c69 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4935455 Mar 11 13:08:34.801909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:34.804651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.809868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58340) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.822812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'security_group_rule': {'security_group_id': 'f48537b7-6b25-4e36-b94c-463a6f936d6e', 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:34.828027 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13040e1-445e-46da-9ce9-24a993aa212c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.828478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13040e1-445e-46da-9ce9-24a993aa212c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.830159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c13040e1-445e-46da-9ce9-24a993aa212c tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/f04e125e-a2dd-427e-8ccd-a1d531a60ba3 HTTP/1.1" status: 404 len: 337 time: 0.0713778 Mar 11 13:08:34.833922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58344) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:34.839207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:34.851221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-10622248-f1e9-41e8-bb1d-8784e6684f14 None None] Port 5270f824-3f83-4e77-a709-9fe2a3c09527 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:34.857305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:34.864881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:34.871984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:34.880181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:34.994504 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f54276-d889-48f8-969c-bd5261bcade8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:34.994971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f54276-d889-48f8-969c-bd5261bcade8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:34.997161 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a1f54276-d889-48f8-969c-bd5261bcade8 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/fead42a5-429d-4a50-a262-7fd41ad89783 HTTP/1.1" status: 404 len: 333 time: 0.1623194 Mar 11 13:08:35.001750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.012129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for dbcd353f-66de-4e7f-b79a-8aab018a833a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:35.088730 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Project b2f4b40c1fc54fc599675dd835b1a8c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:08:35.091145 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4f34502-bcbf-432c-825d-1184e583dc84 (CIDR: 2001:db8::/64) Mar 11 13:08:35.094198 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:08:35.094638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.112164 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-64885fa5-4948-4b2a-aac6-654fb18a6506 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6231232 Mar 11 13:08:35.114933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58352) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.121121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:35.129567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf23149-19c8-4b01-9786-f0ba6aa9c9e1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:35.130051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf23149-19c8-4b01-9786-f0ba6aa9c9e1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.140278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.175155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-caf23149-19c8-4b01-9786-f0ba6aa9c9e1 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/9005190e-735b-4e2e-a29b-0dab5cfabdb4 HTTP/1.1" status: 404 len: 337 time: 0.1711044 Mar 11 13:08:35.182298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.263230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:35.267141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:35.270135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:35.275971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:35.287122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:35.291095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.383962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e1818abc-88c6-4a66-843e-a196c41b2bb9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:35.384293 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-678e4a81-cb55-43e8-a252-95177172b513 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:35.384795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678e4a81-cb55-43e8-a252-95177172b513 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.387146 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-678e4a81-cb55-43e8-a252-95177172b513 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/955a0c41-ff54-4a46-929e-c1759f4abd41 HTTP/1.1" status: 404 len: 333 time: 0.1964190 Mar 11 13:08:35.392786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58360) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.443062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.450940 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 58a24922-6f49-4085-8a7c-072ff67055a8 (CIDR: 2001:db8:0:1::/64) Mar 11 13:08:35.458598 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:08:35.459097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.482391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e1818abc-88c6-4a66-843e-a196c41b2bb9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:35.483022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.485535 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1aa08618-ae29-4835-8292-0bb329840559 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3682892 Mar 11 13:08:35.487057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58364) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.493055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'subnet': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:35.509300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb257f51-e20f-4358-8df3-0b777db6214f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:35.509785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb257f51-e20f-4358-8df3-0b777db6214f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.557094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=a199560c-a62f-448b-bb75-e364930f7aeb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:35.585403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.597286 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fb257f51-e20f-4358-8df3-0b777db6214f tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/16495bfc-c107-45f4-87de-c52ebbe47d76 HTTP/1.1" status: 404 len: 337 time: 0.2030101 Mar 11 13:08:35.599946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58368) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.602939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.661290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:35.663482 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bce6c7-22ed-44a9-a37e-d5f4f92a7f76 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:35.663976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bce6c7-22ed-44a9-a37e-d5f4f92a7f76 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.665672 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d8bce6c7-22ed-44a9-a37e-d5f4f92a7f76 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/83b9c34d-0dbb-491e-84e9-1b683c6556e7 HTTP/1.1" status: 404 len: 333 time: 0.0646172 Mar 11 13:08:35.668463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58372) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.674998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddaf0649-274d-4504-8165-dd00f495ba72,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:35.684519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.717175 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6cf22d-68ec-4d96-bae5-378d1645b669 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:35.717649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6cf22d-68ec-4d96-bae5-378d1645b669 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.721737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:08:35.721902 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2e6cf22d-68ec-4d96-bae5-378d1645b669 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/ca782acc-0a25-47b0-998f-d772ad86f707 HTTP/1.1" status: 404 len: 337 time: 0.0500491 Mar 11 13:08:35.722003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1c2f0af9-9705-4fa2-9aff-3d48b19e7420 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:08:35.723307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58376) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.729035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.730311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7622d5b9-529d-4cba-b809-5a510237ede6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9195032 Mar 11 13:08:35.734039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58380) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.741307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'security_group_rule': {'security_group_id': 'f48537b7-6b25-4e36-b94c-463a6f936d6e', 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:35.750827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:35.755124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:35.757327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:security_group_rule and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:35.761635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:35.764450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Usage tracker for resource:subnet and tenant:d5771888ea0e4b5681f35a88f2a6254a is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:35.769284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:35.771939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:35.777451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:35.788080 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Project b2f4b40c1fc54fc599675dd835b1a8c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:08:35.795397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=dbcd353f-66de-4e7f-b79a-8aab018a833a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:35.795881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Made reservation on behalf of d5771888ea0e4b5681f35a88f2a6254a for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:35.800082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.818543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.823923 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfc6186-b380-429c-8767-4eadc9e87c90 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:35.824415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfc6186-b380-429c-8767-4eadc9e87c90 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.828584 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bdfc6186-b380-429c-8767-4eadc9e87c90 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/ab1a08b1-c5fa-45de-95ee-aafb4a5fc6f4 HTTP/1.1" status: 404 len: 333 time: 0.0988677 Mar 11 13:08:35.833909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:35.844931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58384) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:35.890486 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9e865e-9b79-414c-9d32-be1f1bc8c1ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:35.890939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9e865e-9b79-414c-9d32-be1f1bc8c1ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:35.895037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-df9e865e-9b79-414c-9d32-be1f1bc8c1ee tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/3f862ce0-8c61-4358-b35f-84bb4412924f HTTP/1.1" status: 404 len: 337 time: 0.0472078 Mar 11 13:08:35.898231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58388) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.012755 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-197fc94d-13b6-43c1-bf35-affebd8282c4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.013201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197fc94d-13b6-43c1-bf35-affebd8282c4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.015071 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-197fc94d-13b6-43c1-bf35-affebd8282c4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/e0a8228f-b5a7-442c-9ab5-3d75087f2af0 HTTP/1.1" status: 404 len: 337 time: 0.1139991 Mar 11 13:08:36.029383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58392) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.058812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.062993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.087015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.089619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-323beca2-3d7b-4df5-a6f6-21dcac1b7aeb tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/dbcd353f-66de-4e7f-b79a-8aab018a833a HTTP/1.1" status: 204 len: 168 time: 1.9595680 Mar 11 13:08:36.090551 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9581fd4-23ba-4272-8682-804c3092227e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.091017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9581fd4-23ba-4272-8682-804c3092227e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.092506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58396) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.110173 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9581fd4-23ba-4272-8682-804c3092227e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/2611874b-03bb-4226-868a-12def50b553a HTTP/1.1" status: 404 len: 333 time: 0.0797760 Mar 11 13:08:36.114398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.119813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58400) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.136781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.137356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Fanout notify agent at l3_agent the message router_deleted on router a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:08:36.139246 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-003f5aad-7942-457e-93a7-c647ade9b621 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:08:36.139769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-003f5aad-7942-457e-93a7-c647ade9b621 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:36.154227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.155298 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e59753b-829b-4b7e-8dba-617ca2816370 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/routers/a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a HTTP/1.1" status: 204 len: 168 time: 3.0632715 Mar 11 13:08:36.157965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.159464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.188296 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-356d07a3-7686-4b91-9427-01615f9681de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.188669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356d07a3-7686-4b91-9427-01615f9681de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.190353 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-356d07a3-7686-4b91-9427-01615f9681de tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/22d3307e-6278-4e36-b0ed-4f1a689b2731 HTTP/1.1" status: 404 len: 337 time: 0.0696058 Mar 11 13:08:36.194241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.207696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255aba2d-c17a-4345-b905-d328178da3f5,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:36.221610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.222773 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e2e8f49c-3e5c-4822-b8d4-d6ba457b6383 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4878063 Mar 11 13:08:36.248789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-003f5aad-7942-457e-93a7-c647ade9b621 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:36.249992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-003f5aad-7942-457e-93a7-c647ade9b621 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/dbcd353f-66de-4e7f-b79a-8aab018a833a HTTP/1.1" status: 404 len: 333 time: 0.1563532 Mar 11 13:08:36.255875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58416) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.258413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d09908-f5ac-4c45-90da-07ad21eebe23 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.258862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d09908-f5ac-4c45-90da-07ad21eebe23 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.265989 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61d09908-f5ac-4c45-90da-07ad21eebe23 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/c9efaaea-bf06-456b-8a65-9d8fa4b1bbee HTTP/1.1" status: 404 len: 337 time: 0.0640771 Mar 11 13:08:36.267699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58422) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.322887 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-03170a8a-852d-4fb8-9218-751a81c7ad6d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.324339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03170a8a-852d-4fb8-9218-751a81c7ad6d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.324478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting subnet 1d2165b9-d07a-4f79-810b-2f7f921300b8 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:36.325819 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-03170a8a-852d-4fb8-9218-751a81c7ad6d tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/9d44d1dd-6b4a-4b49-8c06-0142a7469d38 HTTP/1.1" status: 404 len: 333 time: 0.0570920 Mar 11 13:08:36.328286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58434) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.368740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.404451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.411311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2e69b0-fd43-4ca9-a0e7-d6db3fdef399 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.411761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2e69b0-fd43-4ca9-a0e7-d6db3fdef399 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.414046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dc2e69b0-fd43-4ca9-a0e7-d6db3fdef399 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/544c4826-e8df-40be-a489-b4ed736f7f34 HTTP/1.1" status: 404 len: 337 time: 0.0844398 Mar 11 13:08:36.433670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 50838b73-78e7-42e1-9d27-6824155696d2 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:36.435923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58454) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.444874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.472662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:36.475822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:36.478671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:36.479283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.486445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e37d53f-3a1c-4f52-9a0f-8920e4c26a34 None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:36.511341 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0199997 Mar 11 13:08:36.512787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58458) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.522126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1264443543', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eeb5e898-d04d-4e2b-84f8-a5cf817543cf'}], 'security_groups': ['974c68ed-69d1-498c-b58f-d65238d15485', '432f114a-a661-4602-8915-9b2155d05766']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:36.534805 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6571d60-831d-44d9-bfe1-22c5d1af5e04 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.535277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6571d60-831d-44d9-bfe1-22c5d1af5e04 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.537036 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a6571d60-831d-44d9-bfe1-22c5d1af5e04 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/44684fff-2608-4460-b809-4bcc1b3c924b HTTP/1.1" status: 404 len: 337 time: 0.0956912 Mar 11 13:08:36.543275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.561425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89797cfa-241f-4208-aebe-e26e5eb66206 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Subnet': ['ID=eeb5e898-d04d-4e2b-84f8-a5cf817543cf,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:36.574462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.632920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.679783 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-069dca33-f3cd-4d48-9127-ccc55d0b7af5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.680260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069dca33-f3cd-4d48-9127-ccc55d0b7af5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.685186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-069dca33-f3cd-4d48-9127-ccc55d0b7af5 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/ddaf10eb-8523-4d0b-9be5-fbf1bd4e81ce HTTP/1.1" status: 404 len: 333 time: 0.1074989 Mar 11 13:08:36.691076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58478) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.709040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:36.745894 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bcfd12-06ad-4dec-84aa-0a00e030167e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.746747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bcfd12-06ad-4dec-84aa-0a00e030167e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.750500 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85bcfd12-06ad-4dec-84aa-0a00e030167e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/4bf49dd5-3b06-4929-8ac1-ccbf17a13704 HTTP/1.1" status: 404 len: 337 time: 0.0539305 Mar 11 13:08:36.754159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.812445 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c95d15-26fd-45dd-8cc4-68125ca9ce8a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:36.812909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c95d15-26fd-45dd-8cc4-68125ca9ce8a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:36.814727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c4c95d15-26fd-45dd-8cc4-68125ca9ce8a tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/788853fc-841c-4f6a-accf-e7ba5f84b2fc HTTP/1.1" status: 404 len: 337 time: 0.0564096 Mar 11 13:08:36.824864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58486) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:36.893595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] Update dhcp port {'port': {'network_id': '2298a3a7-d9a3-4dee-8403-3b63b110d460', 'fixed_ips': [{'subnet_id': '58a24922-6f49-4085-8a7c-072ff67055a8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e4f34502-bcbf-432c-825d-1184e583dc84', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eeb5e898-d04d-4e2b-84f8-a5cf817543cf'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'aeb33802-b730-4ea4-9ea2-92c5ece9df6b'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:08:36.966615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.015354 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a47fae9c-bea8-4526-94f5-bd615c3df0bd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports?device_id=b625b199-59a8-4450-8a63-bf32bd3ee6f1 HTTP/1.1" status: 200 len: 205 time: 0.0492485 Mar 11 13:08:37.018167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58490) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.096846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.125158 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-72c9fa11-8625-466d-b964-71677cb8bd77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] delete failed (client error): The resource could not be found. Mar 11 13:08:37.128590 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72c9fa11-8625-466d-b964-71677cb8bd77 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/routers/b625b199-59a8-4450-8a63-bf32bd3ee6f1 HTTP/1.1" status: 404 len: 336 time: 0.1056237 Mar 11 13:08:37.140634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.188603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.214088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c77adc6c-0ead-4b09-b130-a49af7f8b4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.220105 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-82909a22-5eab-41cc-af39-4555ad6ed984 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.220471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82909a22-5eab-41cc-af39-4555ad6ed984 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.224670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-82909a22-5eab-41cc-af39-4555ad6ed984 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/49d35927-61db-49d5-94a1-aaf3a1868d93 HTTP/1.1" status: 404 len: 337 time: 0.0806713 Mar 11 13:08:37.228927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58504) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.299308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.319915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] Allocated IP 2001:db8:0:2::2 (2298a3a7-d9a3-4dee-8403-3b63b110d460/eeb5e898-d04d-4e2b-84f8-a5cf817543cf/aeb33802-b730-4ea4-9ea2-92c5ece9df6b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:37.332403 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5e264d23-a0e7-49e9-a6c1-4defffc49761 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 HTTP/1.1" status: 200 len: 205 time: 0.0974417 Mar 11 13:08:37.332403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58508) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.361930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=50838b73-78e7-42e1-9d27-6824155696d2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:37.373002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.388446 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-873c1042-d8cd-444f-a330-fa645b125252 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/50838b73-78e7-42e1-9d27-6824155696d2 HTTP/1.1" status: 204 len: 168 time: 1.1314399 Mar 11 13:08:37.392354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd0508d-f5a8-43c7-91bd-c9bdffca3ede None None] Network 877310be-7efb-442a-bad1-b58467c79c84 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:37.397468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58512) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.402974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.426196 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-8fbe31b4-f0f7-47f3-bb1b-24ee2760fe57 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] delete failed (client error): The resource could not be found. Mar 11 13:08:37.429680 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8fbe31b4-f0f7-47f3-bb1b-24ee2760fe57 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/routers/f7a4594c-b1d6-44b2-9d11-cf1b2dbae678 HTTP/1.1" status: 404 len: 336 time: 0.0939536 Mar 11 13:08:37.440263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58516) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.480622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.482904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/subnets/1d2165b9-d07a-4f79-810b-2f7f921300b8 HTTP/1.1" status: 204 len: 168 time: 1.3238358 Mar 11 13:08:37.484308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550289d-3962-4fb5-9de6-4c76ae5def15 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2165b9-d07a-4f79-810b-2f7f921300b8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:37.486110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58522) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.489315 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1847630-92ba-4d7c-8949-9e26a18da4e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.489807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1847630-92ba-4d7c-8949-9e26a18da4e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.494017 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e1847630-92ba-4d7c-8949-9e26a18da4e7 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/0e4d82c6-3026-476a-bb7e-602da895ce0b HTTP/1.1" status: 404 len: 337 time: 0.0503411 Mar 11 13:08:37.494722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58526) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.537172 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46e282-3d7b-4054-99d7-c1d712da4686 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.538001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed46e282-3d7b-4054-99d7-c1d712da4686 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.543220 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed46e282-3d7b-4054-99d7-c1d712da4686 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/0288119f-ddae-4a31-9f35-4c03d0788809 HTTP/1.1" status: 404 len: 337 time: 0.0465131 Mar 11 13:08:37.544278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58530) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.594135 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-267ae03a-5492-4020-9718-8d072a35c04e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.594631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267ae03a-5492-4020-9718-8d072a35c04e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.598725 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-267ae03a-5492-4020-9718-8d072a35c04e tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/9e72b7ed-85be-4130-b35d-28fc4ddaa90d HTTP/1.1" status: 404 len: 333 time: 0.0507243 Mar 11 13:08:37.599446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,segment=NetworkSegment(32c4ceb2-af47-4de1-b45e-24ea752c032c),segment_id=32c4ceb2-af47-4de1-b45e-24ea752c032c)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:37.601888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58536) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.630094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.648482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] Transition to ACTIVE for port object aeb33802-b730-4ea4-9ea2-92c5ece9df6b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:37.650175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efb9b4d-f611-4293-a76e-bee5f37133d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.650724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efb9b4d-f611-4293-a76e-bee5f37133d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.657579 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5efb9b4d-f611-4293-a76e-bee5f37133d2 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/970df3dc-097c-4fd4-9016-4849e0aa6eff HTTP/1.1" status: 404 len: 337 time: 0.0544457 Mar 11 13:08:37.658317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58544) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.666095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43661ff2-adbe-4fe3-ab51-052d474c5999 None None] Network 14dbcc01-3045-456c-8943-1579f0d3fd2a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:37.677927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.706619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cc89d0-447a-4951-a9cd-1a59495aeecf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.707224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cc89d0-447a-4951-a9cd-1a59495aeecf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.712687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-71cc89d0-447a-4951-a9cd-1a59495aeecf tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/5f809a3d-fa81-4a6b-9419-92398258e59a HTTP/1.1" status: 404 len: 333 time: 0.0533419 Mar 11 13:08:37.713405 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58556) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.747210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.756929 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeeebf64-fd9a-4ea7-ac7a-3cb92174d5a4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.757502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeeebf64-fd9a-4ea7-ac7a-3cb92174d5a4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.762210 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aeeebf64-fd9a-4ea7-ac7a-3cb92174d5a4 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/30447cf9-83ad-452c-b940-65a5a1b07e88 HTTP/1.1" status: 404 len: 337 time: 0.0476942 Mar 11 13:08:37.763313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58568) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.784520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 67bc9450-7623-42b2-a430-a5b0e2694285 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:37.784860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.815609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.820336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 2422809e-ffd9-4ffd-9823-dd126a61a70f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:37.820685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:37.821265 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a2b522-ac4c-4946-b585-8182db3df475 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.821988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a2b522-ac4c-4946-b585-8182db3df475 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.826481 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6a2b522-ac4c-4946-b585-8182db3df475 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/b08e3cec-4d9a-49de-b990-7130c2d2132e HTTP/1.1" status: 404 len: 333 time: 0.0625355 Mar 11 13:08:37.827208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.870718 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9cfc46-7a55-4312-840f-2ad4048410b0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.871282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9cfc46-7a55-4312-840f-2ad4048410b0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.875961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d9cfc46-7a55-4312-840f-2ad4048410b0 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/f8c5eac7-9e55-44c9-92a9-434b1b3ec857 HTTP/1.1" status: 404 len: 337 time: 0.0470741 Mar 11 13:08:37.876680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58586) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.922928 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e93696d-e425-4c2c-a71e-63b0c401ee61 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.923857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e93696d-e425-4c2c-a71e-63b0c401ee61 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.927979 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4e93696d-e425-4c2c-a71e-63b0c401ee61 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/a1b04b7f-c312-402d-b555-8cfabbb77d4c HTTP/1.1" status: 404 len: 333 time: 0.0502748 Mar 11 13:08:37.928654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58590) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:37.981071 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ddb67a-bbd0-4ee7-8911-4b2192b49add tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:37.982614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ddb67a-bbd0-4ee7-8911-4b2192b49add tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:37.988015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-00ddb67a-bbd0-4ee7-8911-4b2192b49add tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/c1e2f5de-05cd-4a58-b22c-1b89dfd2dcb7 HTTP/1.1" status: 404 len: 337 time: 0.0572939 Mar 11 13:08:37.988884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58594) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:38.041491 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cb0c4e-e7d9-4b6b-bb61-3414c7d19643 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:38.041791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cb0c4e-e7d9-4b6b-bb61-3414c7d19643 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:38.047500 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89cb0c4e-e7d9-4b6b-bb61-3414c7d19643 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/43bb99fb-36b8-47fc-8da0-39c05601ac00 HTTP/1.1" status: 404 len: 333 time: 0.0571160 Mar 11 13:08:38.048222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58598) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:38.089890 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-98da1978-8a7f-4ace-b0f9-f2a94b3adceb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:38.090797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98da1978-8a7f-4ace-b0f9-f2a94b3adceb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:38.099509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-98da1978-8a7f-4ace-b0f9-f2a94b3adceb tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/f4ba93cb-eb46-41ca-9ec7-c5cce3e722bc HTTP/1.1" status: 404 len: 337 time: 0.0497227 Mar 11 13:08:38.100695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:38.118332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Delete allocated IP 2001:db8::2ea (2298a3a7-d9a3-4dee-8403-3b63b110d460/e4f34502-bcbf-432c-825d-1184e583dc84) {{(pid=87959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 13:08:38.183466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Allocated IP 2001:db8:0:2::142 (2298a3a7-d9a3-4dee-8403-3b63b110d460/eeb5e898-d04d-4e2b-84f8-a5cf817543cf/5270f824-3f83-4e77-a709-9fe2a3c09527) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:38.187099 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f05490-9f11-414a-886b-fde46db9e9ba tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:38.188817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f05490-9f11-414a-886b-fde46db9e9ba tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:38.194531 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-22f05490-9f11-414a-886b-fde46db9e9ba tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/95384749-11a3-4b4a-aad3-b8def6927dbd HTTP/1.1" status: 404 len: 333 time: 0.0930364 Mar 11 13:08:38.195387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:38.220285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c123557-546b-4f9f-b33b-c1ea05141cb8 None None] Pushing event updated for resources: {'Port': ['ID=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:38.270103 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-307aafe9-1efa-475f-b19a-94b896a7e1a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:38.270896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307aafe9-1efa-475f-b19a-94b896a7e1a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:38.277061 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-307aafe9-1efa-475f-b19a-94b896a7e1a6 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/d8d39079-d860-4d53-babd-9273c221afe6 HTTP/1.1" status: 404 len: 337 time: 0.0796387 Mar 11 13:08:38.278059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58612) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:38.370893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] For port 67bc9450-7623-42b2-a430-a5b0e2694285, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc9450-7623-42b2-a430-a5b0e2694285,segment=NetworkSegment(deb1c1a8-8674-4fad-a981-908d5f3a82b0),segment_id=deb1c1a8-8674-4fad-a981-908d5f3a82b0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:38.371467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.403479 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6df10b-e249-4a62-963c-0ed83104ef73 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:38.404949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6df10b-e249-4a62-963c-0ed83104ef73 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:38.414713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] DHCP port deletion for 14dbcc01-3045-456c-8943-1579f0d3fd2a request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:38.424200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Deleting port 2422809e-ffd9-4ffd-9823-dd126a61a70f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:38.424571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.432734 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fa6df10b-e249-4a62-963c-0ed83104ef73 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/ports/6d99559b-a99d-4237-8f81-1023cc14c81b HTTP/1.1" status: 404 len: 333 time: 0.1507387 Mar 11 13:08:38.444412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58616) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:38.506304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] DHCP port deletion for 877310be-7efb-442a-bad1-b58467c79c84 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:38.521766 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d85c256-983a-45e6-ab16-c9e8f373f1fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:38.522222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d85c256-983a-45e6-ab16-c9e8f373f1fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:38.526992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d85c256-983a-45e6-ab16-c9e8f373f1fd tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/subnets/faf4dedd-f2c2-4076-9271-ea2a144e323e HTTP/1.1" status: 404 len: 337 time: 0.0818858 Mar 11 13:08:38.533367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58620) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:38.542262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Deleting port 67bc9450-7623-42b2-a430-a5b0e2694285 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:38.542973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.619227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 67bc9450-7623-42b2-a430-a5b0e2694285 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:38.706915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.738498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] For port 2422809e-ffd9-4ffd-9823-dd126a61a70f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2422809e-ffd9-4ffd-9823-dd126a61a70f,segment=NetworkSegment(0ed3d83d-a395-4923-b5e8-ac79204c384d),segment_id=0ed3d83d-a395-4923-b5e8-ac79204c384d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:38.738873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.887409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.920892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03007ba6-d1e0-4ba6-aa08-eced2aedda75']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:38.927647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] For port 67bc9450-7623-42b2-a430-a5b0e2694285, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc9450-7623-42b2-a430-a5b0e2694285,segment=NetworkSegment(deb1c1a8-8674-4fad-a981-908d5f3a82b0),segment_id=deb1c1a8-8674-4fad-a981-908d5f3a82b0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:38.928199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.947847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a285d9-00d0-41b0-bd36-a26d606c6e4e') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:38.948242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a285d9-00d0-41b0-bd36-a26d606c6e4e') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:38.960963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.981299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:38.988717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:38.989115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:39.008081 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:39.162509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 2422809e-ffd9-4ffd-9823-dd126a61a70f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:39.179316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Calling delete_port for 67bc9450-7623-42b2-a430-a5b0e2694285 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:39.263836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.293502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] For port 2422809e-ffd9-4ffd-9823-dd126a61a70f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2422809e-ffd9-4ffd-9823-dd126a61a70f,segment=NetworkSegment(0ed3d83d-a395-4923-b5e8-ac79204c384d),segment_id=0ed3d83d-a395-4923-b5e8-ac79204c384d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:39.293900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.305018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.315273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] 10.222.0.52 "DELETE /v2.0/networks/03007ba6-d1e0-4ba6-aa08-eced2aedda75 HTTP/1.1" status: 204 len: 168 time: 0.7799258 Mar 11 13:08:39.318775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2a362-45c7-4f43-a850-fbcd57c15092 tempest-NetworksTestDHCPv6-2080967205 tempest-NetworksTestDHCPv6-2080967205-project] Pushing event deleted for resources: {'Network': ['ID=03007ba6-d1e0-4ba6-aa08-eced2aedda75,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:39.328503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Provisioning complete for port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:39.332108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.332265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.363963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-91b4008b-663f-4de6-aac6-5855549bd627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.418950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=67bc9450-7623-42b2-a430-a5b0e2694285,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:39.421585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No DVR routers for this DVR port 67bc9450-7623-42b2-a430-a5b0e2694285 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:39.479201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.559262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aeb33802-b730-4ea4-9ea2-92c5ece9df6b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:39.622560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=2422809e-ffd9-4ffd-9823-dd126a61a70f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:39.687537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 13:08:39.692597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:08:39.693221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:08:39.695299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] No DVR routers for this DVR port 2422809e-ffd9-4ffd-9823-dd126a61a70f on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:39.702993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Calling delete_port for 2422809e-ffd9-4ffd-9823-dd126a61a70f owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:39.738187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.749476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.781479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:39.783979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:39.826305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Provisioning for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:39.845134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Provisioning complete for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:39.845530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.846541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877310be-7efb-442a-bad1-b58467c79c84']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:39.853684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Transition to ACTIVE for port object 5270f824-3f83-4e77-a709-9fe2a3c09527 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:39.903772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:08:39.903772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:08:39.904438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:39.904831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.904965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb1c1a8-8674-4fad-a981-908d5f3a82b0') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:39.905244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb1c1a8-8674-4fad-a981-908d5f3a82b0') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:39.917745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.967178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.975118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:39.998621 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-90832a43-ccee-4cf1-bd94-128af806393c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0bdea0fb04d348fa947310b98e9536df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161341 Mar 11 13:08:40.001331 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58636) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:40.070921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.074111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dbcc01-3045-456c-8943-1579f0d3fd2a']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:40.094752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Provisioning for port 5270f824-3f83-4e77-a709-9fe2a3c09527 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:40.103138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event updated for resources: {'Port': ['ID=5270f824-3f83-4e77-a709-9fe2a3c09527,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:40.106428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] In _notify_port_updated(), no bound segment for port 5270f824-3f83-4e77-a709-9fe2a3c09527 on network 2298a3a7-d9a3-4dee-8403-3b63b110d460 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:08:40.106599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Provisioning complete for port 5270f824-3f83-4e77-a709-9fe2a3c09527 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:40.106953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.111395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:40.112007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.113289 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fbe0668d-b0b0-4abd-8264-e9f26f589223 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "PUT /v2.0/ports/5270f824-3f83-4e77-a709-9fe2a3c09527 HTTP/1.1" status: 200 len: 970 time: 3.6003108 Mar 11 13:08:40.118139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:40.118736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.141018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58640) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:40.141732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb8131a0-b84d-4cfb-97f9-e48e9c7c359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:40.147411 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:40.150794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed3d83d-a395-4923-b5e8-ac79204c384d') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:40.150794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed3d83d-a395-4923-b5e8-ac79204c384d') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:40.194021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bfb90-f9c3-4d7b-8392-7191e09aeb24 None None] Port 5270f824-3f83-4e77-a709-9fe2a3c09527 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:40.194976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Deleting port 67bc9450-7623-42b2-a430-a5b0e2694285 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:40.195336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.257748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.287124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb8131a0-b84d-4cfb-97f9-e48e9c7c359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.293053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.301690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:40.302846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:40.319411 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:40.326176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 5270f824-3f83-4e77-a709-9fe2a3c09527 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:40.326520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.332913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2422809e-ffd9-4ffd-9823-dd126a61a70f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:40.337011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.393223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-27bfa2d9-5c32-4bc8-aea5-d000a1ae63a8 None None] The port '67bc9450-7623-42b2-a430-a5b0e2694285' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:08:40.404103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Deleting port 2422809e-ffd9-4ffd-9823-dd126a61a70f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:40.404753 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.455718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2422809e-ffd9-4ffd-9823-dd126a61a70f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:08:40.455718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2422809e-ffd9-4ffd-9823-dd126a61a70f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:08:40.456032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 67bc9450-7623-42b2-a430-a5b0e2694285 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:40.517264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.524456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb8131a0-b84d-4cfb-97f9-e48e9c7c359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.530191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 67bc9450-7623-42b2-a430-a5b0e2694285 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:08:40.530701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 67bc9450-7623-42b2-a430-a5b0e2694285 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:08:40.539823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.559875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=877310be-7efb-442a-bad1-b58467c79c84,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:40.561890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.589993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.592245 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/networks/14dbcc01-3045-456c-8943-1579f0d3fd2a HTTP/1.1" status: 204 len: 168 time: 3.0997703 Mar 11 13:08:40.595201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58644) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:40.598464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5297efc6-36fe-4f64-8b1d-38c316db3a46 None None] The port '2422809e-ffd9-4ffd-9823-dd126a61a70f' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:08:40.598881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525a81-866e-4b4b-ba6d-f6c4df771501 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Network': ['ID=14dbcc01-3045-456c-8943-1579f0d3fd2a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:40.612663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-97728def-4cc0-4f41-bdf6-d7c90dcd8881 None None] Provisioning complete for port 5270f824-3f83-4e77-a709-9fe2a3c09527 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:40.613097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97728def-4cc0-4f41-bdf6-d7c90dcd8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.620817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8131a0-b84d-4cfb-97f9-e48e9c7c359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1b25db-aeb1-448a-8d5d-a5ff08088497,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:40.629000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb8131a0-b84d-4cfb-97f9-e48e9c7c359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.633126 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb8131a0-b84d-4cfb-97f9-e48e9c7c359f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a1b25db-aeb1-448a-8d5d-a5ff08088497 HTTP/1.1" status: 204 len: 168 time: 0.6308458 Mar 11 13:08:40.679113 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bfe850c0-0382-472f-940f-ab60a7bb5817 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/877310be-7efb-442a-bad1-b58467c79c84 HTTP/1.1" status: 204 len: 168 time: 3.2808843 Mar 11 13:08:40.689158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58652) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:40.702917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-90081231'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:40.711190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:40.712650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.743151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-97728def-4cc0-4f41-bdf6-d7c90dcd8881 None None] Port 5270f824-3f83-4e77-a709-9fe2a3c09527 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:40.798530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:40.808460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:40.817055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 359b25da-b1cb-42ad-bcf6-1964bf0c6e51 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:40.817364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.842529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:40.868615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.875699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:40.879531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:40.999993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:41.014788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.015129 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment f84f6b49-6303-4764-af5a-a265ff3f7188 of type vlan for network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e Mar 11 13:08:41.022308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 5270f824-3f83-4e77-a709-9fe2a3c09527 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:41.044461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.044787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.217891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.271661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=5270f824-3f83-4e77-a709-9fe2a3c09527,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:41.339833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.352815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 359b25da-b1cb-42ad-bcf6-1964bf0c6e51 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:41.362715 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61aaaf1e-0b4e-4558-b0b6-81d58639ea24 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/5270f824-3f83-4e77-a709-9fe2a3c09527 HTTP/1.1" status: 204 len: 168 time: 1.2188063 Mar 11 13:08:41.363508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58668) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:41.416414 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81a2189-79fe-46b5-8107-4435214d6239 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] GET failed (client error): The resource could not be found. Mar 11 13:08:41.416414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b81a2189-79fe-46b5-8107-4435214d6239 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Synchronizing usage tracker for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:41.421759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.434769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b81a2189-79fe-46b5-8107-4435214d6239 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Unset dirty status for tenant:d5771888ea0e4b5681f35a88f2a6254a on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:41.439080 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b81a2189-79fe-46b5-8107-4435214d6239 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports/5270f824-3f83-4e77-a709-9fe2a3c09527 HTTP/1.1" status: 404 len: 333 time: 0.0744781 Mar 11 13:08:41.439940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58674) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:41.510995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.516449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:41.517040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.534841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47b260ef-d032-45f5-bf95-6b11d1c9d623 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.584170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47b260ef-d032-45f5-bf95-6b11d1c9d623 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.622038 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9316189 Mar 11 13:08:41.643089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:41.652751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:41.688636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47b260ef-d032-45f5-bf95-6b11d1c9d623 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.695544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7be3cb-3e4d-47b9-9217-656e12afe194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:41.707838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:41.764460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.814429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:41.816009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b260ef-d032-45f5-bf95-6b11d1c9d623 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15999c8-1480-463a-b73f-9c602493c456,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:41.828373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=359b25da-b1cb-42ad-bcf6-1964bf0c6e51,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:41.842576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47b260ef-d032-45f5-bf95-6b11d1c9d623 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.843768 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-47b260ef-d032-45f5-bf95-6b11d1c9d623 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/security-groups/d15999c8-1480-463a-b73f-9c602493c456 HTTP/1.1" status: 204 len: 168 time: 0.4028549 Mar 11 13:08:41.852935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58694) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:41.920294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.930185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:41.938164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:41.949560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:41.959500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:41.964728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b9b6e3-4f44-4cba-b41d-582f232e97c3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.976946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:41.993813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:41.998111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.005584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.007543 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4565bc86-6c9a-4dce-9821-c60107db13b1 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/floatingips/89efda3e-d1b6-43e4-a756-69908cd5ac29 HTTP/1.1" status: 204 len: 168 time: 1.4106779 Mar 11 13:08:42.013000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58698) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:42.024538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1504133351'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:42.056102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b9b6e3-4f44-4cba-b41d-582f232e97c3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.064648 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4e8d0a-9554-448e-aaa5-3a0ccf60eebc tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:42.064648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4e8d0a-9554-448e-aaa5-3a0ccf60eebc tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:42.065072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:42.066206 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bb4e8d0a-9554-448e-aaa5-3a0ccf60eebc tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/ports/f9ca93df-92df-4d9c-a5f9-2630a5bf528e HTTP/1.1" status: 404 len: 333 time: 0.0513082 Mar 11 13:08:42.068754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58702) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:42.114399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9fce69ad-2d95-4a1e-abf8-fbed1801ceaa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Synchronizing usage tracker for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:42.123652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:42.131299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9fce69ad-2d95-4a1e-abf8-fbed1801ceaa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Unset dirty status for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:42.132435 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9fce69ad-2d95-4a1e-abf8-fbed1801ceaa tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a HTTP/1.1" status: 200 len: 205 time: 0.0627804 Mar 11 13:08:42.135126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58706) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:42.136846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:42.154479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:42.190334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:42.194050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.210229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.211190 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-755f81e9-9541-4b86-9c96-e37ef4c1fa27 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] delete failed (client error): The resource could not be found. Mar 11 13:08:42.214741 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-755f81e9-9541-4b86-9c96-e37ef4c1fa27 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/routers/a1f85d23-8ecd-4b44-bbdd-f6bd18771b6a HTTP/1.1" status: 404 len: 336 time: 0.0759583 Mar 11 13:08:42.218092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58710) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:42.230171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:42.236349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:security_group_rule and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:42.241416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:42.249863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:42.251810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b9b6e3-4f44-4cba-b41d-582f232e97c3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.258030 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18e23b4-2cac-4422-882a-1f3fd3980269 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:42.258492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18e23b4-2cac-4422-882a-1f3fd3980269 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:42.260174 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c18e23b4-2cac-4422-882a-1f3fd3980269 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/subnets/1d2165b9-d07a-4f79-810b-2f7f921300b8 HTTP/1.1" status: 404 len: 337 time: 0.0422688 Mar 11 13:08:42.263257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58714) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:42.321844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9b6e3-4f44-4cba-b41d-582f232e97c3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432f114a-a661-4602-8915-9b2155d05766,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:42.333630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 35c861f9-2227-439f-80d1-6d56a3011d1d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:42.334316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.359936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b9b6e3-4f44-4cba-b41d-582f232e97c3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.361287 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-64b9b6e3-4f44-4cba-b41d-582f232e97c3 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/security-groups/432f114a-a661-4602-8915-9b2155d05766 HTTP/1.1" status: 204 len: 168 time: 0.5074201 Mar 11 13:08:42.367455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58718) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:42.498089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.611375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.614785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45a27dfc-2c1a-4ba8-b6a5-13d02ac948f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.636269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.738367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.764592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=9b44754f-841a-4cbd-8af0-a94ead1b99bc,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:42.771876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 35c861f9-2227-439f-80d1-6d56a3011d1d owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:42.790388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': 'f84f6b49-6303-4764-af5a-a265ff3f7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:42.790744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:08:42.802189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45a27dfc-2c1a-4ba8-b6a5-13d02ac948f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.811210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:42.853553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0730aa36-e5c4-453e-a879-558039f6aff0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:42.864892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.865259 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment eaadf385-17b9-4bf7-9ffa-08e0fe985b11 of type vlan for network 08515422-f31b-4fdf-853e-ff67423edc1f Mar 11 13:08:42.892867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:08:42.904882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.912286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45a27dfc-2c1a-4ba8-b6a5-13d02ac948f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.927840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:42.936140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a27dfc-2c1a-4ba8-b6a5-13d02ac948f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974c68ed-69d1-498c-b58f-d65238d15485,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:42.936794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c2e33-926b-4e04-8cf6-d652134aa6b8 None None] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:42.938973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:42.939556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.944591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.988504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45a27dfc-2c1a-4ba8-b6a5-13d02ac948f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:42.991995 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45a27dfc-2c1a-4ba8-b6a5-13d02ac948f0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/security-groups/974c68ed-69d1-498c-b58f-d65238d15485 HTTP/1.1" status: 204 len: 168 time: 0.6198838 Mar 11 13:08:42.992462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58722) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:42.995603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.001478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:43.001751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.011829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=35c861f9-2227-439f-80d1-6d56a3011d1d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:43.130957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58728) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:43.131382 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7e0c8e88-a30d-42a9-bc56-525ef49239c0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4866700 Mar 11 13:08:43.135184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.152871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e', 'name': 'tempest-PortsTestJSON-1488403878', 'fixed_ips': [{'subnet_id': '9b44754f-841a-4cbd-8af0-a94ead1b99bc', 'ip_address': '172.20.0.10'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:43.216314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7e5f02e2-3ba6-4dc6-a60f-88581e29cef4 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/ports/35c861f9-2227-439f-80d1-6d56a3011d1d HTTP/1.1" status: 204 len: 168 time: 0.9520450 Mar 11 13:08:43.223336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58732) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:43.240451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e', 'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e', 'tenant_id': '32efc02ee8634a5aaf1962877ec98f4b', 'fixed_ips': [{'subnet_id': '9b44754f-841a-4cbd-8af0-a94ead1b99bc'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:43.240914 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4217107 Mar 11 13:08:43.241123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.250235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58736) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:43.267778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-87978887'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:43.276810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:43.283063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet e4f34502-bcbf-432c-825d-1184e583dc84 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:43.286185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.332224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db920da-0b9c-4fcc-aa43-e89b11133a30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=08515422-f31b-4fdf-853e-ff67423edc1f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:43.338164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:43.345146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:43.355092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:43.362154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.421721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:43.425885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.433919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 08515422-f31b-4fdf-853e-ff67423edc1f details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:43.466802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:43.477612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.478170 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment a91b6939-8f43-48df-b911-813f90b67662 of type vlan for network 412156cc-4d54-460d-be17-00fdaf03605e Mar 11 13:08:43.508168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.565504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.573768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:43.574545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.577386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Allocated IP 172.20.0.2 (91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e/9b44754f-841a-4cbd-8af0-a94ead1b99bc/2092826f-b997-4027-bc80-438ad26d0b92) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:43.591936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:43.601716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:43.611457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port 6a317a74-9c61-4d30-9715-5e3f3af309b2 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:43.611800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.693419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:43.703578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:43.746496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.766611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:43.779209 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5261447 Mar 11 13:08:43.782870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58742) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:43.799140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879063c4-64ec-4e6f-9586-dbf68be17014 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=412156cc-4d54-460d-be17-00fdaf03605e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:43.808843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '08515422-f31b-4fdf-853e-ff67423edc1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:43.845022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.853036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 412156cc-4d54-460d-be17-00fdaf03605e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:43.892605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:43.900651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f34502-bcbf-432c-825d-1184e583dc84,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:43.910073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-291971a6-3274-4543-ac35-43848907c20c tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/e4f34502-bcbf-432c-825d-1184e583dc84 HTTP/1.1" status: 204 len: 168 time: 0.9168739 Mar 11 13:08:43.911009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58746) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:43.930230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904592f5-2bc2-4fb8-909a-f79b63f6183b None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:43.990981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet eeb5e898-d04d-4e2b-84f8-a5cf817543cf {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:43.997481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.074395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.122159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.143984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:44.158499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:44.163097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:44.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.192040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Transition to ACTIVE for port object 2092826f-b997-4027-bc80-438ad26d0b92 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:44.196520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:44.211742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.227800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.235836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Transition to ACTIVE for port object 2092826f-b997-4027-bc80-438ad26d0b92 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:44.287065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.333138 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:08:44.370753 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Pushing event updated for resources: {'Port': ['ID=2092826f-b997-4027-bc80-438ad26d0b92,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:44.379268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.384052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:44.385699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:44.386991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:44.388292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.389577 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:44.413092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for 6a317a74-9c61-4d30-9715-5e3f3af309b2 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:44.445155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 819873aa-ca81-4000-8de5-9d33a6f40b3c yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:44.484692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.495363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb5e898-d04d-4e2b-84f8-a5cf817543cf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:44.507972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ecf1457a-c285-47ff-847e-2ff47e0d2ce1 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/eeb5e898-d04d-4e2b-84f8-a5cf817543cf HTTP/1.1" status: 204 len: 168 time: 0.5959454 Mar 11 13:08:44.510355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:44.514380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Attempting to bind port 2092826f-b997-4027-bc80-438ad26d0b92 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:44.515227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Attempting to bind port 2092826f-b997-4027-bc80-438ad26d0b92 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'f84f6b49-6303-4764-af5a-a265ff3f7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:44.515775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Attempting to bind port 2092826f-b997-4027-bc80-438ad26d0b92 on network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:44.522450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:44.523085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Checking segment: {'id': 'f84f6b49-6303-4764-af5a-a265ff3f7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:44.523477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.523860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Bound using segment: {'id': 'f84f6b49-6303-4764-af5a-a265ff3f7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:44.524323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Bound port: 2092826f-b997-4027-bc80-438ad26d0b92, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84f6b49-6303-4764-af5a-a265ff3f7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:44.524698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.578471 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b14776-e969-45b2-b98c-49b43614bc06 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:44.578932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b14776-e969-45b2-b98c-49b43614bc06 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:44.580597 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-90b14776-e969-45b2-b98c-49b43614bc06 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/e4f34502-bcbf-432c-825d-1184e583dc84 HTTP/1.1" status: 404 len: 337 time: 0.0693493 Mar 11 13:08:44.584809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58756) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:44.668840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] For port 2092826f-b997-4027-bc80-438ad26d0b92, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:44.674682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] For port 2092826f-b997-4027-bc80-438ad26d0b92, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2092826f-b997-4027-bc80-438ad26d0b92,segment=NetworkSegment(f84f6b49-6303-4764-af5a-a265ff3f7188),segment_id=f84f6b49-6303-4764-af5a-a265ff3f7188)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:44.681631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting subnet 58a24922-6f49-4085-8a7c-072ff67055a8 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:44.683588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.685476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.768650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.841774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da4206-e141-4c65-b8e6-2b73754b77fc None None] Pushing event updated for resources: {'Port': ['ID=2092826f-b997-4027-bc80-438ad26d0b92,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:44.911245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:44.919414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:45.013993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:45.031550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=6a317a74-9c61-4d30-9715-5e3f3af309b2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:45.069204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Subnet': ['ID=58a24922-6f49-4085-8a7c-072ff67055a8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:45.071636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:45.078666 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f314bac1-2a62-432c-a932-4191d9de2685 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/58a24922-6f49-4085-8a7c-072ff67055a8 HTTP/1.1" status: 204 len: 168 time: 0.4926159 Mar 11 13:08:45.080638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58760) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.141499 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d956fc4-5158-4cd4-926c-636209e5bce9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:45.141950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d956fc4-5158-4cd4-926c-636209e5bce9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:45.143854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1d956fc4-5158-4cd4-926c-636209e5bce9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/02083c9b-953a-4095-a894-09967fce306c HTTP/1.1" status: 404 len: 337 time: 0.0622792 Mar 11 13:08:45.146515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.208330 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e43d0b77-d7d5-4acc-9f66-4a22b34a44f4 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "GET /v2.0/ports?device_id=467d74db-07c5-480d-b937-7413c2343c56 HTTP/1.1" status: 200 len: 205 time: 0.0593870 Mar 11 13:08:45.208980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58768) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.236591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:45.316205 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d75aab26-983a-4066-992d-f753cd07aa7e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] delete failed (client error): The resource could not be found. Mar 11 13:08:45.318122 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d75aab26-983a-4066-992d-f753cd07aa7e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/routers/467d74db-07c5-480d-b937-7413c2343c56 HTTP/1.1" status: 404 len: 336 time: 0.1081448 Mar 11 13:08:45.320603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58772) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.361427 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-12915eeb-3bcc-43c6-a6f0-4adf6783c74e tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/ports/6a317a74-9c61-4d30-9715-5e3f3af309b2 HTTP/1.1" status: 204 len: 168 time: 2.1360538 Mar 11 13:08:45.364961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58776) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.379217 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e4345b-40fc-4117-9cb7-37d3300baff0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:45.380020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e4345b-40fc-4117-9cb7-37d3300baff0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:45.381476 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-47e4345b-40fc-4117-9cb7-37d3300baff0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/7a3237ed-05ac-44f7-82f3-35ff10daeaaf HTTP/1.1" status: 404 len: 337 time: 0.0600085 Mar 11 13:08:45.384229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58782) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.441708 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c12994-ff15-408e-8899-982b51230cde tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:45.442278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c12994-ff15-408e-8899-982b51230cde tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:45.449040 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e5c12994-ff15-408e-8899-982b51230cde tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/f9261e8a-08d3-4a74-894e-d628ea6a351f HTTP/1.1" status: 404 len: 337 time: 0.0600932 Mar 11 13:08:45.451137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58786) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.522159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.10 (91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e/9b44754f-841a-4cbd-8af0-a94ead1b99bc/819873aa-ca81-4000-8de5-9d33a6f40b3c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:45.536102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2092826f-b997-4027-bc80-438ad26d0b92 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:45.536709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:45.580591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d2260-6278-4da5-8c94-b42292a5a194 None None] Network 2298a3a7-d9a3-4dee-8403-3b63b110d460 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:45.715697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d2d0f8-d54e-4beb-9d77-2215227e57d9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:45.716299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d2d0f8-d54e-4beb-9d77-2215227e57d9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:45.718117 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-50d2d0f8-d54e-4beb-9d77-2215227e57d9 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/c8df7388-e740-4318-81f5-d030f2100575 HTTP/1.1" status: 404 len: 337 time: 0.2658122 Mar 11 13:08:45.720837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58790) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.742538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=9baeebd8-f83f-4889-860a-78de36d99258,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:45.772915 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-988c53dd-8697-4831-9b74-2fb1c873c5b0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:45.773618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988c53dd-8697-4831-9b74-2fb1c873c5b0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:45.776324 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-988c53dd-8697-4831-9b74-2fb1c873c5b0 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/80f2cbc5-01cd-4060-abcf-e30c25263e9a HTTP/1.1" status: 404 len: 333 time: 0.0529406 Mar 11 13:08:45.778542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58794) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.828446 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a05933-e2a7-495b-b9ff-2b95db3a75cf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:45.828988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a05933-e2a7-495b-b9ff-2b95db3a75cf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:45.830832 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e8a05933-e2a7-495b-b9ff-2b95db3a75cf tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/859335d9-e5a5-47a8-9b5d-a814dfa26783 HTTP/1.1" status: 404 len: 337 time: 0.0512760 Mar 11 13:08:45.833986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.914987 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-037d0ea1-99bb-44d3-9ded-ea17c7ff6a42 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:45.915446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037d0ea1-99bb-44d3-9ded-ea17c7ff6a42 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:45.927073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-037d0ea1-99bb-44d3-9ded-ea17c7ff6a42 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/4499af75-094b-423f-b796-58eaba405f82 HTTP/1.1" status: 404 len: 337 time: 0.0909655 Mar 11 13:08:45.928684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca7b5384-1b15-4f34-b41e-98f645e3b752 None None] Provisioning complete for port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:45.929054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5384-1b15-4f34-b41e-98f645e3b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:45.930037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58802) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:45.972513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': 'eaadf385-17b9-4bf7-9ffa-08e0fe985b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '08515422-f31b-4fdf-853e-ff67423edc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:45.973147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 08515422-f31b-4fdf-853e-ff67423edc1f, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:08:45.999742 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b3a947-241e-440e-b6ba-2594ee734d1e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:46.000513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b3a947-241e-440e-b6ba-2594ee734d1e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:46.003642 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-76b3a947-241e-440e-b6ba-2594ee734d1e tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/1fd598bb-6300-4818-b2a7-92740a373408 HTTP/1.1" status: 404 len: 333 time: 0.0721915 Mar 11 13:08:46.007473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58806) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:46.015340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2092826f-b997-4027-bc80-438ad26d0b92 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:46.056165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b5384-1b15-4f34-b41e-98f645e3b752 None None] Port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:46.058033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c67c2e-6d1b-42c8-bc6b-0381ecb0b6fc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:46.058491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c67c2e-6d1b-42c8-bc6b-0381ecb0b6fc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:46.061517 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63c67c2e-6d1b-42c8-bc6b-0381ecb0b6fc tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/21d760c9-d2ae-4ed1-a69a-a13454ee7318 HTTP/1.1" status: 404 len: 337 time: 0.0515454 Mar 11 13:08:46.062782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:46.106614 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-100397e6-e139-426f-8365-824c8e6b9b33 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] DELETE failed (client error): The resource could not be found. Mar 11 13:08:46.107077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100397e6-e139-426f-8365-824c8e6b9b33 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:08:46.108761 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-100397e6-e139-426f-8365-824c8e6b9b33 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/subnets/4f45fb85-200e-4359-b5e6-4a3ed675c097 HTTP/1.1" status: 404 len: 337 time: 0.0450840 Mar 11 13:08:46.111643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:46.129583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca7b5384-1b15-4f34-b41e-98f645e3b752 None None] Provisioning complete for port aeb33802-b730-4ea4-9ea2-92c5ece9df6b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:46.129721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5384-1b15-4f34-b41e-98f645e3b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:46.216638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178965ff-3091-4744-8cb9-ceb449d05259 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:46.217591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-178965ff-3091-4744-8cb9-ceb449d05259 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Synchronizing usage tracker for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:46.221097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] DHCP port deletion for 2298a3a7-d9a3-4dee-8403-3b63b110d460 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:46.228371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] Deleting port aeb33802-b730-4ea4-9ea2-92c5ece9df6b {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:46.229392 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:46.232040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:46.234704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:46.235156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:46.270203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object 819873aa-ca81-4000-8de5-9d33a6f40b3c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:46.272418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-178965ff-3091-4744-8cb9-ceb449d05259 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Unset dirty status for tenant:bc78effcf0c742c8a59a8928432e7326 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:46.276618 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-178965ff-3091-4744-8cb9-ceb449d05259 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb HTTP/1.1" status: 200 len: 913 time: 0.9081392 Mar 11 13:08:46.279255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58818) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:46.365898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 08515422-f31b-4fdf-853e-ff67423edc1f is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:08:46.381135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200cf3c5-6fd2-451c-b2c8-58a9bd7916b3 None None] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:46.407929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 08515422-f31b-4fdf-853e-ff67423edc1f) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:46.428732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:46.429960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:46.507227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10683c8-4d17-44fc-a536-5182f71c7285 None None] Network 08515422-f31b-4fdf-853e-ff67423edc1f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:46.601845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:46.745533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:46.748157 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-11902a9b-741c-4147-8b83-83474e775cc4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9601054 Mar 11 13:08:46.789475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for 1198bfb4-8e9b-4496-8e61-07bd5d22ec3e owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:46.828329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58824) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:46.835695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '412156cc-4d54-460d-be17-00fdaf03605e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:46.842573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=819873aa-ca81-4000-8de5-9d33a6f40b3c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:46.879781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:46.884412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:46.902036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:46.956495 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-08515422-f31b-4fdf-853e-ff67423edc1f', 'network_id': '08515422-f31b-4fdf-853e-ff67423edc1f', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': '9baeebd8-f83f-4889-860a-78de36d99258'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:46.957304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.001718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:47.006830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:47.011624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:47.020619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:47.026820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.062791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:47.063541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.106639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Port': ['ID=1198bfb4-8e9b-4496-8e61-07bd5d22ec3e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:47.116198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.122103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:47.126085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.147445 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-763d9ee8-b5d1-480e-ac94-c1eec24c32aa tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0124104 Mar 11 13:08:47.147805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58828) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:47.147953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9007be84-809c-4502-944f-973b3eb24b62 None None] Provisioning for port 2092826f-b997-4027-bc80-438ad26d0b92 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:47.159885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': '91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e', 'name': 'tempest-PortsTestJSON-2107718434', 'fixed_ips': [{'subnet_id': '9b44754f-841a-4cbd-8af0-a94ead1b99bc', 'ip_address': '172.20.0.9'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:47.186222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,segment=NetworkSegment(32c4ceb2-af47-4de1-b45e-24ea752c032c),segment_id=32c4ceb2-af47-4de1-b45e-24ea752c032c)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:47.186611 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.201779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9007be84-809c-4502-944f-973b3eb24b62 None None] Provisioning complete for port 2092826f-b997-4027-bc80-438ad26d0b92 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:47.201779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9007be84-809c-4502-944f-973b3eb24b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.229510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a991e213-2f54-447c-bf49-7b615c83c461 tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/ports/1198bfb4-8e9b-4496-8e61-07bd5d22ec3e HTTP/1.1" status: 204 len: 168 time: 1.1163466 Mar 11 13:08:47.235705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58832) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:47.408156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] Calling delete_port for aeb33802-b730-4ea4-9ea2-92c5ece9df6b owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:47.421744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.448806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port aeb33802-b730-4ea4-9ea2-92c5ece9df6b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:47.449131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.458446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device aeb33802-b730-4ea4-9ea2-92c5ece9df6b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:47.487231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:47.494709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:47.503773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:47.514931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:47.544880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:47.551399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.571421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.652808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Allocated IP 172.20.0.2 (08515422-f31b-4fdf-853e-ff67423edc1f/9baeebd8-f83f-4889-860a-78de36d99258/551e03c7-b963-4ba2-8cf5-a101cae8d77f) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:47.655993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port b2407bf6-1e2d-4d3e-8cbf-22899b76561b yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:08:47.726596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.929034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9007be84-809c-4502-944f-973b3eb24b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:47.947697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.048070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] No DVR routers for this DVR port aeb33802-b730-4ea4-9ea2-92c5ece9df6b on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:48.082371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9007be84-809c-4502-944f-973b3eb24b62 None None] For port 2092826f-b997-4027-bc80-438ad26d0b92, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2092826f-b997-4027-bc80-438ad26d0b92,segment=NetworkSegment(f84f6b49-6303-4764-af5a-a265ff3f7188),segment_id=f84f6b49-6303-4764-af5a-a265ff3f7188)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:48.090772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de498a6f-eb8a-4704-8beb-74ba64b4505f None None] Pushing event deleted for resources: {'Port': ['ID=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:48.107669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.132268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9007be84-809c-4502-944f-973b3eb24b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.225219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=b25250da-1618-41e3-a4f0-7d571f32d1e3,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:48.237350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] For port aeb33802-b730-4ea4-9ea2-92c5ece9df6b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=aeb33802-b730-4ea4-9ea2-92c5ece9df6b,segment=NetworkSegment(32c4ceb2-af47-4de1-b45e-24ea752c032c),segment_id=32c4ceb2-af47-4de1-b45e-24ea752c032c)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:48.237350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.253333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': 'a91b6939-8f43-48df-b911-813f90b67662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '412156cc-4d54-460d-be17-00fdaf03605e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:48.253728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 412156cc-4d54-460d-be17-00fdaf03605e, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:08:48.389576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.9 (91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e/9b44754f-841a-4cbd-8af0-a94ead1b99bc/b2407bf6-1e2d-4d3e-8cbf-22899b76561b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:48.392203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8ec4fdee-8679-44fe-8224-b3675b9cceb4 None None] Provisioning complete for port 2092826f-b997-4027-bc80-438ad26d0b92 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:48.392748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8ec4fdee-8679-44fe-8224-b3675b9cceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.479313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Calling delete_port for aeb33802-b730-4ea4-9ea2-92c5ece9df6b owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:48.498908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007be84-809c-4502-944f-973b3eb24b62 None None] Pushing event updated for resources: {'Port': ['ID=2092826f-b997-4027-bc80-438ad26d0b92,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:48.547759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.565865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Transition to ACTIVE for port object 551e03c7-b963-4ba2-8cf5-a101cae8d77f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:48.615486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:08:48.615882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:08:48.627384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 412156cc-4d54-460d-be17-00fdaf03605e is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:08:48.642730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 412156cc-4d54-460d-be17-00fdaf03605e) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:48.647696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:48.648504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.656147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port e6fafc86-050b-486d-a80e-dc6d0282da39 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:48.656679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.684863 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b61f3eea-4e7f-4267-b7df-7899187a24dc tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8547649 Mar 11 13:08:48.687175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:48.692976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-476209227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:48.701488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:48.705697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:router and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:48.708241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752e275-517d-49d4-a453-0dd80e3ded3d None None] Network 412156cc-4d54-460d-be17-00fdaf03605e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:48.708890 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:48.715343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:48.729650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.731797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.742316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Transition to ACTIVE for port object 551e03c7-b963-4ba2-8cf5-a101cae8d77f will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:48.757617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.775567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.781135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.819038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.823468 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-078b3a7e-f093-42e0-b14c-0f13ad8a9b13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1353600 Mar 11 13:08:48.824158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58842) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:48.913590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.946513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object b2407bf6-1e2d-4d3e-8cbf-22899b76561b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:48.964312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Network 08515422-f31b-4fdf-853e-ff67423edc1f is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:48.974529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:48.993254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:48.997616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Pushing event updated for resources: {'Port': ['ID=551e03c7-b963-4ba2-8cf5-a101cae8d77f,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:49.004878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:49.127360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Deleting port aeb33802-b730-4ea4-9ea2-92c5ece9df6b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:49.127690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.130045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for e6fafc86-050b-486d-a80e-dc6d0282da39 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:49.176637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Attempting to bind port 551e03c7-b963-4ba2-8cf5-a101cae8d77f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:49.177235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Attempting to bind port 551e03c7-b963-4ba2-8cf5-a101cae8d77f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'eaadf385-17b9-4bf7-9ffa-08e0fe985b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '08515422-f31b-4fdf-853e-ff67423edc1f'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:49.177367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Attempting to bind port 551e03c7-b963-4ba2-8cf5-a101cae8d77f on network 08515422-f31b-4fdf-853e-ff67423edc1f {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:49.183591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8ec4fdee-8679-44fe-8224-b3675b9cceb4 None None] Provisioning for port 819873aa-ca81-4000-8de5-9d33a6f40b3c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:49.194716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:49.195082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Checking segment: {'id': 'eaadf385-17b9-4bf7-9ffa-08e0fe985b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '08515422-f31b-4fdf-853e-ff67423edc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:49.195473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.195904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Bound using segment: {'id': 'eaadf385-17b9-4bf7-9ffa-08e0fe985b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '08515422-f31b-4fdf-853e-ff67423edc1f'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:49.196382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Bound port: 551e03c7-b963-4ba2-8cf5-a101cae8d77f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaadf385-17b9-4bf7-9ffa-08e0fe985b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '08515422-f31b-4fdf-853e-ff67423edc1f'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:49.196747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.205945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8ec4fdee-8679-44fe-8224-b3675b9cceb4 None None] Provisioning complete for port 819873aa-ca81-4000-8de5-9d33a6f40b3c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:49.206367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8ec4fdee-8679-44fe-8224-b3675b9cceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.331131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] The port 'aeb33802-b730-4ea4-9ea2-92c5ece9df6b' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:08:49.460555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] For port 551e03c7-b963-4ba2-8cf5-a101cae8d77f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:49.468109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] For port 551e03c7-b963-4ba2-8cf5-a101cae8d77f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=551e03c7-b963-4ba2-8cf5-a101cae8d77f,segment=NetworkSegment(eaadf385-17b9-4bf7-9ffa-08e0fe985b11),segment_id=eaadf385-17b9-4bf7-9ffa-08e0fe985b11)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:49.493913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2092826f-b997-4027-bc80-438ad26d0b92 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:49.576356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.635180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=e6fafc86-050b-486d-a80e-dc6d0282da39,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:49.650720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.737395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.738446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.757380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-412156cc-4d54-460d-be17-00fdaf03605e', 'network_id': '412156cc-4d54-460d-be17-00fdaf03605e', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': 'b25250da-1618-41e3-a4f0-7d571f32d1e3'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:08:49.758589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.772545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8da24-22ec-4ed5-bc57-99532df25529 None None] Pushing event updated for resources: {'Port': ['ID=551e03c7-b963-4ba2-8cf5-a101cae8d77f,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:49.778643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4fdee-8679-44fe-8224-b3675b9cceb4 None None] Port 819873aa-ca81-4000-8de5-9d33a6f40b3c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:49.798901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.817820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:49.819076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2092826f-b997-4027-bc80-438ad26d0b92 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:49.819623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.826964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298a3a7-d9a3-4dee-8403-3b63b110d460']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:49.873624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:49.896640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:49.901711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c4ceb2-af47-4de1-b45e-24ea752c032c') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:49.902013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c4ceb2-af47-4de1-b45e-24ea752c032c') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:49.926592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:49.953057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=b2407bf6-1e2d-4d3e-8cbf-22899b76561b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:50.261121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.275037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:50.276381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.299117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:50.299427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.309027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Allocated IP 172.21.0.2 (412156cc-4d54-460d-be17-00fdaf03605e/b25250da-1618-41e3-a4f0-7d571f32d1e3/e2f62542-a4b2-42eb-a5c9-f7e6c8605217) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:50.384239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.402041 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f8863eb2-e05a-424b-90fc-4fffa3ebbd71 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2519419 Mar 11 13:08:50.402691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58850) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: util.warn( Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:50.429817 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:50.448367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-440e3f83-bd89-49d8-a1ba-295aea4e913d None None] Provisioning for port b2407bf6-1e2d-4d3e-8cbf-22899b76561b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:50.475003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-440e3f83-bd89-49d8-a1ba-295aea4e913d None None] Provisioning complete for port b2407bf6-1e2d-4d3e-8cbf-22899b76561b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:50.475469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-440e3f83-bd89-49d8-a1ba-295aea4e913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.497073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.533986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.559418 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] 10.222.0.52 "DELETE /v2.0/networks/2298a3a7-d9a3-4dee-8403-3b63b110d460 HTTP/1.1" status: 204 len: 168 time: 3.3218639 Mar 11 13:08:50.603769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b963-63dd-4284-9268-6922bff7eb3f tempest-PortsIpV6TestJSON-2015916143 tempest-PortsIpV6TestJSON-2015916143-project] Pushing event deleted for resources: {'Network': ['ID=2298a3a7-d9a3-4dee-8403-3b63b110d460,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:50.670494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-440e3f83-bd89-49d8-a1ba-295aea4e913d None None] Port b2407bf6-1e2d-4d3e-8cbf-22899b76561b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:50.717140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd4a2c9-312c-4b4f-95c4-09440bb93f74 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:50.718084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8cd4a2c9-312c-4b4f-95c4-09440bb93f74 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:50.805728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:50.825815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8cd4a2c9-312c-4b4f-95c4-09440bb93f74 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:50.829241 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8cd4a2c9-312c-4b4f-95c4-09440bb93f74 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3525558 Mar 11 13:08:50.835563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58856) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:50.836381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Transition to ACTIVE for port object e2f62542-a4b2-42eb-a5c9-f7e6c8605217 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:50.880539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Transition to ACTIVE for port object e2f62542-a4b2-42eb-a5c9-f7e6c8605217 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:50.905001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.20.0.1 (08515422-f31b-4fdf-853e-ff67423edc1f/9baeebd8-f83f-4889-860a-78de36d99258/e21aa125-c184-421b-ac90-72fd4620d399) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:50.907729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.038110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Pushing event updated for resources: {'Port': ['ID=e2f62542-a4b2-42eb-a5c9-f7e6c8605217,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:51.064604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Network 412156cc-4d54-460d-be17-00fdaf03605e is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:51.068781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:51.071474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:51.078371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab872fa8-5b7d-4ae1-92f2-7bd448b4d023 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:51.092251 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab872fa8-5b7d-4ae1-92f2-7bd448b4d023 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:51.105378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab872fa8-5b7d-4ae1-92f2-7bd448b4d023 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:51.107322 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ab872fa8-5b7d-4ae1-92f2-7bd448b4d023 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2707188 Mar 11 13:08:51.111764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58862) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:51.144027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:51.207210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Attempting to bind port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:08:51.207582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Attempting to bind port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'a91b6939-8f43-48df-b911-813f90b67662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '412156cc-4d54-460d-be17-00fdaf03605e'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:08:51.207941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Attempting to bind port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 on network 412156cc-4d54-460d-be17-00fdaf03605e {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:08:51.214447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:08:51.214826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Checking segment: {'id': 'a91b6939-8f43-48df-b911-813f90b67662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '412156cc-4d54-460d-be17-00fdaf03605e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:51.215212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.215604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Bound using segment: {'id': 'a91b6939-8f43-48df-b911-813f90b67662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '412156cc-4d54-460d-be17-00fdaf03605e'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:08:51.216064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Bound port: e2f62542-a4b2-42eb-a5c9-f7e6c8605217, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91b6939-8f43-48df-b911-813f90b67662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '412156cc-4d54-460d-be17-00fdaf03605e'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:08:51.216433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.254815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:51.341501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.350362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port b2407bf6-1e2d-4d3e-8cbf-22899b76561b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:51.352236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.383960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] For port e2f62542-a4b2-42eb-a5c9-f7e6c8605217, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:08:51.390732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] For port e2f62542-a4b2-42eb-a5c9-f7e6c8605217, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e2f62542-a4b2-42eb-a5c9-f7e6c8605217,segment=NetworkSegment(a91b6939-8f43-48df-b911-813f90b67662),segment_id=a91b6939-8f43-48df-b911-813f90b67662)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:08:51.400523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.554018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 551e03c7-b963-4ba2-8cf5-a101cae8d77f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:51.571932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:51.580272 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a5452825-e5b4-4e12-aa32-d4c8365c5835 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "PUT /v2.0/routers/2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2974815 Mar 11 13:08:51.582572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58874) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:51.583438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object e21aa125-c184-421b-ac90-72fd4620d399 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:51.590546 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] Sync routers for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:51.614786 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:51.615404 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:51.723582 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:51.725762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a3ceca-bebb-4888-afc6-892c89195ab2 None None] Network 08515422-f31b-4fdf-853e-ff67423edc1f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:51.736089 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] Routers {'2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:51.738871 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:51.840836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.855618 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:51.856319 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f4902-4e53-4465-9967-9b0c6a1da92c None None] The sync data for ids ['2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:51.926421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.955126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1d51-7d43-4d63-a7ee-9b2c389dcdbe None None] Pushing event updated for resources: {'Port': ['ID=e2f62542-a4b2-42eb-a5c9-f7e6c8605217,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:51.961992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 551e03c7-b963-4ba2-8cf5-a101cae8d77f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:51.977093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:51.988999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for b2407bf6-1e2d-4d3e-8cbf-22899b76561b owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:52.038364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c9eb3deb-3b41-4ddb-abe2-1438cbb9ab13 None None] Provisioning for port 551e03c7-b963-4ba2-8cf5-a101cae8d77f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:52.058201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c9eb3deb-3b41-4ddb-abe2-1438cbb9ab13 None None] Provisioning complete for port 551e03c7-b963-4ba2-8cf5-a101cae8d77f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:52.058201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3deb-3b41-4ddb-abe2-1438cbb9ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.074054 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4eeca571-99e9-49aa-8845-b1bfde15055e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5771888ea0e4b5681f35a88f2a6254a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8156040 Mar 11 13:08:52.075617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58878) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:52.127295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.252043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3deb-3b41-4ddb-abe2-1438cbb9ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.277832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.292043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting port fc9cb67f-b56c-4568-b969-fe51b5e593bc {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:52.292043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.313770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 08515422-f31b-4fdf-853e-ff67423edc1f is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:52.321937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:52.336327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=e21aa125-c184-421b-ac90-72fd4620d399,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:52.346095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:52.359166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c9eb3deb-3b41-4ddb-abe2-1438cbb9ab13 None None] For port 551e03c7-b963-4ba2-8cf5-a101cae8d77f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=551e03c7-b963-4ba2-8cf5-a101cae8d77f,segment=NetworkSegment(eaadf385-17b9-4bf7-9ffa-08e0fe985b11),segment_id=eaadf385-17b9-4bf7-9ffa-08e0fe985b11)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:52.371098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3deb-3b41-4ddb-abe2-1438cbb9ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.455133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bb790c7-339a-4e5d-b030-645a0515e749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.513191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.590627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb3deb-3b41-4ddb-abe2-1438cbb9ab13 None None] Pushing event updated for resources: {'Port': ['ID=551e03c7-b963-4ba2-8cf5-a101cae8d77f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:52.601424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=b2407bf6-1e2d-4d3e-8cbf-22899b76561b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:52.676792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bb790c7-339a-4e5d-b030-645a0515e749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.698028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.748683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:52.801382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3425b5be-88a9-4fc2-bd6c-8fdb255870e9 None None] Provisioning complete for port 551e03c7-b963-4ba2-8cf5-a101cae8d77f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:52.804091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3425b5be-88a9-4fc2-bd6c-8fdb255870e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.091956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Calling delete_port for fc9cb67f-b56c-4568-b969-fe51b5e593bc owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:53.127155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.168550 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d845f28-3ee8-4110-8e91-a046faf8bec4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/b2407bf6-1e2d-4d3e-8cbf-22899b76561b HTTP/1.1" status: 204 len: 168 time: 2.0555222 Mar 11 13:08:53.174530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58888) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:53.188847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f39d5ca7-e6f2-4c1f-915f-9893f222f39e None None] Provisioning for port e21aa125-c184-421b-ac90-72fd4620d399 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:53.202652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f39d5ca7-e6f2-4c1f-915f-9893f222f39e None None] Provisioning complete for port e21aa125-c184-421b-ac90-72fd4620d399 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:53.202978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f39d5ca7-e6f2-4c1f-915f-9893f222f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.263619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bb790c7-339a-4e5d-b030-645a0515e749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.266155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bb790c7-339a-4e5d-b030-645a0515e749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.280377 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9bb790c7-339a-4e5d-b030-645a0515e749 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a29742b3-456d-419b-b083-16d4cc9708ca HTTP/1.1" status: 204 len: 168 time: 1.1907632 Mar 11 13:08:53.328185 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a083a2a-c17b-4aa9-ae55-a545e1384783 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:08:53.329800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a083a2a-c17b-4aa9-ae55-a545e1384783 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:53.339953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb790c7-339a-4e5d-b030-645a0515e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29742b3-456d-419b-b083-16d4cc9708ca,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:53.344862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f39d5ca7-e6f2-4c1f-915f-9893f222f39e None None] Port e21aa125-c184-421b-ac90-72fd4620d399 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:53.421357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.423367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.450398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a083a2a-c17b-4aa9-ae55-a545e1384783 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:53.451567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a083a2a-c17b-4aa9-ae55-a545e1384783 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/b2407bf6-1e2d-4d3e-8cbf-22899b76561b HTTP/1.1" status: 404 len: 333 time: 0.2403831 Mar 11 13:08:53.460809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:53.643572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 819873aa-ca81-4000-8de5-9d33a6f40b3c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:53.643572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.687111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 551e03c7-b963-4ba2-8cf5-a101cae8d77f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:53.731329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Port': ['ID=fc9cb67f-b56c-4568-b969-fe51b5e593bc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:53.761853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.771991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def8f84-e484-4bc7-918c-2ee60c3d4f3c None None] Network 412156cc-4d54-460d-be17-00fdaf03605e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:53.927479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0693ff44-1e98-4f42-946a-26d22bac0ca1 None None] Provisioning for port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:53.956094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.959204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.991559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:53.992100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Fanout notify agent at l3_agent the message router_deleted on router 2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:08:54.000913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 551e03c7-b963-4ba2-8cf5-a101cae8d77f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:54.001701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.013797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.018914 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4169c544-6cbc-4a2f-82f7-deb94eef64c7 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/routers/2a246eb7-a7cd-4e51-ae9b-f78934cfb0bb HTTP/1.1" status: 204 len: 168 time: 2.4284661 Mar 11 13:08:54.019534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58904) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:54.101472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Deleting subnet 43e8d70c-5e5d-43f1-bcba-d2724d742a1b {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:54.105768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.171870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.199810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.244603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.265816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2f62542-a4b2-42eb-a5c9-f7e6c8605217 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:54.355034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:54.379039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:54.379847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.389465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.468663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Subnet': ['ID=43e8d70c-5e5d-43f1-bcba-d2724d742a1b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:54.486163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.492772 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-62c95ae2-5643-4ae0-aa2a-0c2be7eee3df tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/subnets/43e8d70c-5e5d-43f1-bcba-d2724d742a1b HTTP/1.1" status: 204 len: 168 time: 0.4718347 Mar 11 13:08:54.495713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58916) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:54.528867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 819873aa-ca81-4000-8de5-9d33a6f40b3c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:54.574388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.624806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port e2f62542-a4b2-42eb-a5c9-f7e6c8605217, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e2f62542-a4b2-42eb-a5c9-f7e6c8605217,segment=NetworkSegment(a91b6939-8f43-48df-b911-813f90b67662),segment_id=a91b6939-8f43-48df-b911-813f90b67662)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:54.631798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.664955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.667432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.674657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.714795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7732056b-2cbb-4a9a-aff5-911304ad2e05 None None] Provisioning complete for port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:54.714795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7732056b-2cbb-4a9a-aff5-911304ad2e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.787811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.788045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=e2f62542-a4b2-42eb-a5c9-f7e6c8605217,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:54.864779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.898037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e734294d-3e4e-48c3-9e1f-3a6cff28ddbc']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:54.919727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9252a212-db1f-4a0a-a62a-d002caf3f144') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:54.920137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9252a212-db1f-4a0a-a62a-d002caf3f144') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:54.931760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.948682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.955205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:54.955609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:54.971691 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:55.056987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.081672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.091670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] Pushing event deleted for resources: {'Network': ['ID=e734294d-3e4e-48c3-9e1f-3a6cff28ddbc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:55.095492 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3a4ee76a-2e42-4dd8-b9b7-b0d6313ecc02 tempest-FloatingIPTestJSON-1798165215 tempest-FloatingIPTestJSON-1798165215-project] 10.222.0.52 "DELETE /v2.0/networks/e734294d-3e4e-48c3-9e1f-3a6cff28ddbc HTTP/1.1" status: 204 len: 168 time: 0.5988665 Mar 11 13:08:55.101553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=e21aa125-c184-421b-ac90-72fd4620d399,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:55.119999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.176709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=819873aa-ca81-4000-8de5-9d33a6f40b3c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:55.295278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 08515422-f31b-4fdf-853e-ff67423edc1f is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:55.298689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:55.377378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.490592 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3f1da026-cf3a-4f93-bcd2-cd68cb23c7e5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/819873aa-ca81-4000-8de5-9d33a6f40b3c HTTP/1.1" status: 204 len: 168 time: 2.0274425 Mar 11 13:08:55.493253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58926) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:55.515793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2f62542-a4b2-42eb-a5c9-f7e6c8605217 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:08:55.553028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58930) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:55.596435 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d982a211-dbb5-4915-ad1a-afabf08fff92 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:08:55.601352 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d982a211-dbb5-4915-ad1a-afabf08fff92 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/819873aa-ca81-4000-8de5-9d33a6f40b3c HTTP/1.1" status: 404 len: 333 time: 0.1044035 Mar 11 13:08:55.603886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:55.675603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 9b44754f-841a-4cbd-8af0-a94ead1b99bc {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:08:55.679386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.679782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:55.680160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.751097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-14869993-5732-404e-9518-ef9f2569a965 None None] Provisioning complete for port e21aa125-c184-421b-ac90-72fd4620d399 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:55.751822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14869993-5732-404e-9518-ef9f2569a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.795882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:55.850224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-14869993-5732-404e-9518-ef9f2569a965 None None] Port e21aa125-c184-421b-ac90-72fd4620d399 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:55.862177 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3eb8e440-1005-43b3-9369-09171a578547 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc78effcf0c742c8a59a8928432e7326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061969 Mar 11 13:08:55.862996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58940) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:55.878942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router ca013785-ff06-447c-b601-0b54af2a2896 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:08:56.033712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-273c8002-4433-4d04-ae4c-4fda1976bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.067823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-273c8002-4433-4d04-ae4c-4fda1976bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.076698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.121628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:56.132769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-273c8002-4433-4d04-ae4c-4fda1976bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.133100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-91e9821b-40d1-40c9-8bc3-7376ace364f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/ca013785-ff06-447c-b601-0b54af2a2896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3078358 Mar 11 13:08:56.137497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58946) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:56.137695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] Sync routers for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:56.151749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:56.152396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:56.154409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c8002-4433-4d04-ae4c-4fda1976bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285a9f6-99b9-4406-89b3-985c363f99be,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:56.156684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-273c8002-4433-4d04-ae4c-4fda1976bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.157880 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-273c8002-4433-4d04-ae4c-4fda1976bbd2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8285a9f6-99b9-4406-89b3-985c363f99be HTTP/1.1" status: 204 len: 168 time: 0.2938352 Mar 11 13:08:56.238192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7625ee-c166-48df-8a22-8098462b0ad5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:56.238741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c7625ee-c166-48df-8a22-8098462b0ad5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:56.258836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.262121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:56.272723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:56.273652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:56.306917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c7625ee-c166-48df-8a22-8098462b0ad5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:56.311043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 58960) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:56.311269 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c7625ee-c166-48df-8a22-8098462b0ad5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports/e21aa125-c184-421b-ac90-72fd4620d399 HTTP/1.1" status: 200 len: 910 time: 0.1729844 Mar 11 13:08:56.313868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=9b44754f-841a-4cbd-8af0-a94ead1b99bc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:56.318518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.324795 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d7d838f-5834-45f3-aac4-a1695147a37d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/9b44754f-841a-4cbd-8af0-a94ead1b99bc HTTP/1.1" status: 204 len: 168 time: 0.7196677 Mar 11 13:08:56.327407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58964) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:56.336707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c9f390-e570-4212-b541-3e4bcc4e0805 None None] Network 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:56.404805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:56.405304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14a129-2fee-4f44-99fe-7cd9275c7861 None None] The sync data for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:56.576908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.589413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 2092826f-b997-4027-bc80-438ad26d0b92 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:56.590094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.703024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] DHCP port deletion for 91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:08:56.710835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] Deleting port 2092826f-b997-4027-bc80-438ad26d0b92 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:56.711443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.857067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] For port 2092826f-b997-4027-bc80-438ad26d0b92, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2092826f-b997-4027-bc80-438ad26d0b92,segment=NetworkSegment(f84f6b49-6303-4764-af5a-a265ff3f7188),segment_id=f84f6b49-6303-4764-af5a-a265ff3f7188)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:56.857598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:56.962230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] For port 2092826f-b997-4027-bc80-438ad26d0b92, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2092826f-b997-4027-bc80-438ad26d0b92,segment=NetworkSegment(f84f6b49-6303-4764-af5a-a265ff3f7188),segment_id=f84f6b49-6303-4764-af5a-a265ff3f7188)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:08:56.962862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.066512 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 2092826f-b997-4027-bc80-438ad26d0b92 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:57.097780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] Calling delete_port for 2092826f-b997-4027-bc80-438ad26d0b92 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:08:57.146144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.231424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.304209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] Pushing event deleted for resources: {'Port': ['ID=2092826f-b997-4027-bc80-438ad26d0b92,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:57.311524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0aeb1-98ac-4422-aa42-ae71b10b61f3 None None] No DVR routers for this DVR port 2092826f-b997-4027-bc80-438ad26d0b92 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:08:57.406752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2092826f-b997-4027-bc80-438ad26d0b92 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:08:57.409870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:08:57.410384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:08:57.410584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58990) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:57.483986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2092826f-b997-4027-bc80-438ad26d0b92 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:08:57.484335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2092826f-b997-4027-bc80-438ad26d0b92 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:08:57.538376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-196944002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:57.546600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:57.552209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:router and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:57.554872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:57.561141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:57.565239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.21.0.1 (412156cc-4d54-460d-be17-00fdaf03605e/b25250da-1618-41e3-a4f0-7d571f32d1e3/d9d9003b-8a5d-4611-ae9f-f4ab27747dfe) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:57.573607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.574794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.591041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.609905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.635221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.638986 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c157466d-908a-4deb-ae07-c75184c59b08 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2248719 Mar 11 13:08:57.639263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 58996) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:57.644805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-439125605'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:57.649662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:57.654668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:network and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:57.657474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:57.663356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:57.674179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Made reservation on behalf of d50b6f2d5e904cdaa520190fc4c51e42 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:57.677865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.690488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.705698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:57.709627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:security_group_rule and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:57.713140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:57.720105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:57.749665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.768401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object d9d9003b-8a5d-4611-ae9f-f4ab27747dfe will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:08:57.793977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.812294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.821174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.854553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:57.863227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07e1986-b2ca-489c-85f2-27cc4f01e162,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:57.864131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 412156cc-4d54-460d-be17-00fdaf03605e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:57.869926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.870338 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Added segment fac40520-f6b1-4e17-a3ca-b9e4db93ed02 of type vlan for network 9f5dd436-94e9-4f79-b047-7857e902d473 Mar 11 13:08:57.872631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:57.875054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:08:57.914261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 2092826f-b997-4027-bc80-438ad26d0b92 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:08:57.915014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.917320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=d9d9003b-8a5d-4611-ae9f-f4ab27747dfe,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:57.947748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:57.958489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.010825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] The port '2092826f-b997-4027-bc80-438ad26d0b92' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:08:58.158227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.165512 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:58.166444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.175639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.206699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-de229f7a-5e08-46fc-8925-15587b80cfe2 None None] Provisioning for port d9d9003b-8a5d-4611-ae9f-f4ab27747dfe completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:08:58.215454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-de229f7a-5e08-46fc-8925-15587b80cfe2 None None] Provisioning complete for port d9d9003b-8a5d-4611-ae9f-f4ab27747dfe triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:58.216525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de229f7a-5e08-46fc-8925-15587b80cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.253043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:58.342391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-de229f7a-5e08-46fc-8925-15587b80cfe2 None None] Port d9d9003b-8a5d-4611-ae9f-f4ab27747dfe cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:58.350075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.350543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84f6b49-6303-4764-af5a-a265ff3f7188') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:58.350736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84f6b49-6303-4764-af5a-a265ff3f7188') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:58.365911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Network': ['ID=9f5dd436-94e9-4f79-b047-7857e902d473,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:58.372933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.385027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 9f5dd436-94e9-4f79-b047-7857e902d473 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:58.386692 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa01443d-d22c-426c-a002-e9fe8c357b26 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7463372 Mar 11 13:08:58.387343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59002) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:58.397806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'subnet': {'network_id': '9f5dd436-94e9-4f79-b047-7857e902d473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:58.437302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.468826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:08:58.469235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:08:58.487302 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:08:58.646949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:58.651539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.656230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.659455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:subnet and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:58.677785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:58.697315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:58.700208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:58.705543 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fd71dd37-cbd0-4ca2-8c7d-b19d762196f4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/91e9eb45-afb0-4cfd-b5cf-ea8dbdc3e59e HTTP/1.1" status: 204 len: 168 time: 2.3770998 Mar 11 13:08:58.709758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59006) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:58.718632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-944622670'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:58.723859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:58.726230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Made reservation on behalf of d50b6f2d5e904cdaa520190fc4c51e42 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:58.730249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.750254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:network and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:58.765791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:58.778106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:58.850243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:58.854649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.908169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:08:58.925428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.925869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Added segment 4949eb4e-1fac-4e0e-a1f1-59b49f1b5997 of type vlan for network 6e99e562-ba50-4c6d-8e2a-043acf8025dc Mar 11 13:08:58.927836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:58.935174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.012640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.060839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.083540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.127063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.129348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=d9d9003b-8a5d-4611-ae9f-f4ab27747dfe,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:59.132805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:59.133404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.231061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 412156cc-4d54-460d-be17-00fdaf03605e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:59.232393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:59.282005 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5712001 Mar 11 13:08:59.290650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Subnet': ['ID=dc618c6f-74e2-40b9-bb2b-55240cba0356,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:59.292550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:59.306161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:59.322497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c8015-c5d4-4d06-bfc4-bf77ec86265a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Network': ['ID=6e99e562-ba50-4c6d-8e2a-043acf8025dc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:59.338522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:08:59.379213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Checking segment: {'id': 'fac40520-f6b1-4e17-a3ca-b9e4db93ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9f5dd436-94e9-4f79-b047-7857e902d473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:08:59.379580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network hostable DHCP agents. Network: 9f5dd436-94e9-4f79-b047-7857e902d473, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:08:59.422302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router ca013785-ff06-447c-b601-0b54af2a2896 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:08:59.575361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network 9f5dd436-94e9-4f79-b047-7857e902d473 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:08:59.586093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-210717a4-0314-489d-868a-e3e9f91fa426 None None] Provisioning complete for port d9d9003b-8a5d-4611-ae9f-f4ab27747dfe triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:08:59.586754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-210717a4-0314-489d-868a-e3e9f91fa426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.601221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:59.610148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:59.613834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:59.624229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:59.628629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 9f5dd436-94e9-4f79-b047-7857e902d473) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:59.648759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:08:59.649781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:59.651443 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.659130 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] Sync routers for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:59.667000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:59.671052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:08:59.673750 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-864fe568-62bb-47f6-a20b-bb3b693fd23e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/ca013785-ff06-447c-b601-0b54af2a2896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3608303 Mar 11 13:08:59.676310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59016) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:59.677266 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:59.678499 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:59.725986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd5c19-5b45-4a65-a92e-5e7794f414e8 None None] Network 9f5dd436-94e9-4f79-b047-7857e902d473 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:08:59.767703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a247fa4-4901-4da0-8c9d-02b77674057b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:59.768965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9a247fa4-4901-4da0-8c9d-02b77674057b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:08:59.775965 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:59.786234 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:08:59.787209 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:59.789680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9a247fa4-4901-4da0-8c9d-02b77674057b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:08:59.791814 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9a247fa4-4901-4da0-8c9d-02b77674057b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports/d9d9003b-8a5d-4611-ae9f-f4ab27747dfe HTTP/1.1" status: 200 len: 910 time: 0.1141431 Mar 11 13:08:59.794770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59020) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:59.800039 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-55b01a3b-bbc0-4c56-aceb-3f41ea045c99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4099772 Mar 11 13:08:59.819538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59024) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:08:59.835994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'network': {'name': 'tempest-router-network01--1657102599'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:59.855243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:08:59.858602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:59.859245 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d113b-a2ab-419e-abc9-1488082ec435 None None] The sync data for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:59.866907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-210717a4-0314-489d-868a-e3e9f91fa426 None None] Port d9d9003b-8a5d-4611-ae9f-f4ab27747dfe cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:08:59.874467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:network and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:08:59.882534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:08:59.893837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:08:59.911419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Made reservation on behalf of d50b6f2d5e904cdaa520190fc4c51e42 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:59.915185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.027689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-9f5dd436-94e9-4f79-b047-7857e902d473', 'network_id': '9f5dd436-94e9-4f79-b047-7857e902d473', 'tenant_id': 'd50b6f2d5e904cdaa520190fc4c51e42', 'fixed_ips': [{'subnet_id': 'dc618c6f-74e2-40b9-bb2b-55240cba0356'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:00.028954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.123768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:09:00.141295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.141698 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Added segment a5a3669f-9b24-43cc-81b8-e0cefb461acc of type vlan for network 0088e01c-a209-486c-b032-fcaef78cec77 Mar 11 13:09:00.190305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Allocated IP 172.20.0.2 (9f5dd436-94e9-4f79-b047-7857e902d473/dc618c6f-74e2-40b9-bb2b-55240cba0356/b8c6079c-a2a2-412e-8146-b6388b81f406) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:00.192715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.203740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.292843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.298272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:00.298854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.350673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=b35adae6-d760-43d0-b092-0542a87e820a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:00.371739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Checking segment: {'id': '4949eb4e-1fac-4e0e-a1f1-59b49f1b5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:00.372085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network hostable DHCP agents. Network: 6e99e562-ba50-4c6d-8e2a-043acf8025dc, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:00.403600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.413059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Transition to ACTIVE for port object b8c6079c-a2a2-412e-8146-b6388b81f406 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:00.431889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Transition to ACTIVE for port object b8c6079c-a2a2-412e-8146-b6388b81f406 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:00.435528 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6149251 Mar 11 13:09:00.439321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59028) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:00.442340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.445625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abd158-0dd5-4c38-b9a8-73b8c005c6de tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Network': ['ID=0088e01c-a209-486c-b032-fcaef78cec77,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:00.451686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'network': {'name': 'tempest-router-network02--1064740670'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:00.457352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:00.461775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:00.463311 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:network and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:00.467107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:00.474036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:00.480286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 6e99e562-ba50-4c6d-8e2a-043acf8025dc) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:00.491358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:00.492161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.492727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 0088e01c-a209-486c-b032-fcaef78cec77 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:09:00.500791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Made reservation on behalf of d50b6f2d5e904cdaa520190fc4c51e42 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:00.504631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.519546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59034) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:00.520053 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b02a73b0-b75f-4735-a68a-e6aa99c91127 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2220829 Mar 11 13:09:00.528590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-461446185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:00.529684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e1941-5b6f-4fe9-9f2a-834d25285037 None None] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:00.535103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.585101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Network 9f5dd436-94e9-4f79-b047-7857e902d473 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:00.606452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:00.617108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:router and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:00.670926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:00.673704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:09:00.683165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:00.692450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:00.703530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:00.718545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.718930 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Added segment 8323aaf6-e04c-4cd4-a281-4342803ccce2 of type vlan for network 44618385-68ff-4f3e-8685-0159f66009e4 Mar 11 13:09:00.722768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.723742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.799417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Pushing event updated for resources: {'Port': ['ID=b8c6079c-a2a2-412e-8146-b6388b81f406,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:00.848576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Attempting to bind port b8c6079c-a2a2-412e-8146-b6388b81f406 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:00.848942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Attempting to bind port b8c6079c-a2a2-412e-8146-b6388b81f406 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'fac40520-f6b1-4e17-a3ca-b9e4db93ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9f5dd436-94e9-4f79-b047-7857e902d473'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:00.849299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Attempting to bind port b8c6079c-a2a2-412e-8146-b6388b81f406 on network 9f5dd436-94e9-4f79-b047-7857e902d473 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:00.849562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.857143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:00.857555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Checking segment: {'id': 'fac40520-f6b1-4e17-a3ca-b9e4db93ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9f5dd436-94e9-4f79-b047-7857e902d473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:00.857948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.858332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Bound using segment: {'id': 'fac40520-f6b1-4e17-a3ca-b9e4db93ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9f5dd436-94e9-4f79-b047-7857e902d473'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:00.858793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Bound port: b8c6079c-a2a2-412e-8146-b6388b81f406, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac40520-f6b1-4e17-a3ca-b9e4db93ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9f5dd436-94e9-4f79-b047-7857e902d473'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:00.859162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.862039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.905597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.918251 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.923422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:00.924003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.995499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-6e99e562-ba50-4c6d-8e2a-043acf8025dc', 'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc', 'tenant_id': '32efc02ee8634a5aaf1962877ec98f4b', 'fixed_ips': [{'subnet_id': 'b35adae6-d760-43d0-b092-0542a87e820a'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:00.995740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.996736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:00.996875 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-359e4b54-0007-425a-bf2f-6141bfbb9f60 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4744658 Mar 11 13:09:01.000155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:01.007615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc', 'name': 'tempest-PortsTestJSON-645170621'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:01.053046 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6131434 Mar 11 13:09:01.058047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59054) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:01.068775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'subnet': {'network_id': '0088e01c-a209-486c-b032-fcaef78cec77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:01.082162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d757c2-fe4a-4b0f-8b91-761778d3f2dd tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Network': ['ID=44618385-68ff-4f3e-8685-0159f66009e4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:01.102089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 44618385-68ff-4f3e-8685-0159f66009e4 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:09:01.153208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] For port b8c6079c-a2a2-412e-8146-b6388b81f406, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:01.223480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:01.228215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port d9d9003b-8a5d-4611-ae9f-f4ab27747dfe {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:01.228554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.228786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] For port b8c6079c-a2a2-412e-8146-b6388b81f406, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b8c6079c-a2a2-412e-8146-b6388b81f406,segment=NetworkSegment(fac40520-f6b1-4e17-a3ca-b9e4db93ed02),segment_id=fac40520-f6b1-4e17-a3ca-b9e4db93ed02)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:01.230594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:port and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:01.234527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:01.241943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:01.254285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:01.261684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.267937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:01.271505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.275658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:subnet and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:01.281269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:01.291935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port b534bee9-7d95-469a-b928-eee7be578ae1 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:09:01.295442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:01.390502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Made reservation on behalf of d50b6f2d5e904cdaa520190fc4c51e42 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:01.393222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Allocated IP 172.20.0.2 (6e99e562-ba50-4c6d-8e2a-043acf8025dc/b35adae6-d760-43d0-b092-0542a87e820a/d58fb94c-4816-4ad2-86a3-f83e1c663737) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:01.398173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.406782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0880172-d059-4b59-857d-1366890c4a58 None None] Pushing event updated for resources: {'Port': ['ID=b8c6079c-a2a2-412e-8146-b6388b81f406,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:01.483406 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-f6109ea7-a139-4d17-bf6b-b33b72a12003 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512855227&fields=id&tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 267 time: 0.1378675 Mar 11 13:09:01.694304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-31669eb3-a79f-4db8-b43f-266069e42c47 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:01.695850 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-31669eb3-a79f-4db8-b43f-266069e42c47 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 812 time: 0.2113137 Mar 11 13:09:01.722176 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-3d558c8b-81fa-456a-b123-828a3ae68505 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/quotas/b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 375 time: 0.0129440 Mar 11 13:09:01.732747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.744450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.745039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Transition to ACTIVE for port object d58fb94c-4816-4ad2-86a3-f83e1c663737 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:01.765812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Transition to ACTIVE for port object d58fb94c-4816-4ad2-86a3-f83e1c663737 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:01.777881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.843668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:01.850770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:01.855888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:01.861884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Pushing event updated for resources: {'Port': ['ID=d58fb94c-4816-4ad2-86a3-f83e1c663737,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:01.871311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-dd3d34d7-1802-4a2a-99ae-d0aff98fe611 {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:09:01.871540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:09:01.890987 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-3b30df81-fc99-418a-94c6-ceecc9f715f0 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617918 Mar 11 13:09:01.905705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for d9d9003b-8a5d-4611-ae9f-f4ab27747dfe owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:01.952123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Attempting to bind port d58fb94c-4816-4ad2-86a3-f83e1c663737 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:01.952689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Attempting to bind port d58fb94c-4816-4ad2-86a3-f83e1c663737 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4949eb4e-1fac-4e0e-a1f1-59b49f1b5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:01.952856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Attempting to bind port d58fb94c-4816-4ad2-86a3-f83e1c663737 on network 6e99e562-ba50-4c6d-8e2a-043acf8025dc {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:01.958434 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:01.959060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Checking segment: {'id': '4949eb4e-1fac-4e0e-a1f1-59b49f1b5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:01.959222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:01.959573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Bound using segment: {'id': '4949eb4e-1fac-4e0e-a1f1-59b49f1b5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:01.960087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Bound port: d58fb94c-4816-4ad2-86a3-f83e1c663737, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4949eb4e-1fac-4e0e-a1f1-59b49f1b5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e99e562-ba50-4c6d-8e2a-043acf8025dc'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:01.960476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.054310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] For port d58fb94c-4816-4ad2-86a3-f83e1c663737, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:02.062167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] For port d58fb94c-4816-4ad2-86a3-f83e1c663737, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d58fb94c-4816-4ad2-86a3-f83e1c663737,segment=NetworkSegment(4949eb4e-1fac-4e0e-a1f1-59b49f1b5997),segment_id=4949eb4e-1fac-4e0e-a1f1-59b49f1b5997)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:02.068833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.095270 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-f5c96e58-f9e2-46da-8625-c20b59ea7f01 service neutron] 10.222.0.52 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894491 Mar 11 13:09:02.162427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e481a40-5dd6-473b-a001-ddbbb17ade07 None None] Pushing event updated for resources: {'Port': ['ID=d58fb94c-4816-4ad2-86a3-f83e1c663737,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:02.162986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.255872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-04bc94ca-48ff-44e4-87db-6071b0cc47b5 service neutron] 10.222.0.52 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518135 Mar 11 13:09:02.270203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Subnet': ['ID=b7d9677f-2355-497a-a522-580bb7564a69,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:02.274049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.339877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=d9d9003b-8a5d-4611-ae9f-f4ab27747dfe,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:02.373007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.425064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:09:02.532105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Checking segment: {'id': 'a5a3669f-9b24-43cc-81b8-e0cefb461acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0088e01c-a209-486c-b032-fcaef78cec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:02.532896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network hostable DHCP agents. Network: 0088e01c-a209-486c-b032-fcaef78cec77, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:02.678163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network 0088e01c-a209-486c-b032-fcaef78cec77 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:02.696416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.5 (6e99e562-ba50-4c6d-8e2a-043acf8025dc/b35adae6-d760-43d0-b092-0542a87e820a/10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:02.757289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 0088e01c-a209-486c-b032-fcaef78cec77) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:02.762015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:02.762588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.771445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f8291f-e2ee-4e23-a80e-c13704b43d19 None None] Network 0088e01c-a209-486c-b032-fcaef78cec77 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:02.836862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.842612 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8551da0e-c13e-408e-8548-b6562cad77c4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7829814 Mar 11 13:09:02.848307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59068) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:02.855953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'subnet': {'network_id': '44618385-68ff-4f3e-8685-0159f66009e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:02.906091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d4c120-f51b-4e0c-b318-2a164b1a8944 None None] Network 9f5dd436-94e9-4f79-b047-7857e902d473 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:02.959807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:02.976528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:03.000312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:03.035438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9681cb17-83a7-423a-8b7d-a0e978e18cf0 None None] Provisioning for port b8c6079c-a2a2-412e-8146-b6388b81f406 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:03.069772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:03.073314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:03.082421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:03.124659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:03.134022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Usage tracker for resource:subnet and tenant:d50b6f2d5e904cdaa520190fc4c51e42 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:03.138927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:03.146409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:03.259579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-0088e01c-a209-486c-b032-fcaef78cec77', 'network_id': '0088e01c-a209-486c-b032-fcaef78cec77', 'tenant_id': 'd50b6f2d5e904cdaa520190fc4c51e42', 'fixed_ips': [{'subnet_id': 'b7d9677f-2355-497a-a522-580bb7564a69'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:03.260706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:03.278757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:03.299270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Made reservation on behalf of d50b6f2d5e904cdaa520190fc4c51e42 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:03.302907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:03.312069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:03.312915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:03.345636 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-67ea2e3e-52d0-405e-91f4-95cf9e46d90a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3434899 Mar 11 13:09:03.348289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:03.590178 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b8c6079c-a2a2-412e-8146-b6388b81f406 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:03.640956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router ca013785-ff06-447c-b601-0b54af2a2896 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:03.659318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Allocated IP 172.20.0.2 (0088e01c-a209-486c-b032-fcaef78cec77/b7d9677f-2355-497a-a522-580bb7564a69/594b0591-66cd-4a3d-8c01-ddcd451c20e5) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:03.670404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecf13a-bb73-4224-90e5-de82cb3ab720 None None] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:03.878407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8395e9d2-f594-4d5d-a651-c2d63d5c4019 None None] Provisioning for port d58fb94c-4816-4ad2-86a3-f83e1c663737 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:03.898974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:03.916506 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d477b6b4-cc19-4d00-b788-e77eaa7ea25d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/ca013785-ff06-447c-b601-0b54af2a2896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1196527 Mar 11 13:09:03.920058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59084) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:03.942737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] Sync routers for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:04.019375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:04.020073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:04.123382 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08592dbb-986e-43eb-b30c-bb406f7892d7 req-7ed55990-67f7-4082-8c97-4229a02c1151 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 210 time: 0.1731215 Mar 11 13:09:04.155850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.157237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b8c6079c-a2a2-412e-8146-b6388b81f406 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:04.189257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:04.204109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b8c6079c-a2a2-412e-8146-b6388b81f406 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:04.204529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.216166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.277045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f9d367c7-195e-49bd-8d6b-0b626a342115 None None] Provisioning complete for port b8c6079c-a2a2-412e-8146-b6388b81f406 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:04.277821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f9d367c7-195e-49bd-8d6b-0b626a342115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.393841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Subnet': ['ID=6d7c75a7-ac8d-46b4-90cf-d1112ec7a183,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:04.419157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Checking segment: {'id': '8323aaf6-e04c-4cd4-a281-4342803ccce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44618385-68ff-4f3e-8685-0159f66009e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:04.419157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network hostable DHCP agents. Network: 44618385-68ff-4f3e-8685-0159f66009e4, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:04.434106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:04.434819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:04.488570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network 44618385-68ff-4f3e-8685-0159f66009e4 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:04.538390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 44618385-68ff-4f3e-8685-0159f66009e4) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:04.550532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:04.550532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.576870 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3a4f30f4-39ee-4bdd-99af-1f998df98c43 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7274971 Mar 11 13:09:04.580543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59098) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:04.588215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518a5e6-c7b9-4e72-9534-309933d36f87 None None] Network 44618385-68ff-4f3e-8685-0159f66009e4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:04.676713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:04.677145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5906a-c258-4c6e-9547-84550bdf7b5c None None] The sync data for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:04.721368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.727582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.868124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:04.887044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.948945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:04.992441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Transition to ACTIVE for port object 594b0591-66cd-4a3d-8c01-ddcd451c20e5 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:05.028969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f9d367c7-195e-49bd-8d6b-0b626a342115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.056864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port b8c6079c-a2a2-412e-8146-b6388b81f406, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b8c6079c-a2a2-412e-8146-b6388b81f406,segment=NetworkSegment(fac40520-f6b1-4e17-a3ca-b9e4db93ed02),segment_id=fac40520-f6b1-4e17-a3ca-b9e4db93ed02)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:05.086047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Transition to ACTIVE for port object 594b0591-66cd-4a3d-8c01-ddcd451c20e5 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:05.094546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.094883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d58fb94c-4816-4ad2-86a3-f83e1c663737 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:05.179317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.225316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.306678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Network 0088e01c-a209-486c-b032-fcaef78cec77 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:05.378158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:05.384065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:05.476204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-44618385-68ff-4f3e-8685-0159f66009e4', 'network_id': '44618385-68ff-4f3e-8685-0159f66009e4', 'tenant_id': 'd50b6f2d5e904cdaa520190fc4c51e42', 'fixed_ips': [{'subnet_id': '6d7c75a7-ac8d-46b4-90cf-d1112ec7a183'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:05.477092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.483178 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-820ac678-4ce1-45a3-be05-5d673a3cb439 req-fe3e1d25-0a96-4c0e-be17-be49d8591a13 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 210 time: 0.1077781 Mar 11 13:09:05.487701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=b8c6079c-a2a2-412e-8146-b6388b81f406,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:05.567338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-f9d367c7-195e-49bd-8d6b-0b626a342115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:09:05.567830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-f9d367c7-195e-49bd-8d6b-0b626a342115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:09:05.619637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.665906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.732131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-de923494-6c9a-4226-9f87-361bb5d49ef5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:05.736337 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-de923494-6c9a-4226-9f87-361bb5d49ef5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 812 time: 0.3171260 Mar 11 13:09:05.803272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d58fb94c-4816-4ad2-86a3-f83e1c663737 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:05.813160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Pushing event updated for resources: {'Port': ['ID=594b0591-66cd-4a3d-8c01-ddcd451c20e5,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:05.820158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Attempting to bind port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:05.820521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Attempting to bind port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'a5a3669f-9b24-43cc-81b8-e0cefb461acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0088e01c-a209-486c-b032-fcaef78cec77'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:05.820980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Attempting to bind port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 on network 0088e01c-a209-486c-b032-fcaef78cec77 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:05.826328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d58fb94c-4816-4ad2-86a3-f83e1c663737 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:05.826685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.882943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:05.883248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Checking segment: {'id': 'a5a3669f-9b24-43cc-81b8-e0cefb461acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0088e01c-a209-486c-b032-fcaef78cec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:05.883644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.884112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Bound using segment: {'id': 'a5a3669f-9b24-43cc-81b8-e0cefb461acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0088e01c-a209-486c-b032-fcaef78cec77'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:05.884578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Bound port: 594b0591-66cd-4a3d-8c01-ddcd451c20e5, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a3669f-9b24-43cc-81b8-e0cefb461acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0088e01c-a209-486c-b032-fcaef78cec77'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:05.885469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:05.889153 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-11ae7c87-e15f-4977-a452-0e02eb5510d3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 380 time: 0.1419134 Mar 11 13:09:05.917757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'port': {'device_id': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'admin_state_up': True, 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'security_groups': ['f48537b7-6b25-4e36-b94c-463a6f936d6e']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:05.952306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.031348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port e21aa125-c184-421b-ac90-72fd4620d399 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:06.032082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.044219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Allocated IP 172.20.0.2 (44618385-68ff-4f3e-8685-0159f66009e4/6d7c75a7-ac8d-46b4-90cf-d1112ec7a183/64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:06.267420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:06.275229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:port and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:06.279788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:06.301097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:06.349355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.350136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Made reservation on behalf of b2f4b40c1fc54fc599675dd835b1a8c6 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:06.353758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.362490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Allocated IP 172.20.0.1 (0088e01c-a209-486c-b032-fcaef78cec77/b7d9677f-2355-497a-a522-580bb7564a69/b481325d-a233-4911-a89e-40b3503722c6) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:06.488798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for e21aa125-c184-421b-ac90-72fd4620d399 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:06.561371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.580274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Transition to ACTIVE for port object 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:06.607547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Transition to ACTIVE for port object 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:06.640229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.713112 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3b1b18d-ec4d-476a-9e12-10e03ad9967b req-13700299-78a9-43c0-ab4b-c771fd2e5388 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 210 time: 0.0944686 Mar 11 13:09:06.735145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] For port 594b0591-66cd-4a3d-8c01-ddcd451c20e5, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:06.778939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.808079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] For port 594b0591-66cd-4a3d-8c01-ddcd451c20e5, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=594b0591-66cd-4a3d-8c01-ddcd451c20e5,segment=NetworkSegment(a5a3669f-9b24-43cc-81b8-e0cefb461acc),segment_id=a5a3669f-9b24-43cc-81b8-e0cefb461acc)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:06.818015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Network 44618385-68ff-4f3e-8685-0159f66009e4 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:06.833964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.844052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:06.844932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Allocated IP 172.20.0.6 (c40e2461-bb44-46b0-a201-3c6e9589080d/45a899c9-a77b-472e-89d4-da179b3e4114/2c3b0e9c-38c7-473c-9304-1e78d4cd086e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:06.847133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.852502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:06.864835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:06.943891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Pushing event updated for resources: {'Port': ['ID=64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:06.967411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.015062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:07.022931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.081013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=e21aa125-c184-421b-ac90-72fd4620d399,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:07.086593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port d58fb94c-4816-4ad2-86a3-f83e1c663737, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d58fb94c-4816-4ad2-86a3-f83e1c663737,segment=NetworkSegment(4949eb4e-1fac-4e0e-a1f1-59b49f1b5997),segment_id=4949eb4e-1fac-4e0e-a1f1-59b49f1b5997)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:07.128304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Attempting to bind port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:07.130463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Attempting to bind port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '8323aaf6-e04c-4cd4-a281-4342803ccce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44618385-68ff-4f3e-8685-0159f66009e4'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:07.130894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Attempting to bind port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 on network 44618385-68ff-4f3e-8685-0159f66009e4 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:07.151460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.156209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.173688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f052bd0-a57b-4d3b-b745-8a4b157b05dc None None] Provisioning for port 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:07.184510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:07.185038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Checking segment: {'id': '8323aaf6-e04c-4cd4-a281-4342803ccce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44618385-68ff-4f3e-8685-0159f66009e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:07.185511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.186206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Bound using segment: {'id': '8323aaf6-e04c-4cd4-a281-4342803ccce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44618385-68ff-4f3e-8685-0159f66009e4'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:07.191099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Bound port: 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8323aaf6-e04c-4cd4-a281-4342803ccce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44618385-68ff-4f3e-8685-0159f66009e4'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:07.192012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.198858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Transition to ACTIVE for port object b481325d-a233-4911-a89e-40b3503722c6 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:07.301148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-625a2315-9487-4690-bdf9-ea98f9a244ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.324201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f052bd0-a57b-4d3b-b745-8a4b157b05dc None None] Provisioning complete for port 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:07.324665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f052bd0-a57b-4d3b-b745-8a4b157b05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.472287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.489149 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b8c6079c-a2a2-412e-8146-b6388b81f406 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:07.545066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddafce-60f9-4c93-a6f2-309e238bdd81 None None] Pushing event updated for resources: {'Port': ['ID=594b0591-66cd-4a3d-8c01-ddcd451c20e5,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:07.596064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:07.599563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.603321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:07.605006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.642316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1f052bd0-a57b-4d3b-b745-8a4b157b05dc None None] Port 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:07.679408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] For port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:07.683292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network 0088e01c-a209-486c-b032-fcaef78cec77 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:07.684748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:07.686480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] For port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1,segment=NetworkSegment(8323aaf6-e04c-4cd4-a281-4342803ccce2),segment_id=8323aaf6-e04c-4cd4-a281-4342803ccce2)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:07.687198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:07.713156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Transition to ACTIVE for port object 2c3b0e9c-38c7-473c-9304-1e78d4cd086e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:07.731154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.748291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f052bd0-a57b-4d3b-b745-8a4b157b05dc None None] Provisioning complete for port d58fb94c-4816-4ad2-86a3-f83e1c663737 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:07.748800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f052bd0-a57b-4d3b-b745-8a4b157b05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.842027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Port': ['ID=b481325d-a233-4911-a89e-40b3503722c6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:07.856138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.856479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.856812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.857140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.857495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.857789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.858107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.858425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.858734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.859045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.859353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.859661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:07.945955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b8c6079c-a2a2-412e-8146-b6388b81f406 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:07.950608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:07.978486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:08.013893 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab223770-588e-4dd0-92f7-fd33be722f51 req-e5c2b3d0-50a0-4e95-a9a7-a97bcaad0c0c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 210 time: 0.0899549 Mar 11 13:09:08.057973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:08.063579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=d58fb94c-4816-4ad2-86a3-f83e1c663737,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:08.129145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Router 286adf80-81b0-43dd-8891-79c6ac7be56d is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:09:08.208189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caad8e4-018f-40ed-b33e-6fbb19ae6bcc None None] Pushing event updated for resources: {'Port': ['ID=64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:08.293716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Network c40e2461-bb44-46b0-a201-3c6e9589080d is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:08.296383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router ca013785-ff06-447c-b601-0b54af2a2896 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:08.317293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:08.320322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:08.399109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:08.585354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3882d7e9-eba3-4446-9d3d-90b4c3d12a78 None None] Provisioning complete for port 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:08.586359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3882d7e9-eba3-4446-9d3d-90b4c3d12a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:08.592041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:08.592641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:08.615626 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:08.630902 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] Sync routers for ids ['286adf80-81b0-43dd-8891-79c6ac7be56d'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:08.641924 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a96093b8-6fce-4cf2-a202-890ac0e52fd5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "PUT /v2.0/routers/286adf80-81b0-43dd-8891-79c6ac7be56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2925215 Mar 11 13:09:08.646723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59112) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:08.653269 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] Routers {'286adf80-81b0-43dd-8891-79c6ac7be56d'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:08.655352 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['286adf80-81b0-43dd-8891-79c6ac7be56d'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:08.722172 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-33230074-8f8a-40bb-bea6-da3c95ff9519 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8109367 Mar 11 13:09:08.754268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3882d7e9-eba3-4446-9d3d-90b4c3d12a78 None None] Port 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:08.769306 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:08.791768 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] Routers {'286adf80-81b0-43dd-8891-79c6ac7be56d'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:08.793546 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['286adf80-81b0-43dd-8891-79c6ac7be56d'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:08.799006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:08.811768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] Sync routers for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:08.830126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Request body: {'port': {'device_id': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:08.837483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46cd0ec-b250-4a2f-8999-db7a5afed690 None None] Network 0088e01c-a209-486c-b032-fcaef78cec77 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:08.873246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:08.903819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058dd1b5-b821-43c7-815e-3209bad7de48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:08.904931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-058dd1b5-b821-43c7-815e-3209bad7de48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:08.911660 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:08.912247 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce7906-3a10-4265-96fb-a9e484d5dab7 None None] The sync data for ids ['286adf80-81b0-43dd-8891-79c6ac7be56d'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:08.913589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:08.914238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:08.945952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-058dd1b5-b821-43c7-815e-3209bad7de48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:08.947928 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-058dd1b5-b821-43c7-815e-3209bad7de48 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports?device_id=286adf80-81b0-43dd-8891-79c6ac7be56d HTTP/1.1" status: 200 len: 981 time: 0.3000209 Mar 11 13:09:08.953336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59118) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:08.960099 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-91ec223e-fb0c-4733-aa22-1e63eb6cd0a2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/ca013785-ff06-447c-b601-0b54af2a2896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0390596 Mar 11 13:09:08.962832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59122) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:08.994631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:09.081276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c40601b2-aed4-48f4-9a57-2be5eb2c35df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca013785-ff06-447c-b601-0b54af2a2896 HTTP/1.1" status: 200 len: 205 time: 0.1168361 Mar 11 13:09:09.084548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59128) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:09.135047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:09.329696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8745506-86e4-4966-a1bd-0657ab06419a None None] Provisioning for port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:09.340432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] Routers {'ca013785-ff06-447c-b601-0b54af2a2896'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:09.341337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:08:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca013785-ff06-447c-b601-0b54af2a2896'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:09.438959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:09.439533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36e914-c62b-4022-b56d-20a7cf0da586 None None] The sync data for ids ['ca013785-ff06-447c-b601-0b54af2a2896'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:09.442869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8745506-86e4-4966-a1bd-0657ab06419a None None] Provisioning complete for port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:09.443026 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8745506-86e4-4966-a1bd-0657ab06419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:09.544470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01217e56-4e08-4a7c-b4f1-2c0f5284b9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:09.555221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c8745506-86e4-4966-a1bd-0657ab06419a None None] Port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:09.563740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d58fb94c-4816-4ad2-86a3-f83e1c663737 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:09.660461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b73c61-a133-47bf-9c5e-6042691b2485 None None] Network 44618385-68ff-4f3e-8685-0159f66009e4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:09.723667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8745506-86e4-4966-a1bd-0657ab06419a None None] Provisioning for port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:09.741785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c7df5cde-cc7d-4c30-bacf-78d5027fc934 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:09.819077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5e53-4668-4ca0-bbb8-173b19d34ac9 req-5209b4a8-9336-47fb-b2f1-d77af21c7513 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:09.819862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-455b5e53-4668-4ca0-bbb8-173b19d34ac9 req-5209b4a8-9336-47fb-b2f1-d77af21c7513 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:09.856811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d58fb94c-4816-4ad2-86a3-f83e1c663737 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:09.857200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:09.894222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-455b5e53-4668-4ca0-bbb8-173b19d34ac9 req-5209b4a8-9336-47fb-b2f1-d77af21c7513 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:09.895600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-455b5e53-4668-4ca0-bbb8-173b19d34ac9 req-5209b4a8-9336-47fb-b2f1-d77af21c7513 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 931 time: 0.6820073 Mar 11 13:09:09.949109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3b0e9c-38c7-473c-9304-1e78d4cd086e {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:09:09.956119 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-455b5e53-4668-4ca0-bbb8-173b19d34ac9 req-837edfe4-2f89-49a4-a646-b0d704381ac3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518289 Mar 11 13:09:09.960270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:09.977042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Transition to ACTIVE for port object 2c3b0e9c-38c7-473c-9304-1e78d4cd086e will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:09.994461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.018298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d742324f-61a0-4c11-a0e1-997e10d7ddf5 None None] Provisioning for port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:10.214601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:10.249735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:10.325880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6af558c8-6b18-4f7a-8c7c-f446a9cc4a75 None None] Provisioning for port b481325d-a233-4911-a89e-40b3503722c6 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:10.335430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.337884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6af558c8-6b18-4f7a-8c7c-f446a9cc4a75 None None] Provisioning complete for port b481325d-a233-4911-a89e-40b3503722c6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:10.338262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6af558c8-6b18-4f7a-8c7c-f446a9cc4a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.429193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:10.457864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6af558c8-6b18-4f7a-8c7c-f446a9cc4a75 None None] Port b481325d-a233-4911-a89e-40b3503722c6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:10.459659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:10.460032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.588650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Attempting to bind port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:10.589011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Attempting to bind port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:10.589425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Attempting to bind port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:10.599611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e on network c40e2461-bb44-46b0-a201-3c6e9589080d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:09:10.599938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Attempting to bind port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:10.607699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.615241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:10.615582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Checking segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:10.616147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Bound using segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:10.616598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Bound port: 2c3b0e9c-38c7-473c-9304-1e78d4cd086e, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:10.616950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.714225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.751913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] For port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:10.754132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1,segment=NetworkSegment(8323aaf6-e04c-4cd4-a281-4342803ccce2),segment_id=8323aaf6-e04c-4cd4-a281-4342803ccce2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:10.755638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] For port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:10.760180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.761635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 594b0591-66cd-4a3d-8c01-ddcd451c20e5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:10.762299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.785166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c7df5cde-cc7d-4c30-bacf-78d5027fc934 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.788947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c7df5cde-cc7d-4c30-bacf-78d5027fc934 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.873146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:10.877059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:10.877969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.888088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-e61c1c8a-b06c-4f29-b918-9513042871ef service neutron] 10.222.0.50 "PUT /v2.0/ports/2c3b0e9c-38c7-473c-9304-1e78d4cd086e HTTP/1.1" status: 200 len: 1093 time: 2.1522479 Mar 11 13:09:10.888881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:09:10.892083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:10.929387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c7df5cde-cc7d-4c30-bacf-78d5027fc934 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.930334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7df5cde-cc7d-4c30-bacf-78d5027fc934 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Fanout notify agent at l3_agent the message router_deleted on router ca013785-ff06-447c-b601-0b54af2a2896 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:09:10.951824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0d2f2127-080d-4ec4-9e37-90aee78bdf80 None None] Provisioning complete for port b481325d-a233-4911-a89e-40b3503722c6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:10.952258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2127-080d-4ec4-9e37-90aee78bdf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.956452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c7df5cde-cc7d-4c30-bacf-78d5027fc934 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:10.958213 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c7df5cde-cc7d-4c30-bacf-78d5027fc934 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/ca013785-ff06-447c-b601-0b54af2a2896 HTTP/1.1" status: 204 len: 168 time: 1.6449704 Mar 11 13:09:10.963288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59136) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:10.984909 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:10.996200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:10.996451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.072447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-dd6b8cb7-e69e-4379-8c35-f00fc447a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:11.073880 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-dd6b8cb7-e69e-4379-8c35-f00fc447a232 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 1096 time: 0.1358533 Mar 11 13:09:11.088229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f2127-080d-4ec4-9e37-90aee78bdf80 None None] Port b481325d-a233-4911-a89e-40b3503722c6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:11.168764 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'status': 'completed', 'code': 200} Mar 11 13:09:11.177033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-56261972-779f-47e9-99ec-2e7b01cd4ad4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e HTTP/1.1" status: 200 len: 217 time: 0.0948668 Mar 11 13:09:11.205153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.233372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0d2f2127-080d-4ec4-9e37-90aee78bdf80 None None] Provisioning complete for port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:11.233932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d2f2127-080d-4ec4-9e37-90aee78bdf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.263098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-62995ac1-abfd-4975-b5f2-34d626b3932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:11.264965 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-62995ac1-abfd-4975-b5f2-34d626b3932a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0817983 Mar 11 13:09:11.294523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 594b0591-66cd-4a3d-8c01-ddcd451c20e5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=594b0591-66cd-4a3d-8c01-ddcd451c20e5,segment=NetworkSegment(a5a3669f-9b24-43cc-81b8-e0cefb461acc),segment_id=a5a3669f-9b24-43cc-81b8-e0cefb461acc)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:11.307959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.337845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.359744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.452768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=594b0591-66cd-4a3d-8c01-ddcd451c20e5,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:11.460741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:11.485242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet b25250da-1618-41e3-a4f0-7d571f32d1e3 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:11.498672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd36608-4cac-4550-b36a-b1b8d2de4d04 req-8cec02b7-5c77-4830-b788-a851f7028be3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:11.500094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.502277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3fd36608-4cac-4550-b36a-b1b8d2de4d04 req-8cec02b7-5c77-4830-b788-a851f7028be3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 943 time: 0.2362859 Mar 11 13:09:11.551850 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:11.552378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.563900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-d451d631-1023-42fe-8abf-d0a730a2635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:11.565946 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-d451d631-1023-42fe-8abf-d0a730a2635f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2395422 Mar 11 13:09:11.572684 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3fd36608-4cac-4550-b36a-b1b8d2de4d04 req-3b6fb6b9-9313-4c52-a77f-05c567ac92c1 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569751 Mar 11 13:09:11.665805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Port': ['ID=b481325d-a233-4911-a89e-40b3503722c6,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:11.675439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.723041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.730027 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-05c5b6c0-9ff9-4647-9999-15a670b3b6b3 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562982 Mar 11 13:09:11.776747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:11.870944 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06c666d6-249a-4051-a9d4-6e438aec9176 req-5f6aa740-9fbd-4cf0-83bf-9bc1b3d518bf service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349733 Mar 11 13:09:11.912141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.002525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-d0647bc8-e299-44e0-a31f-4e45d11af442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:12.003885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-d0647bc8-e299-44e0-a31f-4e45d11af442 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 1096 time: 0.0810971 Mar 11 13:09:12.138400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-a4ab4ddd-d2f3-47ac-8bc2-8dca37f265f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:12.139887 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-a4ab4ddd-d2f3-47ac-8bc2-8dca37f265f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.1288297 Mar 11 13:09:12.155813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network 0088e01c-a209-486c-b032-fcaef78cec77 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:12.158587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:12.161411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.215522 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-e824628e-c261-4624-b0f2-c3c9ea835820 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e HTTP/1.1" status: 200 len: 217 time: 0.0679040 Mar 11 13:09:12.287889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-1936d1be-8064-4e42-ac91-ad7b0310c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:12.289365 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-1936d1be-8064-4e42-ac91-ad7b0310c951 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0679519 Mar 11 13:09:12.372049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-d1445a0f-33ce-476c-b927-86856716d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:12.373549 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-d1445a0f-33ce-476c-b927-86856716d397 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781085 Mar 11 13:09:12.403746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:12.404096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.438523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-476a9ff1-c16b-4be0-8e0f-700edf6cb9b6 None None] Provisioning complete for port b481325d-a233-4911-a89e-40b3503722c6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:12.439234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-476a9ff1-c16b-4be0-8e0f-700edf6cb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.444894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.497285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=b25250da-1618-41e3-a4f0-7d571f32d1e3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:12.500634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-476a9ff1-c16b-4be0-8e0f-700edf6cb9b6 None None] Port b481325d-a233-4911-a89e-40b3503722c6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:12.501179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.510379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691edc2-877d-40b5-ad9c-117fa76996f3 None None] Network 412156cc-4d54-460d-be17-00fdaf03605e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:12.541195 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-70b569bf-03d7-40f2-a033-1553f70d9152 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595297 Mar 11 13:09:12.543482 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a9316e67-8980-4b68-a500-603f39dc81ff tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/b25250da-1618-41e3-a4f0-7d571f32d1e3 HTTP/1.1" status: 204 len: 168 time: 1.5754251 Mar 11 13:09:12.546062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59142) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:12.641290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Router 103d15fe-1bf1-405d-a75f-4286dac23bc4 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:09:12.812752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] DHCP port deletion for 412156cc-4d54-460d-be17-00fdaf03605e request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:12.816727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] Deleting port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:12.817166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.882304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet 9baeebd8-f83f-4889-860a-78de36d99258 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:12.891179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.973625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:12.983050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.005321 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29df56a7-d8b3-41a1-9bc1-6a706306abaa req-d67c7a20-3a7d-4853-9697-a3b7c766d240 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567261 Mar 11 13:09:13.032626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] For port e2f62542-a4b2-42eb-a5c9-f7e6c8605217, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e2f62542-a4b2-42eb-a5c9-f7e6c8605217,segment=NetworkSegment(a91b6939-8f43-48df-b911-813f90b67662),segment_id=a91b6939-8f43-48df-b911-813f90b67662)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:13.033287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.042783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d40d97-1bec-40d6-a7bd-3b7f0a634060 req-efe765e2-2a3e-416e-95b2-7d2faef852de tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:13.044252 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a0d40d97-1bec-40d6-a7bd-3b7f0a634060 req-efe765e2-2a3e-416e-95b2-7d2faef852de tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 943 time: 0.2391901 Mar 11 13:09:13.052662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:13.058778 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d9c1accb-6449-4171-a775-42e89fbe29f7 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "PUT /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4771724 Mar 11 13:09:13.067806 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] Sync routers for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:13.077639 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:13.078233 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:13.086934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59148) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:13.134893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:13.141625 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:13.150626 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:13.151212 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:13.182492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a0d40d97-1bec-40d6-a7bd-3b7f0a634060 req-184837d5-24d7-48df-97c3-cae577d49225 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324275 Mar 11 13:09:13.200142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] Calling delete_port for e2f62542-a4b2-42eb-a5c9-f7e6c8605217 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:13.223685 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:13.224470 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88336e54-3376-44bb-a08d-049e481949b4 None None] The sync data for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:13.268213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.288358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.335707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] Pushing event deleted for resources: {'Port': ['ID=e2f62542-a4b2-42eb-a5c9-f7e6c8605217,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:13.341655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7490ba-fe95-4535-9628-81743872a9c6 None None] No DVR routers for this DVR port e2f62542-a4b2-42eb-a5c9-f7e6c8605217 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:13.351971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.404004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:13.423496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 594b0591-66cd-4a3d-8c01-ddcd451c20e5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:13.534635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:13.535410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.672197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.675264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.718979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2f62542-a4b2-42eb-a5c9-f7e6c8605217 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:13.733286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.739299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=9baeebd8-f83f-4889-860a-78de36d99258,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:13.752369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99a44f-9d0c-4f09-b9ae-626bba8727c0 None None] Network 08515422-f31b-4fdf-853e-ff67423edc1f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:13.783539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: e2f62542-a4b2-42eb-a5c9-f7e6c8605217 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:09:13.783873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e2f62542-a4b2-42eb-a5c9-f7e6c8605217 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:13.784385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.785486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.786402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.786901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.787397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.787946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.788241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.788565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.788902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.789232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.789695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.789950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:13.801990 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85a9d760-ca4e-4013-b2f0-b1358340dfe1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/9baeebd8-f83f-4889-860a-78de36d99258 HTTP/1.1" status: 204 len: 168 time: 1.2524745 Mar 11 13:09:13.806896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:13.958396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Router 286adf80-81b0-43dd-8891-79c6ac7be56d has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:13.975812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:13.989722 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-130b95b7-79a0-441b-9575-2cbd7b92e027 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:13.990527 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-130b95b7-79a0-441b-9575-2cbd7b92e027 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "PUT /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9026515 Mar 11 13:09:13.993874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59156) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:14.013920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] DHCP port deletion for 08515422-f31b-4fdf-853e-ff67423edc1f request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:14.018594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Deleting port 551e03c7-b963-4ba2-8cf5-a101cae8d77f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:14.019061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.095504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:14.111686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] Sync routers for ids ['286adf80-81b0-43dd-8891-79c6ac7be56d'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:14.120350 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dc47cde8-878a-4ba7-8576-1254b6a7be96 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "PUT /v2.0/routers/286adf80-81b0-43dd-8891-79c6ac7be56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1662498 Mar 11 13:09:14.120948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59160) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:14.148152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] Routers {'286adf80-81b0-43dd-8891-79c6ac7be56d'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:14.148750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['286adf80-81b0-43dd-8891-79c6ac7be56d'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:14.168899 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6df92d-e2e7-44c5-be11-715cf222e8bc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:09:14.169461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3a6df92d-e2e7-44c5-be11-715cf222e8bc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:14.185297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3a6df92d-e2e7-44c5-be11-715cf222e8bc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:14.189176 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3a6df92d-e2e7-44c5-be11-715cf222e8bc tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/10bfa38a-ced3-4bc0-adb5-ed5ad19a7c5c HTTP/1.1" status: 404 len: 333 time: 0.0642982 Mar 11 13:09:14.189698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59164) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:14.225292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:14.300745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] Routers {'286adf80-81b0-43dd-8891-79c6ac7be56d'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:14.301275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['286adf80-81b0-43dd-8891-79c6ac7be56d'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:14.331952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e51026f-707a-41cc-984d-7a686c761591 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.367377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:14.367819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b2abd-d246-44c0-ad50-f3b48b9b8e3a None None] The sync data for ids ['286adf80-81b0-43dd-8891-79c6ac7be56d'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:14.373022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] For port 551e03c7-b963-4ba2-8cf5-a101cae8d77f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=551e03c7-b963-4ba2-8cf5-a101cae8d77f,segment=NetworkSegment(eaadf385-17b9-4bf7-9ffa-08e0fe985b11),segment_id=eaadf385-17b9-4bf7-9ffa-08e0fe985b11)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:14.373417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.498325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.551862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Calling delete_port for 551e03c7-b963-4ba2-8cf5-a101cae8d77f owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:14.605232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412156cc-4d54-460d-be17-00fdaf03605e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:14.626324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.676177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Pushing event deleted for resources: {'Port': ['ID=551e03c7-b963-4ba2-8cf5-a101cae8d77f,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:14.678592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] No DVR routers for this DVR port 551e03c7-b963-4ba2-8cf5-a101cae8d77f on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:14.682918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91b6939-8f43-48df-b911-813f90b67662') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:14.683492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91b6939-8f43-48df-b911-813f90b67662') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:14.690244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.690588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.690920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.691247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.691568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.692289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.692289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.692501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.692795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.693108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.693419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.694091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878adc3-5402-43b2-adbb-08e939f41457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:09:14.703910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.746153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.757496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777944d2-f122-4945-a5f5-706540b8f8f3 req-4b80c6fc-0bd7-4b9e-ba3d-b2a4ac80ad06 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:14.759555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-777944d2-f122-4945-a5f5-706540b8f8f3 req-4b80c6fc-0bd7-4b9e-ba3d-b2a4ac80ad06 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 943 time: 0.4089322 Mar 11 13:09:14.774090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e51026f-707a-41cc-984d-7a686c761591 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.776296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e51026f-707a-41cc-984d-7a686c761591 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.799582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e51026f-707a-41cc-984d-7a686c761591 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.800139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e51026f-707a-41cc-984d-7a686c761591 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Fanout notify agent at l3_agent the message router_deleted on router 286adf80-81b0-43dd-8891-79c6ac7be56d {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:09:14.803970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:14.804382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.812592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e51026f-707a-41cc-984d-7a686c761591 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.813705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7e51026f-707a-41cc-984d-7a686c761591 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/routers/286adf80-81b0-43dd-8891-79c6ac7be56d HTTP/1.1" status: 204 len: 168 time: 0.6229506 Mar 11 13:09:14.816313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59170) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:14.835357 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:14.879948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet b35adae6-d760-43d0-b092-0542a87e820a {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:14.882861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.940043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:14.980273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-777944d2-f122-4945-a5f5-706540b8f8f3 req-56c79a5c-14b9-4a7f-8e71-583af2f7a0c8 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897900 Mar 11 13:09:14.991726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.012705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.020878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=412156cc-4d54-460d-be17-00fdaf03605e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:15.025822 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-827849f0-dd30-43cc-af81-34022187b14d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/412156cc-4d54-460d-be17-00fdaf03605e HTTP/1.1" status: 204 len: 168 time: 1.2177346 Mar 11 13:09:15.028752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:15.034219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.106186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.148651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=b35adae6-d760-43d0-b092-0542a87e820a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:15.151853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.155761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f164e3-5065-446c-808f-e826a0cd8ccf None None] Network 6e99e562-ba50-4c6d-8e2a-043acf8025dc requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:15.160485 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a034d736-7d55-4d78-9309-489a8080106e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/b35adae6-d760-43d0-b092-0542a87e820a HTTP/1.1" status: 204 len: 168 time: 0.3405395 Mar 11 13:09:15.160865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59178) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:15.193531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.271041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.278207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.289134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port d58fb94c-4816-4ad2-86a3-f83e1c663737 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:15.289521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.412730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 551e03c7-b963-4ba2-8cf5-a101cae8d77f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:15.460600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] DHCP port deletion for 6e99e562-ba50-4c6d-8e2a-043acf8025dc request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:15.470903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 551e03c7-b963-4ba2-8cf5-a101cae8d77f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:09:15.471324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 551e03c7-b963-4ba2-8cf5-a101cae8d77f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:15.476541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Deleting port d58fb94c-4816-4ad2-86a3-f83e1c663737 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:15.476901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.484149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.528482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08515422-f31b-4fdf-853e-ff67423edc1f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:15.544318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] For port d58fb94c-4816-4ad2-86a3-f83e1c663737, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d58fb94c-4816-4ad2-86a3-f83e1c663737,segment=NetworkSegment(4949eb4e-1fac-4e0e-a1f1-59b49f1b5997),segment_id=4949eb4e-1fac-4e0e-a1f1-59b49f1b5997)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:15.544675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.599666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaadf385-17b9-4bf7-9ffa-08e0fe985b11') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:15.599666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaadf385-17b9-4bf7-9ffa-08e0fe985b11') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:15.645186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.666320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.674270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for d58fb94c-4816-4ad2-86a3-f83e1c663737 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:15.674883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:15.675459 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.686275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] For port d58fb94c-4816-4ad2-86a3-f83e1c663737, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d58fb94c-4816-4ad2-86a3-f83e1c663737,segment=NetworkSegment(4949eb4e-1fac-4e0e-a1f1-59b49f1b5997),segment_id=4949eb4e-1fac-4e0e-a1f1-59b49f1b5997)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:15.686831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:15.691771 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:15.753351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.814568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Calling delete_port for d58fb94c-4816-4ad2-86a3-f83e1c663737 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:15.817100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=d58fb94c-4816-4ad2-86a3-f83e1c663737,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:15.821484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No DVR routers for this DVR port d58fb94c-4816-4ad2-86a3-f83e1c663737 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:15.892151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:09:15.892576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:09:15.947340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.951455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.976532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e99e562-ba50-4c6d-8e2a-043acf8025dc']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:15.976750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:15.987933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=08515422-f31b-4fdf-853e-ff67423edc1f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:15.994022 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53857a07-ad3a-4798-923a-2280055204d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/08515422-f31b-4fdf-853e-ff67423edc1f HTTP/1.1" status: 204 len: 168 time: 0.9641962 Mar 11 13:09:16.006012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:16.014835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1789738367'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:16.021999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:16.025261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Deleting port b481325d-a233-4911-a89e-40b3503722c6 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:16.025633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.066351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:16.071622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:16.080840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:16.096861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4949eb4e-1fac-4e0e-a1f1-59b49f1b5997') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:16.097191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4949eb4e-1fac-4e0e-a1f1-59b49f1b5997') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:16.109420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.125657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.131822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:16.132203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:16.146652 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:16.169998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:16.173364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.226821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.244373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.257193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=6e99e562-ba50-4c6d-8e2a-043acf8025dc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:16.266623 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d5f8aaba-6b7a-4611-ba55-481ad4b3e2fd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/6e99e562-ba50-4c6d-8e2a-043acf8025dc HTTP/1.1" status: 204 len: 168 time: 1.1049156 Mar 11 13:09:16.271189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59188) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:16.292100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:09:16.326262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.326520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment 1a771d42-1885-4d43-9a7a-b68ba9b83f96 of type vlan for network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d Mar 11 13:09:16.340725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.342539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794169f-3acc-40dd-ad9d-ce9a1cd8ab01 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:16.343115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a794169f-3acc-40dd-ad9d-ce9a1cd8ab01 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:16.359120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a794169f-3acc-40dd-ad9d-ce9a1cd8ab01 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:16.360320 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a794169f-3acc-40dd-ad9d-ce9a1cd8ab01 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/16870d6e-4d2f-44d0-9dfa-2e1442099f7f HTTP/1.1" status: 200 len: 841 time: 0.0881455 Mar 11 13:09:16.364044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59192) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:16.378820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d9422-b29b-4772-941c-d453b909e020 req-6b795f0f-4288-427e-a346-9b165859e8a6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:16.380271 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c20d9422-b29b-4772-941c-d453b909e020 req-6b795f0f-4288-427e-a346-9b165859e8a6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 943 time: 0.2872667 Mar 11 13:09:16.393896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Deleting port d58fb94c-4816-4ad2-86a3-f83e1c663737 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:16.394598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.437601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.445479 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5a704ddb-1c8b-42b7-9de0-9a72f0fe2265 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/16870d6e-4d2f-44d0-9dfa-2e1442099f7f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0773187 Mar 11 13:09:16.446479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59196) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:16.451879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:16.484517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1a5eec0f-8da3-43e7-8dc7-56cdbd695db9 None None] The port 'd58fb94c-4816-4ad2-86a3-f83e1c663737' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:09:16.519202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Calling delete_port for b481325d-a233-4911-a89e-40b3503722c6 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:16.562687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:16.566453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:16.569249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:16.575465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:16.585188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:16.589173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.624933 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c20d9422-b29b-4772-941c-d453b909e020 req-0dfb8062-b09c-4532-8922-be9c56ff55cd tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901844 Mar 11 13:09:16.637745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.643175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:16.643816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.708328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7019265 Mar 11 13:09:16.711116 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59200) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:16.719417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:16.770172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5d8e8-65e6-496d-b113-829cde547b9c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=91e5661e-c966-4fbd-bba8-f5a58ac73d5d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:16.781538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:09:16.858191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.891928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:16.905473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:16.906925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Port': ['ID=b481325d-a233-4911-a89e-40b3503722c6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:16.911173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:16.919780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:16.925941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:16.969731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:16.973113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.022774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:17.029897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:17.032755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:17.033336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.041253 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf59527-b467-441d-866f-19df86479b91 None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:17.117255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=01e209bb-b41f-4034-a909-04f6403e89d7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:17.130524 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fb23f0db-75da-485b-8b5a-9f7ef4a7032c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6830213 Mar 11 13:09:17.133394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59204) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:17.138211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'security_group': {'name': 'tempest-secgroup-362722006'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:17.151480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:17.153485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.159072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:17.165165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:17.172223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:17.187833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.248421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:17.255530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group_rule and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:17.260403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:17.269526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:17.309136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'tenant_id': '32efc02ee8634a5aaf1962877ec98f4b', 'fixed_ips': [{'subnet_id': '01e209bb-b41f-4034-a909-04f6403e89d7'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:17.309991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.322245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.393133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=044da242-212b-4514-9aa1-fdef00f44c3f,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:17.424018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d58fb94c-4816-4ad2-86a3-f83e1c663737 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:17.462778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.463918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': '1a771d42-1885-4d43-9a7a-b68ba9b83f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:17.464271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 91e5661e-c966-4fbd-bba8-f5a58ac73d5d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:17.471738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.474899 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: d58fb94c-4816-4ad2-86a3-f83e1c663737 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:09:17.475394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d58fb94c-4816-4ad2-86a3-f83e1c663737 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:17.529469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.535882 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3960838 Mar 11 13:09:17.535882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59208) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:17.535882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:17.542400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baebf3-dfc8-44f1-8e03-f1d5b257e10c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b310b1-cd30-4e01-8fcc-8883e9533309,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:17.546088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'security_group': {'name': 'tempest-secgroup-598946833'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:17.556142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:17.560047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 91e5661e-c966-4fbd-bba8-f5a58ac73d5d) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:17.561879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:17.566169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:17.569725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:17.570024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.572527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d702b-7471-43ac-98b2-9d0e91d3b07e None None] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:17.578427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:17.599837 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1a3610d2-0906-437b-8b24-552304072f3e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8870153 Mar 11 13:09:17.600617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59212) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:17.604374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.610981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Allocated IP 172.20.0.2 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/01e209bb-b41f-4034-a909-04f6403e89d7/cd11c9a4-0423-4844-a95b-968b32731ae3) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:17.617677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365025884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:17.628101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:17.635131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:router and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:17.637900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:17.640019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:17.646392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group_rule and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:17.649500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:17.651129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Router 103d15fe-1bf1-405d-a75f-4286dac23bc4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:17.651506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:17.659952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:17.681051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.682205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.697811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.720833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.778391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.782268 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f4574bd6-b4f3-4ade-9f6f-7f581ff5a999 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1777525 Mar 11 13:09:17.783044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59218) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:17.790841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'port': {'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d', 'name': 'tempest-RoutersTest-1436047737'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:17.830326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.848684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:17.861050 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48422aa6-501b-43c1-8089-3e63997c545a tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "PUT /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8661835 Mar 11 13:09:17.861845 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] Sync routers for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:17.866652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59222) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:17.875423 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:17.876421 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:17.892610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.936619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:17.940628 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4007704 Mar 11 13:09:17.946482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59226) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:17.948830 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-15f0606f-3aa8-453d-8f08-cbdb64fe6a1c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] delete failed (client error): The resource could not be found. Mar 11 13:09:17.949490 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15f0606f-3aa8-453d-8f08-cbdb64fe6a1c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-278587543 HTTP/1.1" status: 404 len: 334 time: 0.0804801 Mar 11 13:09:17.953185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59230) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:17.958934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4f2b1805-c044-487e-ae1c-14a97b3f5cd4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'router': {'external_gateway_info': {'network_id': '103d15fe-1bf1-405d-a75f-4286dac23bc4'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:17.962290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1963117105', 'security_groups': ['763e26b4-0640-4c01-a2fe-f36ec21158aa'], 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01e209bb-b41f-4034-a909-04f6403e89d7'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:18.020721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.033572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-91e5661e-c966-4fbd-bba8-f5a58ac73d5d', 'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': '044da242-212b-4514-9aa1-fdef00f44c3f'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:18.034664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.045420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Transition to ACTIVE for port object cd11c9a4-0423-4844-a95b-968b32731ae3 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:18.047023 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:18.060266 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:18.062434 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:18.112059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Transition to ACTIVE for port object cd11c9a4-0423-4844-a95b-968b32731ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:18.131019 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:18.131790 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2ef1a4-30b8-4851-91b3-737132902c94 None None] The sync data for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:18.137262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.166536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6132eb-918a-43c6-a474-54f927a2d0c5 req-bedaa786-b4d8-4442-a6ff-5860e6633eca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:18.169197 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec6132eb-918a-43c6-a474-54f927a2d0c5 req-bedaa786-b4d8-4442-a6ff-5860e6633eca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 943 time: 0.4285002 Mar 11 13:09:18.188050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbfd32-3987-48b7-be5d-53066740be6e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763e26b4-0640-4c01-a2fe-f36ec21158aa,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:18.214188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:18.223271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:18.230225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:18.230642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:18.239311 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:port and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:18.244565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:18.260345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:18.265594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Pushing event updated for resources: {'Port': ['ID=cd11c9a4-0423-4844-a95b-968b32731ae3,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:18.271545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:18.281740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:18.292954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:18.380017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Allocated IP 172.20.0.2 (91e5661e-c966-4fbd-bba8-f5a58ac73d5d/044da242-212b-4514-9aa1-fdef00f44c3f/a7ddc99f-9b84-4f93-94dc-5be3d883a2a4) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:18.385444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Attempting to bind port cd11c9a4-0423-4844-a95b-968b32731ae3 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:18.385831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Attempting to bind port cd11c9a4-0423-4844-a95b-968b32731ae3 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'e1543c7e-b5a5-48b5-98d4-99175b806286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:18.386176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Attempting to bind port cd11c9a4-0423-4844-a95b-968b32731ae3 on network ae0f10e1-05c9-4695-8ece-5e17688e5af1 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:18.395964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:18.396381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Checking segment: {'id': 'e1543c7e-b5a5-48b5-98d4-99175b806286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:18.396729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.397110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Bound using segment: {'id': 'e1543c7e-b5a5-48b5-98d4-99175b806286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:18.397592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Bound port: cd11c9a4-0423-4844-a95b-968b32731ae3, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1543c7e-b5a5-48b5-98d4-99175b806286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:18.397969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.418107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.435385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:18.438891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.465159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec6132eb-918a-43c6-a474-54f927a2d0c5 req-e1f86171-be33-4543-9be6-679f97fd3b2f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285526 Mar 11 13:09:18.466037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] device_id is not set on port 16cde129-023e-4e3f-acb3-d013e5d926b7 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:09:18.499019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f2b1805-c044-487e-ae1c-14a97b3f5cd4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.509765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:09:18.540139 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-4f2b1805-c044-487e-ae1c-14a97b3f5cd4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] update failed (client error): The resource could not be found. Mar 11 13:09:18.545502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4f2b1805-c044-487e-ae1c-14a97b3f5cd4 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "PUT /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4 HTTP/1.1" status: 404 len: 339 time: 0.5912821 Mar 11 13:09:18.546194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59234) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:18.619334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] For port cd11c9a4-0423-4844-a95b-968b32731ae3, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:18.640305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] For port cd11c9a4-0423-4844-a95b-968b32731ae3, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cd11c9a4-0423-4844-a95b-968b32731ae3,segment=NetworkSegment(e1543c7e-b5a5-48b5-98d4-99175b806286),segment_id=e1543c7e-b5a5-48b5-98d4-99175b806286)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:18.671647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.768637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.3 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/01e209bb-b41f-4034-a909-04f6403e89d7/3dcd7d01-b650-47c9-b8fa-9e1e402c5406) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:18.782788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3588c3f-bf7f-428e-8a10-6f713e09fb8c None None] Pushing event updated for resources: {'Port': ['ID=cd11c9a4-0423-4844-a95b-968b32731ae3,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:18.785844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.801920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Transition to ACTIVE for port object a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:18.827903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Transition to ACTIVE for port object a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:18.835337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:18.928102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:18.936319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:18.943884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:18.949854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Pushing event updated for resources: {'Port': ['ID=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:19.064444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.20.0.11 (91e5661e-c966-4fbd-bba8-f5a58ac73d5d/044da242-212b-4514-9aa1-fdef00f44c3f/16cde129-023e-4e3f-acb3-d013e5d926b7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:19.065056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Attempting to bind port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:19.065621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Attempting to bind port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '1a771d42-1885-4d43-9a7a-b68ba9b83f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:19.065735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Attempting to bind port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 on network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:19.074104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:19.074466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Checking segment: {'id': '1a771d42-1885-4d43-9a7a-b68ba9b83f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:19.074866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.075249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Bound using segment: {'id': '1a771d42-1885-4d43-9a7a-b68ba9b83f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:19.075842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Bound port: a7ddc99f-9b84-4f93-94dc-5be3d883a2a4, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a771d42-1885-4d43-9a7a-b68ba9b83f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '91e5661e-c966-4fbd-bba8-f5a58ac73d5d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:19.076062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.170337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.237090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] For port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:19.240756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] For port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,segment=NetworkSegment(1a771d42-1885-4d43-9a7a-b68ba9b83f96),segment_id=1a771d42-1885-4d43-9a7a-b68ba9b83f96)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:19.251860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.364562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.497691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cd11c9a4-0423-4844-a95b-968b32731ae3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:19.511645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.534119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object 16cde129-023e-4e3f-acb3-d013e5d926b7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:19.542127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:19.562306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32353a8-6718-4e64-922a-42a83c4d186d None None] Pushing event updated for resources: {'Port': ['ID=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:19.588394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.642585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.648272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port cd11c9a4-0423-4844-a95b-968b32731ae3 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:19.705259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:19.710894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:19.713309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:19.739453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:19.750528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:19.752928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:19.793924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=16cde129-023e-4e3f-acb3-d013e5d926b7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:19.899524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f7f32-6f42-42dc-a70d-58e81d24e390 req-f817ee41-5179-4163-8c77-d6c4ef0b1bfd tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:19.906419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da1f7f32-6f42-42dc-a70d-58e81d24e390 req-f817ee41-5179-4163-8c77-d6c4ef0b1bfd tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 943 time: 0.2165587 Mar 11 13:09:19.914996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:19.915356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.947574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:19.948195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:19.951952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=3dcd7d01-b650-47c9-b8fa-9e1e402c5406,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:19.966622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Allocated IP 172.20.0.1 (9f5dd436-94e9-4f79-b047-7857e902d473/dc618c6f-74e2-40b9-bb2b-55240cba0356/c8c35355-8fb2-433c-ac1c-df53a7ad6bb6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:19.980843 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da1f7f32-6f42-42dc-a70d-58e81d24e390 req-9a662065-9239-4f6e-b89c-3bfbc4594a18 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734918 Mar 11 13:09:19.991130 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fc67e865-a37b-4ab3-8369-3df362b18ad6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2069557 Mar 11 13:09:19.994218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59240) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:20.009842 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a26f773d-8ec1-4ec3-9dde-f9b140cd61ad tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0620987 Mar 11 13:09:20.010631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2c3b0e9c-38c7-473c-9304-1e78d4cd086e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:09:20.015929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59244) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:20.028288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:20.193418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:20.200149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:20.207547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:20.211100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:20.212556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'port_id': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'mac_address': 'fa:16:3e:75:46:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:09:20.218173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:20.231410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:20.235670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.282664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.302564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3b0e9c-38c7-473c-9304-1e78d4cd086e {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:09:20.322542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:20.329018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.399471 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01e209bb-b41f-4034-a909-04f6403e89d7 (CIDR: 172.20.0.0/28) Mar 11 13:09:20.405231 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:20.406349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:20.440855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:20.451172 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-015d3e21-f710-4d90-8035-a2d23b166792 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4265902 Mar 11 13:09:20.451830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59248) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:20.458653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:20.490719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Provisioning for port cd11c9a4-0423-4844-a95b-968b32731ae3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:20.499414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:20.499785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.656957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['2c3b0e9c-38c7-473c-9304-1e78d4cd086e'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:09:20.692718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.732144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Transition to ACTIVE for port object c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:20.809214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:20.814478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:20.818077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:20.825904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:20.838688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:20.839142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.843599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.899304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] For port cd11c9a4-0423-4844-a95b-968b32731ae3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cd11c9a4-0423-4844-a95b-968b32731ae3,segment=NetworkSegment(e1543c7e-b5a5-48b5-98d4-99175b806286),segment_id=e1543c7e-b5a5-48b5-98d4-99175b806286)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:20.953840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:20.954959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.043561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Provisioning complete for port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:21.043999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.115470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.146983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:21.148397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2a5ec-c273-4d9c-836c-eaa5b7918e36 None None] Pushing event updated for resources: {'Port': ['ID=cd11c9a4-0423-4844-a95b-968b32731ae3,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:21.181826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466ccbf-32c0-42ba-a5c6-3f700c1ff8e9 None None] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:21.235501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network 9f5dd436-94e9-4f79-b047-7857e902d473 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:21.236391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.274667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:21.290352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:21.320599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:21.322507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:21.331943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0f42b423-92c9-4313-8f30-750c03c32929 None None] Provisioning for port 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:21.334611 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:09:21.336177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:21.336808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.359622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0f42b423-92c9-4313-8f30-750c03c32929 None None] Provisioning complete for port 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:21.360341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0f42b423-92c9-4313-8f30-750c03c32929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.360965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=156177d9-0b3f-4a50-8b6b-e044569580cf,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:21.395859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea3887-87f3-4a90-90c5-2ab270c0979b None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:21.397158 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b00315c0-e181-4f1e-beaa-11936b6a8c56 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9442384 Mar 11 13:09:21.399634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59254) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:21.407110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-426569951', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '156177d9-0b3f-4a50-8b6b-e044569580cf'}], 'security_groups': ['11b310b1-cd30-4e01-8fcc-8883e9533309']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:21.428379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Port': ['ID=c8c35355-8fb2-433c-ac1c-df53a7ad6bb6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:21.586473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.607800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0f42b423-92c9-4313-8f30-750c03c32929 None None] Port 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:21.642832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.688931 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:21.699494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3e125-75c0-41b1-aa1e-63790953083b req-7d2e7ad1-2fec-4dde-baa3-e9b53673f3de tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:21.701123 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-49d3e125-75c0-41b1-aa1e-63790953083b req-7d2e7ad1-2fec-4dde-baa3-e9b53673f3de tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 944 time: 0.5278711 Mar 11 13:09:21.724888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0f42b423-92c9-4313-8f30-750c03c32929 None None] Provisioning for port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:21.750810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.766532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.866669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-49d3e125-75c0-41b1-aa1e-63790953083b req-23636451-7ea3-4358-9751-7d0837ce2e8b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509714 Mar 11 13:09:21.897232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:21.912230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:21.912529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.949840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-56e71a8b-40f3-4841-8112-57cb7c16f3d1 None None] Provisioning for port c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:21.960058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=16cde129-023e-4e3f-acb3-d013e5d926b7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:21.960285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.964636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-56e71a8b-40f3-4841-8112-57cb7c16f3d1 None None] Provisioning complete for port c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:21.965013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-56e71a8b-40f3-4841-8112-57cb7c16f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:21.973386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.057425 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2c3b0e9c-38c7-473c-9304-1e78d4cd086e up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:22.135683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Delete allocated IP 172.20.0.3 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/01e209bb-b41f-4034-a909-04f6403e89d7) {{(pid=87959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 13:09:22.147812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.18 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/156177d9-0b3f-4a50-8b6b-e044569580cf/3dcd7d01-b650-47c9-b8fa-9e1e402c5406) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:22.153856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-56e71a8b-40f3-4841-8112-57cb7c16f3d1 None None] Port c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:22.262695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:22.268749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.291267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:22.291642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.389274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e43e8225-400e-4070-b17b-85369e8d62aa None None] Provisioning for port 16cde129-023e-4e3f-acb3-d013e5d926b7 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:22.403046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] Update dhcp port {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'fixed_ips': [{'subnet_id': '01e209bb-b41f-4034-a909-04f6403e89d7', 'ip_address': '172.20.0.2'}, {'subnet_id': '156177d9-0b3f-4a50-8b6b-e044569580cf'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'cd11c9a4-0423-4844-a95b-968b32731ae3'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:09:22.437350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,segment=NetworkSegment(1a771d42-1885-4d43-9a7a-b68ba9b83f96),segment_id=1a771d42-1885-4d43-9a7a-b68ba9b83f96)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:22.460686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.461620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cd11c9a4-0423-4844-a95b-968b32731ae3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:22.464455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.485715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e43e8225-400e-4070-b17b-85369e8d62aa None None] Provisioning complete for port 16cde129-023e-4e3f-acb3-d013e5d926b7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:22.486081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e43e8225-400e-4070-b17b-85369e8d62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.488722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:22.497656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.587693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=3dcd7d01-b650-47c9-b8fa-9e1e402c5406,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:22.680305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e43e8225-400e-4070-b17b-85369e8d62aa None None] Port 16cde129-023e-4e3f-acb3-d013e5d926b7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:22.690013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.692650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] In _notify_port_updated(), no bound segment for port 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 on network ae0f10e1-05c9-4695-8ece-5e17688e5af1 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:09:22.698998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:22.699501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.701880 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0bec1386-d9cd-4a95-88be-9989c4b65b1e tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "PUT /v2.0/ports/3dcd7d01-b650-47c9-b8fa-9e1e402c5406 HTTP/1.1" status: 200 len: 920 time: 1.3002598 Mar 11 13:09:22.704334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59264) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:22.717755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.782828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:22.783217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.831932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:22.843993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e43e8225-400e-4070-b17b-85369e8d62aa None None] Provisioning complete for port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:22.844364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e43e8225-400e-4070-b17b-85369e8d62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.846517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.856830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.905832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.960050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:22.960318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:22.975009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.074122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:09:23.077613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.095872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:23.102923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.122136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event updated for resources: {'Port': ['ID=c8c35355-8fb2-433c-ac1c-df53a7ad6bb6,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:23.137379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.238695 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'code': 200} Mar 11 13:09:23.317288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] Allocated IP 172.20.0.19 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/156177d9-0b3f-4a50-8b6b-e044569580cf/cd11c9a4-0423-4844-a95b-968b32731ae3) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:23.337951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:23.347240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 3dcd7d01-b650-47c9-b8fa-9e1e402c5406 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:23.415934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42690f-b90d-4c6c-a6ca-0c76e18545a0 req-6ce74fbf-2953-4cb9-b245-4cca55783471 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:23.417471 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe42690f-b90d-4c6c-a6ca-0c76e18545a0 req-6ce74fbf-2953-4cb9-b245-4cca55783471 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 944 time: 0.4171295 Mar 11 13:09:23.536864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:23.586785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.595305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Network 9f5dd436-94e9-4f79-b047-7857e902d473 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:23.596766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] For port cd11c9a4-0423-4844-a95b-968b32731ae3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cd11c9a4-0423-4844-a95b-968b32731ae3,segment=NetworkSegment(e1543c7e-b5a5-48b5-98d4-99175b806286),segment_id=e1543c7e-b5a5-48b5-98d4-99175b806286)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:23.600572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:23.602837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3046a695-bd00-4954-a61b-2852ab51a801 None None] Provisioning complete for port 16cde129-023e-4e3f-acb3-d013e5d926b7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:23.603334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3046a695-bd00-4954-a61b-2852ab51a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.605834 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe42690f-b90d-4c6c-a6ca-0c76e18545a0 req-d8d1d5b7-5b5f-479f-bec7-79616eac3afc tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708066 Mar 11 13:09:23.651741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=3dcd7d01-b650-47c9-b8fa-9e1e402c5406,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:23.702494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3046a695-bd00-4954-a61b-2852ab51a801 None None] Port 16cde129-023e-4e3f-acb3-d013e5d926b7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:23.713028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:23.713396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.752964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.763780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.776095 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a0fead21-53f6-4891-9852-23494b25ad6d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/3dcd7d01-b650-47c9-b8fa-9e1e402c5406 HTTP/1.1" status: 204 len: 168 time: 1.0698042 Mar 11 13:09:23.778593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59276) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:23.787912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] Transition to ACTIVE for port object cd11c9a4-0423-4844-a95b-968b32731ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:23.831737 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5f8c84-90b6-46c1-ac27-479393a74fc4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:09:23.832354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f5f8c84-90b6-46c1-ac27-479393a74fc4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:23.845541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.848700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f5f8c84-90b6-46c1-ac27-479393a74fc4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:23.850834 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0f5f8c84-90b6-46c1-ac27-479393a74fc4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/3dcd7d01-b650-47c9-b8fa-9e1e402c5406 HTTP/1.1" status: 404 len: 333 time: 0.0712590 Mar 11 13:09:23.853467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59280) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:23.924081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3071dcd-4950-42ba-9d4e-d49474a8da9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:23.935677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Router 103d15fe-1bf1-405d-a75f-4286dac23bc4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:23.938140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238810e9-50e8-40e5-a59c-6496c2e70563 req-3c9eeb39-7845-4cd0-836b-0c5be2a6e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:23.939630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-238810e9-50e8-40e5-a59c-6496c2e70563 req-3c9eeb39-7845-4cd0-836b-0c5be2a6e702 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 1098 time: 0.4847441 Mar 11 13:09:23.956558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3071dcd-4950-42ba-9d4e-d49474a8da9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.011826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3071dcd-4950-42ba-9d4e-d49474a8da9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.029360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3071dcd-4950-42ba-9d4e-d49474a8da9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763e26b4-0640-4c01-a2fe-f36ec21158aa,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:24.035930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3071dcd-4950-42ba-9d4e-d49474a8da9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.038896 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c3071dcd-4950-42ba-9d4e-d49474a8da9d tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/security-groups/763e26b4-0640-4c01-a2fe-f36ec21158aa HTTP/1.1" status: 204 len: 168 time: 0.1827171 Mar 11 13:09:24.039904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59284) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:24.081378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-85fd9f3b-e88e-48dc-b23f-150c1d2d31ca None None] Provisioning complete for port c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:24.081773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85fd9f3b-e88e-48dc-b23f-150c1d2d31ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.109497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-339efeb3-eec1-423a-ae25-eaf04a8181c1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.110645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf81b9-c537-4901-80f7-7c9a69771a4a None None] Pushing event updated for resources: {'Port': ['ID=cd11c9a4-0423-4844-a95b-968b32731ae3,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:24.129787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.138904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-238810e9-50e8-40e5-a59c-6496c2e70563 req-39366149-6445-4666-99d9-329a351a1c9d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920352 Mar 11 13:09:24.141998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-339efeb3-eec1-423a-ae25-eaf04a8181c1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.142218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.144407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-85fd9f3b-e88e-48dc-b23f-150c1d2d31ca None None] Port c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:24.196158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-339efeb3-eec1-423a-ae25-eaf04a8181c1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.215793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339efeb3-eec1-423a-ae25-eaf04a8181c1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b310b1-cd30-4e01-8fcc-8883e9533309,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:24.229909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-339efeb3-eec1-423a-ae25-eaf04a8181c1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.231552 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-339efeb3-eec1-423a-ae25-eaf04a8181c1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/security-groups/11b310b1-cd30-4e01-8fcc-8883e9533309 HTTP/1.1" status: 204 len: 168 time: 0.1905038 Mar 11 13:09:24.234093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59288) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:24.313178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 01e209bb-b41f-4034-a909-04f6403e89d7 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:24.316562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.376086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.407011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:24.418027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] Sync routers for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:24.433883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.434038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:24.434537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:24.438354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=16cde129-023e-4e3f-acb3-d013e5d926b7,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:24.447632 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d13d1d8-6793-45dd-b2a2-26bbd65c88e0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "PUT /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9003253 Mar 11 13:09:24.448497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59292) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:24.514587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:24.523496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:24.524098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:24.590439 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:24.591097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693e277-9a69-4ef7-8865-1bc36cb19270 None None] The sync data for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:24.633265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.639265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:24.641374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:24.725879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92341e04-21b7-4862-88ef-503350688096 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.764875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1a365206-aa70-47c1-a105-21d59f51ed95 None None] Could not find standard attr ID for object 3dcd7d01-b650-47c9-b8fa-9e1e402c5406. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:09:24.778799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1a365206-aa70-47c1-a105-21d59f51ed95 None None] Provisioning for port cd11c9a4-0423-4844-a95b-968b32731ae3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:24.785686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1a365206-aa70-47c1-a105-21d59f51ed95 None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:24.786095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a365206-aa70-47c1-a105-21d59f51ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.861650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.916059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=01e209bb-b41f-4034-a909-04f6403e89d7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:24.918035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.943260 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-03f76d06-5cc1-43a0-90c7-1396fcde2895 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/01e209bb-b41f-4034-a909-04f6403e89d7 HTTP/1.1" status: 204 len: 168 time: 0.7081616 Mar 11 13:09:24.943931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59298) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:24.955735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:24.959581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1a365206-aa70-47c1-a105-21d59f51ed95 None None] Provisioning complete for port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:24.960430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a365206-aa70-47c1-a105-21d59f51ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:24.968985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e8216-d053-470e-a896-1cfcbea6b550 req-56f9bfd0-f501-4aab-9e60-1e0448fcab13 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:24.970533 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-020e8216-d053-470e-a896-1cfcbea6b550 req-56f9bfd0-f501-4aab-9e60-1e0448fcab13 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 945 time: 0.1395876 Mar 11 13:09:24.985786 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-92341e04-21b7-4862-88ef-503350688096 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 13:09:24.989687 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-92341e04-21b7-4862-88ef-503350688096 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4 HTTP/1.1" status: 409 len: 329 time: 0.5405290 Mar 11 13:09:24.990237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59302) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:25.024782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router ef1f190b-34f0-4572-8a98-9fbade3ff30e is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:09:25.030014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-020e8216-d053-470e-a896-1cfcbea6b550 req-2fde81f4-7171-4f82-bea9-4bcfc28c1031 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518138 Mar 11 13:09:25.031517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1a365206-aa70-47c1-a105-21d59f51ed95 None None] Port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:25.162716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e701d603-342f-4840-9161-b47a1c8b4d9f None None] Provisioning complete for port 16cde129-023e-4e3f-acb3-d013e5d926b7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:25.163236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e701d603-342f-4840-9161-b47a1c8b4d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:25.226021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:25.250130 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] Sync routers for ids ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:25.261925 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9484851e-2297-4383-9d8c-3eecdab43e11 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/ef1f190b-34f0-4572-8a98-9fbade3ff30e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2666416 Mar 11 13:09:25.263115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:25.270696 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] Routers {'ef1f190b-34f0-4572-8a98-9fbade3ff30e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:25.272709 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:25.273066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e701d603-342f-4840-9161-b47a1c8b4d9f None None] Port 16cde129-023e-4e3f-acb3-d013e5d926b7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:25.318054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e569034-9381-4562-8c17-9395596d5752 None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:25.358514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6572d-0f88-4345-860a-39035240b5f2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:25.359805 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:25.360991 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4da6572d-0f88-4345-860a-39035240b5f2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports/16cde129-023e-4e3f-acb3-d013e5d926b7 HTTP/1.1" status: 200 len: 978 time: 0.0971859 Mar 11 13:09:25.364385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:25.396952 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] Routers {'ef1f190b-34f0-4572-8a98-9fbade3ff30e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:25.397519 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:25.428733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-729fdd62-0d07-4a12-9cc4-1187cf743737 None None] Could not find standard attr ID for object 3dcd7d01-b650-47c9-b8fa-9e1e402c5406. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:09:25.505994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:25.554741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cd11c9a4-0423-4844-a95b-968b32731ae3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:25.567082 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:25.567481 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f39a9-4ff3-4217-a921-104cb5c16a28 None None] The sync data for ids ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:25.590135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:25.599614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:25.609427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:25.639882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:25.643373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:25.685452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:25.686032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:25.963507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.068903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.259222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.358251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e78a7250-5b86-4ee9-a19e-ac2a3ffda656 None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:26.358639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e78a7250-5b86-4ee9-a19e-ac2a3ffda656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.403375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:26.414264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:26.426145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f61405-17c7-4916-93ca-b15b5cb991a9 None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:26.451839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:26.452416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.462074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=3d57a403-0d74-4f63-8bf7-2059dd134e34,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:26.477632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51d898-dc76-48a0-bed7-34ec67c0b585 req-a556fdf0-0efb-41b3-99c8-82ddb5fb1a0b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:26.479400 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac51d898-dc76-48a0-bed7-34ec67c0b585 req-a556fdf0-0efb-41b3-99c8-82ddb5fb1a0b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 945 time: 0.2503724 Mar 11 13:09:26.496841 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-918f27aa-f617-433f-8410-2538edff6b1b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5463498 Mar 11 13:09:26.497224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59316) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:26.501840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'security_group': {'name': 'tempest-secgroup-1571556527'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:26.516114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:26.522081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:26.526058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:26.528210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port 16cde129-023e-4e3f-acb3-d013e5d926b7 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:26.528892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.534520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:26.590578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.596281 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac51d898-dc76-48a0-bed7-34ec67c0b585 req-bdd9af04-8197-4121-a584-9d6c297f8f62 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989423 Mar 11 13:09:26.629133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Deleting port c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:26.629495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.667834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e78a7250-5b86-4ee9-a19e-ac2a3ffda656 None None] Provisioning complete for port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:26.668209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e78a7250-5b86-4ee9-a19e-ac2a3ffda656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.736827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:26.762830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e78a7250-5b86-4ee9-a19e-ac2a3ffda656 None None] Port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:26.796217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group_rule and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:26.807753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:26.808131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.817286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:26.868199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.894956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] Update dhcp port {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'fixed_ips': [{'subnet_id': '156177d9-0b3f-4a50-8b6b-e044569580cf', 'ip_address': '172.20.0.19'}, {'subnet_id': '3d57a403-0d74-4f63-8bf7-2059dd134e34'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'cd11c9a4-0423-4844-a95b-968b32731ae3'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:09:26.949245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for 16cde129-023e-4e3f-acb3-d013e5d926b7 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:26.951569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:26.999628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Calling delete_port for c8c35355-8fb2-433c-ac1c-df53a7ad6bb6 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:27.000603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48ca6-c0d8-45ae-bb18-88f7b406fafb req-9c083a24-0ea9-4910-9ce4-498a93150708 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:27.002102 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3d48ca6-c0d8-45ae-bb18-88f7b406fafb req-9c083a24-0ea9-4910-9ce4-498a93150708 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 945 time: 0.2834635 Mar 11 13:09:27.079716 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3d48ca6-c0d8-45ae-bb18-88f7b406fafb req-d4fb8a7e-c16c-467a-9142-371bf8d747c7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642250 Mar 11 13:09:27.118218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59322) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:27.210997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.214162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] Allocated IP 172.20.0.2 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/3d57a403-0d74-4f63-8bf7-2059dd134e34/cd11c9a4-0423-4844-a95b-968b32731ae3) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:27.226144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.236054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.294891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.298720 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7980912 Mar 11 13:09:27.299425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59328) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:27.307131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'security_group': {'name': 'tempest-secgroup-436071255'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:27.312281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c68b86-f0c0-4702-b0bd-5f59e6aafb20 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2ff3d-8954-4cae-b1ca-42e1fcb336b4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:27.317696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:27.325427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:27.333852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:27.340532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:27.358831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.365150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=16cde129-023e-4e3f-acb3-d013e5d926b7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:27.385393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] For port cd11c9a4-0423-4844-a95b-968b32731ae3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cd11c9a4-0423-4844-a95b-968b32731ae3,segment=NetworkSegment(e1543c7e-b5a5-48b5-98d4-99175b806286),segment_id=e1543c7e-b5a5-48b5-98d4-99175b806286)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:27.407856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:27.411769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group_rule and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:27.414782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:27.420116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.420500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:27.497628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.512036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.578980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3f45c-8fa6-4509-8532-cb443ba28fbf,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:27.583943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.588188 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dcbc247f-3aed-41c3-a1e4-e81c7dcf7d30 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2848835 Mar 11 13:09:27.588188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.591171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59332) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:27.591809 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] Transition to ACTIVE for port object cd11c9a4-0423-4844-a95b-968b32731ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:27.599008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.616053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb6590-35bd-4522-83b7-9381b1afc7fb tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:27.617670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5fcb6590-35bd-4522-83b7-9381b1afc7fb tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 1093 time: 0.4984930 Mar 11 13:09:27.618675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.623434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59334) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:27.630893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:27.633128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'security_group': {'name': 'tempest-secgroup-49916476'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:27.640390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:27.646824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:27.651446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Port': ['ID=c8c35355-8fb2-433c-ac1c-df53a7ad6bb6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:27.686973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:27.696892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:27.698603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:floatingip and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:27.706728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:27.721937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:27.750927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:27.770772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40bace-9597-4a91-a7d7-fe8e75f0ae43 None None] Pushing event updated for resources: {'Port': ['ID=cd11c9a4-0423-4844-a95b-968b32731ae3,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:27.792870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:27.875330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:27.880146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:security_group_rule and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:27.883858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:27.909471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:27.995145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.004821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.116536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router ef1f190b-34f0-4572-8a98-9fbade3ff30e has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:28.302952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca99eba8-e7cf-4c93-8253-dafa92d8c79c None None] Provisioning for port cd11c9a4-0423-4844-a95b-968b32731ae3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:28.308441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.312278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca99eba8-e7cf-4c93-8253-dafa92d8c79c None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:28.313241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca99eba8-e7cf-4c93-8253-dafa92d8c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.314604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Router 103d15fe-1bf1-405d-a75f-4286dac23bc4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:28.318830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.324087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:28.347121 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97398001-7cf2-4b0a-b906-02365b596733 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/ef1f190b-34f0-4572-8a98-9fbade3ff30e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9789736 Mar 11 13:09:28.347854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59340) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:28.355752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] Sync routers for ids ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:28.376770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.377510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] Routers {'ef1f190b-34f0-4572-8a98-9fbade3ff30e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:28.378266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:28.448416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:28.463213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] Routers {'ef1f190b-34f0-4572-8a98-9fbade3ff30e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:28.463750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:28.498117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.501808 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8764060 Mar 11 13:09:28.503986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59344) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:28.507824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953449b-1ad9-4f90-9941-850255ad9364 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51041326-84f3-4c95-a6a6-f01c9076204f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:28.532307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Allocated IP 172.26.4.79 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/27f3da8d-f004-44cb-a635-5203635e7791) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:28.535193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:28.536234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892d926-6b84-48d9-8082-fd87a700802a None None] The sync data for ids ['ef1f190b-34f0-4572-8a98-9fbade3ff30e'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:28.606044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca99eba8-e7cf-4c93-8253-dafa92d8c79c None None] Provisioning complete for port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:28.606410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca99eba8-e7cf-4c93-8253-dafa92d8c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.610668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2020197667', 'security_groups': ['51041326-84f3-4c95-a6a6-f01c9076204f'], 'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d57a403-0d74-4f63-8bf7-2059dd134e34'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:28.662017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca99eba8-e7cf-4c93-8253-dafa92d8c79c None None] Port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:28.691010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.721464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:28.781917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:28.784740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:28.792984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:28.828784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=27f3da8d-f004-44cb-a635-5203635e7791,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:28.829088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:28.841469 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-85bb5dcf-352e-4116-87bc-cf38c6534754 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "PUT /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8472178 Mar 11 13:09:28.846102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:28.854109 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] Sync routers for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:28.864686 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:28.865618 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:28.933017 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:28.941542 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] Routers {'103d15fe-1bf1-405d-a75f-4286dac23bc4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:28.942118 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['103d15fe-1bf1-405d-a75f-4286dac23bc4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:28.956528 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-4f4cacc9-ebc6-44df-84a0-d9924d798dab tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] show failed (client error): The resource could not be found. Mar 11 13:09:28.961756 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4f4cacc9-ebc6-44df-84a0-d9924d798dab tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1183911235 HTTP/1.1" status: 404 len: 335 time: 0.1104901 Mar 11 13:09:28.961932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:28.969124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2f22106d-250f-4d36-be4b-76c4323f67f8 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:29.005908 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:29.006824 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae648ee3-f19f-4031-bbc9-1b49c9963024 None None] The sync data for ids ['103d15fe-1bf1-405d-a75f-4286dac23bc4'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:29.045397 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-2f22106d-250f-4d36-be4b-76c4323f67f8 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] update failed (client error): The resource could not be found. Mar 11 13:09:29.046337 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f22106d-250f-4d36-be4b-76c4323f67f8 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-2031353365 HTTP/1.1" status: 404 len: 335 time: 0.0835345 Mar 11 13:09:29.049800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:29.056572 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-7e795a47-6f45-4288-a5df-2b8ddcd1e817 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 13:09:29.057620 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7e795a47-6f45-4288-a5df-2b8ddcd1e817 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/ef1f190b-34f0-4572-8a98-9fbade3ff30e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7082081 Mar 11 13:09:29.060806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59360) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:29.115475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c8c8a1fb-d006-4e0e-9917-0d9231e0bf73 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:29.122860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:29.137864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:29.146338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c8c8a1fb-d006-4e0e-9917-0d9231e0bf73 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:29.150693 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c8c8a1fb-d006-4e0e-9917-0d9231e0bf73 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef1f190b-34f0-4572-8a98-9fbade3ff30e HTTP/1.1" status: 200 len: 205 time: 0.0858195 Mar 11 13:09:29.150870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59364) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:29.215275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:29.234943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Deleting subnet 6d7c75a7-ac8d-46b4-90cf-d1112ec7a183 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:29.241003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.359939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da2a253d-2f00-4e20-aec3-bf8ddfc4f6cb tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.506085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cd11c9a4-0423-4844-a95b-968b32731ae3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:29.508058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.576848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:29.577306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.643389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.709683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.721654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da2a253d-2f00-4e20-aec3-bf8ddfc4f6cb tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.725983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da2a253d-2f00-4e20-aec3-bf8ddfc4f6cb tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.733740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.736311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.746889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] device_id is not set on port d9f7065d-702d-456c-b12e-aefe183107a7 yet. {{(pid=87959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:09:29.787589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.790844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7c75a7-ac8d-46b4-90cf-d1112ec7a183,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:29.801259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da2a253d-2f00-4e20-aec3-bf8ddfc4f6cb tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.801801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a253d-2f00-4e20-aec3-bf8ddfc4f6cb tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Fanout notify agent at l3_agent the message router_deleted on router ef1f190b-34f0-4572-8a98-9fbade3ff30e {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:09:29.801964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81474437-9e89-4acc-ba7f-274be9be6a9e None None] Network 44618385-68ff-4f3e-8685-0159f66009e4 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:29.808568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1256755e-5091-4a3d-ba6e-4a7a353e4b4c tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/subnets/6d7c75a7-ac8d-46b4-90cf-d1112ec7a183 HTTP/1.1" status: 204 len: 168 time: 0.7577925 Mar 11 13:09:29.811055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:29.859586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da2a253d-2f00-4e20-aec3-bf8ddfc4f6cb tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.863214 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-da2a253d-2f00-4e20-aec3-bf8ddfc4f6cb tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/ef1f190b-34f0-4572-8a98-9fbade3ff30e HTTP/1.1" status: 204 len: 168 time: 0.7088711 Mar 11 13:09:29.866364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59372) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:29.927461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Deleting subnet b7d9677f-2355-497a-a522-580bb7564a69 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:29.935555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.961876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:29.986458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet 044da242-212b-4514-9aa1-fdef00f44c3f {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:29.994729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.036172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.069787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] DHCP port deletion for 44618385-68ff-4f3e-8685-0159f66009e4 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:30.075641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] Deleting port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:30.075641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.208007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.241979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.11 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/3d57a403-0d74-4f63-8bf7-2059dd134e34/d9f7065d-702d-456c-b12e-aefe183107a7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:30.255612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.286265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] For port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1,segment=NetworkSegment(8323aaf6-e04c-4cd4-a281-4342803ccce2),segment_id=8323aaf6-e04c-4cd4-a281-4342803ccce2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:30.286649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.340235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.346904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.416176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.443343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] Calling delete_port for 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:30.488715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=27f3da8d-f004-44cb-a635-5203635e7791,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:30.525531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.530401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.537616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.544019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.585188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] Pushing event deleted for resources: {'Port': ['ID=64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:30.587317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object d9f7065d-702d-456c-b12e-aefe183107a7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:30.590254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=044da242-212b-4514-9aa1-fdef00f44c3f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:30.592175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.592306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03e6db-199d-40b8-96f5-c305e50f2524 None None] No DVR routers for this DVR port 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:30.597109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d9677f-2355-497a-a522-580bb7564a69,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:30.602446 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c55262c8-3d08-4840-892b-0c0e67c5c650 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/044da242-212b-4514-9aa1-fdef00f44c3f HTTP/1.1" status: 204 len: 168 time: 0.7354546 Mar 11 13:09:30.605224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59376) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:30.608852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.610565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f39d1f-da4a-4b97-9b12-fd5adb0389a0 None None] Network 91e5661e-c966-4fbd-bba8-f5a58ac73d5d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:30.622510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3cbf5186-2148-4ae7-ba24-678687b4ba65 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/subnets/b7d9677f-2355-497a-a522-580bb7564a69 HTTP/1.1" status: 204 len: 168 time: 0.8104565 Mar 11 13:09:30.626118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59380) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:30.634496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de343dd8-a820-4b52-bd9e-83e1b375116a None None] Network 0088e01c-a209-486c-b032-fcaef78cec77 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:30.730367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.732886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.744677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.805046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:30.805394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.834541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:30.837422 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-6d4dd641-93c8-4440-bb57-c69b35cd7518 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3959200 Mar 11 13:09:30.843688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.846542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:30.859869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:30.922136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:30.923013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:30.931064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=d9f7065d-702d-456c-b12e-aefe183107a7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:30.999843 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e3d5036d-6ccb-4e1d-ade6-aa411ea75855 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4930928 Mar 11 13:09:31.000874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59384) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:31.018629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:31.129542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] DHCP port deletion for 0088e01c-a209-486c-b032-fcaef78cec77 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:31.134697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] Deleting port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:31.134697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.183281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] DHCP port deletion for 91e5661e-c966-4fbd-bba8-f5a58ac73d5d request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:31.192834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Deleting port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:31.193365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.262094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,segment=NetworkSegment(1a771d42-1885-4d43-9a7a-b68ba9b83f96),segment_id=1a771d42-1885-4d43-9a7a-b68ba9b83f96)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:31.262372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.292663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.327433 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Floating IP c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b associated. External IP: 172.26.4.79, port: 2c3b0e9c-38c7-473c-9304-1e78d4cd086e. Mar 11 13:09:31.332063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:31.397675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:31.425228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:31.435321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:31.444404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:31.473072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:31.478000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.515809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44618385-68ff-4f3e-8685-0159f66009e4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:31.541708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:31.542881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8323aaf6-e04c-4cd4-a281-4342803ccce2') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:31.543186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8323aaf6-e04c-4cd4-a281-4342803ccce2') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:31.575934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-94a81b1e-2289-4a97-9feb-981b8755b71c None None] Provisioning for port d9f7065d-702d-456c-b12e-aefe183107a7 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:31.590969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.617645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-94a81b1e-2289-4a97-9feb-981b8755b71c None None] Provisioning complete for port d9f7065d-702d-456c-b12e-aefe183107a7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:31.617899 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-94a81b1e-2289-4a97-9feb-981b8755b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.619792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.640449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No DVR routers for this DVR port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:31.645652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee820-9084-4921-adc8-c063249fa3be req-b10d4adf-fb39-4162-897d-8878b6963820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:31.647158 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-b10d4adf-fb39-4162-897d-8878b6963820 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 1098 time: 0.5617218 Mar 11 13:09:31.658226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] For port 594b0591-66cd-4a3d-8c01-ddcd451c20e5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=594b0591-66cd-4a3d-8c01-ddcd451c20e5,segment=NetworkSegment(a5a3669f-9b24-43cc-81b8-e0cefb461acc),segment_id=a5a3669f-9b24-43cc-81b8-e0cefb461acc)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:31.658700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.677624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:31.685938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.719602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:31.719933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.734506 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d57a403-0d74-4f63-8bf7-2059dd134e34 (CIDR: 172.20.0.0/28) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:31.735099 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:31.783830 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:31.784568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:31.805196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.836621 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-00c93525-d338-4752-a61d-cfd5249ed540 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8247795 Mar 11 13:09:31.837511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59388) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:31.846881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:31.876308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] Calling delete_port for 594b0591-66cd-4a3d-8c01-ddcd451c20e5 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:31.917327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No active binding found for port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 {{(pid=87960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 13:09:31.917751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:31.918161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:31.951657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-94a81b1e-2289-4a97-9feb-981b8755b71c None None] Port d9f7065d-702d-456c-b12e-aefe183107a7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:31.970574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:31.972731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:09:31.972731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 64a2066a-0a3d-4fbb-9a15-1ee6e0f74cd1 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:31.973136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 594b0591-66cd-4a3d-8c01-ddcd451c20e5 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:31.973262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:31.981211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e5661e-c966-4fbd-bba8-f5a58ac73d5d']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:31.996158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.009891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a771d42-1885-4d43-9a7a-b68ba9b83f96') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:32.010187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a771d42-1885-4d43-9a7a-b68ba9b83f96') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:32.024250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Network': ['ID=44618385-68ff-4f3e-8685-0159f66009e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:32.075008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.076580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] For port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a7ddc99f-9b84-4f93-94dc-5be3d883a2a4,segment=NetworkSegment(1a771d42-1885-4d43-9a7a-b68ba9b83f96),segment_id=1a771d42-1885-4d43-9a7a-b68ba9b83f96)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:32.076969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.085253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83bed5cc-29bb-403d-82c6-c4419d030b40 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/networks/44618385-68ff-4f3e-8685-0159f66009e4 HTTP/1.1" status: 204 len: 168 time: 1.4558191 Mar 11 13:09:32.088296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59392) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:32.098309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee820-9084-4921-adc8-c063249fa3be req-8d33b724-ba5d-4031-92ae-7813a5d532a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:32.099740 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-8d33b724-ba5d-4031-92ae-7813a5d532a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.4332192 Mar 11 13:09:32.131272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.201020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:32.201244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:32.218039 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:32.225250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Calling delete_port for a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:32.262275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.285186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-4ed54031-353d-4e45-9df6-1abd3594b4db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e HTTP/1.1" status: 200 len: 998 time: 0.1785505 Mar 11 13:09:32.302301 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No ports have port_id starting with 594b0591-66cd-4a3d-8c01-ddcd451c20e5 Mar 11 13:09:32.318161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] No DVR routers for this DVR port 594b0591-66cd-4a3d-8c01-ddcd451c20e5 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:32.321773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5370bb-3d40-4287-9fde-f98a98f06fb4 None None] Pushing event deleted for resources: {'Port': ['ID=594b0591-66cd-4a3d-8c01-ddcd451c20e5,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:32.323114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.345005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:32.348778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:32.350803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:32.377389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee820-9084-4921-adc8-c063249fa3be req-0f7d0114-9148-4964-9886-a2ff1a212a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:32.378944 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-0f7d0114-9148-4964-9886-a2ff1a212a63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0838082 Mar 11 13:09:32.379084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.380823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:32.382348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.383414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:32.406163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:32.408637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.414607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:09:32.414998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:09:32.415483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:32.416135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:32.421543 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/91e5661e-c966-4fbd-bba8-f5a58ac73d5d HTTP/1.1" status: 204 len: 168 time: 1.8153007 Mar 11 13:09:32.440360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59396) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:32.443130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc350e-ac96-4be6-bafa-bd8baf663247 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=91e5661e-c966-4fbd-bba8-f5a58ac73d5d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:32.457047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-2115534886'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:32.477784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:32.487487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:32.490181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:32.494167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.509509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d55db5e0-3038-4558-9271-24cb49eaaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8721976 Mar 11 13:09:32.509509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:09:32.514051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:32.533064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee820-9084-4921-adc8-c063249fa3be req-7f358b2b-633f-4087-9551-0c1f608b3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:32.533296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:32.535370 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-7f358b2b-633f-4087-9551-0c1f608b3bd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173787 Mar 11 13:09:32.565126 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'status': 'completed', 'code': 200} Mar 11 13:09:32.598106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.655029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:32.658422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.659605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:09:32.678910 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-7ffae1aa-a2f7-43e6-b6b5-881c72571f24 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372409 Mar 11 13:09:32.701732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0088e01c-a209-486c-b032-fcaef78cec77']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:32.725300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a3669f-9b24-43cc-81b8-e0cefb461acc') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:32.725712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a3669f-9b24-43cc-81b8-e0cefb461acc') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:32.743430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.760056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:09:32.776002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.784190 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.ipam_backend_mixin [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 156177d9-0b3f-4a50-8b6b-e044569580cf (CIDR: 172.20.0.16/28) Mar 11 13:09:32.786779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:32.787191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:32.802869 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:32.823044 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:32.823473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:32.902963 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b1e46dd2-46b1-40b2-8620-052d967220bd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0610135 Mar 11 13:09:32.904804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59404) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:32.909136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.909508 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment 749ebed0-1568-4974-a076-f50b122c359b of type vlan for network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 Mar 11 13:09:32.911246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.917493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'subnet': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:32.922970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Deleting port a7ddc99f-9b84-4f93-94dc-5be3d883a2a4 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:32.922970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:32.972896 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce2ee820-9084-4921-adc8-c063249fa3be req-5e88d24b-222a-4a40-b800-02805e83c2ef service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872963 Mar 11 13:09:32.974067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.002197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Network': ['ID=0088e01c-a209-486c-b032-fcaef78cec77,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:33.010641 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3b048fd4-00ea-4616-bc1e-5b72142667a0 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/networks/0088e01c-a209-486c-b032-fcaef78cec77 HTTP/1.1" status: 204 len: 168 time: 0.9186273 Mar 11 13:09:33.010786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da42392f-02b4-423f-887a-8ba96cc0cc57 None None] The port 'a7ddc99f-9b84-4f93-94dc-5be3d883a2a4' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:09:33.012857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:33.082576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.117348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:75:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:09:29Z', 'updated_at': '2022-03-11T13:09:29Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:33.123184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:09:33.131689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Deleting subnet dc618c6f-74e2-40b9-bb2b-55240cba0356 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:33.133090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:33.133838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:33.135694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.144939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:33.149671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Usage tracker for resource:subnet and tenant:32efc02ee8634a5aaf1962877ec98f4b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:33.152547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:33.158371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:33.166203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.172045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:33.172631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.207504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.210379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Made reservation on behalf of 32efc02ee8634a5aaf1962877ec98f4b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:33.214463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.245265 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8035021 Mar 11 13:09:33.247748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59412) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:33.253098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '4c56b4ee-4842-488b-aba1-cd45ca4d2763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:33.274731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-b7143236-31b8-4f7c-ba4a-e9fb69c2ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:33.276126 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-b7143236-31b8-4f7c-ba4a-e9fb69c2ab89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 1098 time: 0.2284663 Mar 11 13:09:33.319923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:09:33.384126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6573802-1e08-4d1c-90e6-6cbd0575cda9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=4c56b4ee-4842-488b-aba1-cd45ca4d2763,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:33.480609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:09:33.501931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:33.518494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:33.524284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:33.534354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:33.536784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.583603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-f610029a-9c4e-4e5f-8887-39c1012ecd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:33.585126 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-f610029a-9c4e-4e5f-8887-39c1012ecd2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.2923272 Mar 11 13:09:33.594688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.661220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:33.665150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:33.666319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:33.669779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.672559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:33.673136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.676052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce48cb-13d8-4a9f-961a-8d211c29a2c9 None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:33.688013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Subnet': ['ID=143478de-26fc-4476-a210-f8211e491a84,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:33.704121 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e29e98e3-11e3-45b1-a732-32f8c256f3bf tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7965124 Mar 11 13:09:33.707604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59416) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:33.713678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-349512210', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '143478de-26fc-4476-a210-f8211e491a84'}], 'security_groups': ['edc2ff3d-8954-4cae-b1ca-42e1fcb336b4', '4fe3f45c-8fa6-4509-8532-cb443ba28fbf']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:33.797038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-c0969292-3932-4e29-b30b-2528c0b558dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e HTTP/1.1" status: 200 len: 998 time: 0.2044783 Mar 11 13:09:33.877844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.930628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Subnet': ['ID=dc618c6f-74e2-40b9-bb2b-55240cba0356,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:33.935819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-2a0dd598-f0c7-47e4-96d7-3549cfef2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:33.937292 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-2a0dd598-f0c7-47e4-96d7-3549cfef2823 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.1329210 Mar 11 13:09:33.940504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.967578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:33.994954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c70f31bf-da97-4d4a-bcb6-0af914e18ed6 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/subnets/dc618c6f-74e2-40b9-bb2b-55240cba0356 HTTP/1.1" status: 204 len: 168 time: 0.9782140 Mar 11 13:09:33.995514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59420) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:34.009357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5950e981-e622-4630-9aa5-69bc7b93e5d1 None None] Network 9f5dd436-94e9-4f79-b047-7857e902d473 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:34.187500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.212301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-415b6126-acac-494a-ac66-d5d8bd5ce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:34.213815 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-415b6126-acac-494a-ac66-d5d8bd5ce4b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2644570 Mar 11 13:09:34.251213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Deleting port b8c6079c-a2a2-412e-8146-b6388b81f406 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:34.251601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.307990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.402492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Delete allocated IP 172.20.0.11 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/3d57a403-0d74-4f63-8bf7-2059dd134e34) {{(pid=87959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 13:09:34.413114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Allocated IP 172.20.0.42 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/143478de-26fc-4476-a210-f8211e491a84/d9f7065d-702d-456c-b12e-aefe183107a7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:34.457164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:75:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:09:29Z', 'updated_at': '2022-03-11T13:09:29Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:34.474757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0775142-175c-41f4-8d51-33c12bd2c853 None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:75:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:09:29Z', 'updated_at': '2022-03-11T13:09:29Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:34.505860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=e86a4754-c7f4-489f-b3b0-1b5963c71468,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:34.581889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': '749ebed0-1568-4974-a076-f50b122c359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4c56b4ee-4842-488b-aba1-cd45ca4d2763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:34.582268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 4c56b4ee-4842-488b-aba1-cd45ca4d2763, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:34.596040 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-73fb9abb-f0e9-4402-89a5-a9d4cb77cb4d service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694363 Mar 11 13:09:34.620102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] DHCP port deletion for 9f5dd436-94e9-4f79-b047-7857e902d473 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:34.631829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Deleting port b8c6079c-a2a2-412e-8146-b6388b81f406 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:34.632204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.691558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] Update dhcp port {'port': {'network_id': 'ae0f10e1-05c9-4695-8ece-5e17688e5af1', 'fixed_ips': [{'subnet_id': '156177d9-0b3f-4a50-8b6b-e044569580cf', 'ip_address': '172.20.0.19'}, {'subnet_id': '3d57a403-0d74-4f63-8bf7-2059dd134e34', 'ip_address': '172.20.0.2'}, {'subnet_id': '143478de-26fc-4476-a210-f8211e491a84'}], 'binding:host_id': 'dv-neutron-833198-1-hyperv'}, 'id': 'cd11c9a4-0423-4844-a95b-968b32731ae3'} from dv-neutron-833198-1-hyperv. {{(pid=87960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 13:09:34.717606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.736259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Transition to ACTIVE for port object d9f7065d-702d-456c-b12e-aefe183107a7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:34.744522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.755353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.805269 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444e903-7392-432f-ae33-eec6a5eebde7 None None] New status for floating IP c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:09:34.897712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] For port b8c6079c-a2a2-412e-8146-b6388b81f406, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b8c6079c-a2a2-412e-8146-b6388b81f406,segment=NetworkSegment(fac40520-f6b1-4e17-a3ca-b9e4db93ed02),segment_id=fac40520-f6b1-4e17-a3ca-b9e4db93ed02)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:34.898382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.934953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] In _notify_port_updated(), no bound segment for port d9f7065d-702d-456c-b12e-aefe183107a7 on network ae0f10e1-05c9-4695-8ece-5e17688e5af1 {{(pid=87959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:09:34.940790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:34.941530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:34.942935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "PUT /v2.0/ports/d9f7065d-702d-456c-b12e-aefe183107a7 HTTP/1.1" status: 200 len: 959 time: 1.2353318 Mar 11 13:09:34.946788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59424) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:34.970093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:34.995160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 4c56b4ee-4842-488b-aba1-cd45ca4d2763) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:35.013241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a756d-cce7-4a4b-b13a-1874fdcfdad0 None None] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:35.030473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port d9f7065d-702d-456c-b12e-aefe183107a7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:35.030893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.137486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774e5fc-7c37-46ad-b227-1604e88d2aed tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event updated for resources: {'Port': ['ID=d9f7065d-702d-456c-b12e-aefe183107a7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:35.154882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:35.155759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.184892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Calling delete_port for b8c6079c-a2a2-412e-8146-b6388b81f406 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:35.233002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] For port b8c6079c-a2a2-412e-8146-b6388b81f406, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b8c6079c-a2a2-412e-8146-b6388b81f406,segment=NetworkSegment(fac40520-f6b1-4e17-a3ca-b9e4db93ed02),segment_id=fac40520-f6b1-4e17-a3ca-b9e4db93ed02)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:35.233342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.237707 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-86c29d5d-47b3-4759-9db6-d4db762672bf tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9862838 Mar 11 13:09:35.245118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59428) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:35.254428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1704356085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:35.272115 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f78c930b-5a00-4d21-8c7e-162b4340afb5 req-66e087a4-c74d-4905-99ae-ff92fccae433 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531262 Mar 11 13:09:35.273006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:35.281304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:router and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:35.285062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:35.301120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:35.315912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.317098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.322189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.322380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.379525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Port': ['ID=b8c6079c-a2a2-412e-8146-b6388b81f406,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:35.382001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] No DVR routers for this DVR port b8c6079c-a2a2-412e-8146-b6388b81f406 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:35.384528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Calling delete_port for b8c6079c-a2a2-412e-8146-b6388b81f406 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:35.445851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.465029 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] Allocated IP 172.20.0.34 (ae0f10e1-05c9-4695-8ece-5e17688e5af1/143478de-26fc-4476-a210-f8211e491a84/cd11c9a4-0423-4844-a95b-968b32731ae3) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:35.499255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for d9f7065d-702d-456c-b12e-aefe183107a7 owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:35.594022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b8c6079c-a2a2-412e-8146-b6388b81f406 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:35.602705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.610169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.645557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5dd436-94e9-4f79-b047-7857e902d473']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:35.677845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac40520-f6b1-4e17-a3ca-b9e4db93ed02') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:35.678250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac40520-f6b1-4e17-a3ca-b9e4db93ed02') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:35.686910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.691099 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-644fae7e-68a0-4465-a54e-e869fa44ba67 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4421837 Mar 11 13:09:35.692136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59432) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:35.707170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b8c6079c-a2a2-412e-8146-b6388b81f406 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:09:35.707712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b8c6079c-a2a2-412e-8146-b6388b81f406 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:35.722723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.728407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:09:35.728757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:09:35.758964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.808256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-4c56b4ee-4842-488b-aba1-cd45ca4d2763', 'network_id': '4c56b4ee-4842-488b-aba1-cd45ca4d2763', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': 'e86a4754-c7f4-489f-b3b0-1b5963c71468'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:35.811582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.854307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=d9f7065d-702d-456c-b12e-aefe183107a7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:35.856107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.937847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:35.941002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] For port cd11c9a4-0423-4844-a95b-968b32731ae3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cd11c9a4-0423-4844-a95b-968b32731ae3,segment=NetworkSegment(e1543c7e-b5a5-48b5-98d4-99175b806286),segment_id=e1543c7e-b5a5-48b5-98d4-99175b806286)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:35.958676 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-de03d35e-4ee5-4094-b0a2-04a88155f441 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/d9f7065d-702d-456c-b12e-aefe183107a7 HTTP/1.1" status: 204 len: 168 time: 1.0107250 Mar 11 13:09:35.959389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59436) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:36.011067 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4827e926-ae03-414a-ac61-e13a6ef7c4c6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] GET failed (client error): The resource could not be found. Mar 11 13:09:36.016498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4827e926-ae03-414a-ac61-e13a6ef7c4c6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Synchronizing usage tracker for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:36.032942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4827e926-ae03-414a-ac61-e13a6ef7c4c6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Unset dirty status for tenant:32efc02ee8634a5aaf1962877ec98f4b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:36.032942 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4827e926-ae03-414a-ac61-e13a6ef7c4c6 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports/d9f7065d-702d-456c-b12e-aefe183107a7 HTTP/1.1" status: 404 len: 333 time: 0.0720046 Mar 11 13:09:36.035674 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59440) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:36.055135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.089693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Allocated IP 172.20.0.2 (4c56b4ee-4842-488b-aba1-cd45ca4d2763/e86a4754-c7f4-489f-b3b0-1b5963c71468/9c30ab74-3478-41c3-9c46-722c215be8fd) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:36.100789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:36.100789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:36.118541 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:36.137138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-035fa454-1a69-4e58-93f4-0e8bcd647cd0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.235869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Deleting port b8c6079c-a2a2-412e-8146-b6388b81f406 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:36.236071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.277204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-035fa454-1a69-4e58-93f4-0e8bcd647cd0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.314939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.315697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] Transition to ACTIVE for port object cd11c9a4-0423-4844-a95b-968b32731ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:36.315788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.331682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a55de91f-18b4-49b0-9b6f-c7c567713a70 None None] The port 'b8c6079c-a2a2-412e-8146-b6388b81f406' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:09:36.340150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-035fa454-1a69-4e58-93f4-0e8bcd647cd0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.371705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.374740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fa454-1a69-4e58-93f4-0e8bcd647cd0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51041326-84f3-4c95-a6a6-f01c9076204f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:36.376214 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/networks/9f5dd436-94e9-4f79-b047-7857e902d473 HTTP/1.1" status: 204 len: 168 time: 2.3693428 Mar 11 13:09:36.384954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59444) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:36.467574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-035fa454-1a69-4e58-93f4-0e8bcd647cd0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.468750 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-035fa454-1a69-4e58-93f4-0e8bcd647cd0 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/security-groups/51041326-84f3-4c95-a6a6-f01c9076204f HTTP/1.1" status: 204 len: 168 time: 0.4319093 Mar 11 13:09:36.471078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c26e9ebb-64ac-4a21-8dd7-5c4affbe29f2 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Synchronizing usage tracker for tenant:d50b6f2d5e904cdaa520190fc4c51e42 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:36.475955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59448) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:36.477166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409fe20-f95a-4b22-9b37-06f5aa045f50 None None] Pushing event updated for resources: {'Port': ['ID=cd11c9a4-0423-4844-a95b-968b32731ae3,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:36.525770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c26e9ebb-64ac-4a21-8dd7-5c4affbe29f2 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Unset dirty status for tenant:d50b6f2d5e904cdaa520190fc4c51e42 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:36.535346 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c26e9ebb-64ac-4a21-8dd7-5c4affbe29f2 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "GET /v2.0/ports?device_id=103d15fe-1bf1-405d-a75f-4286dac23bc4 HTTP/1.1" status: 200 len: 205 time: 0.1544251 Mar 11 13:09:36.558419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59452) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:36.581874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.588336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed652bf0-c33c-416b-9af1-00de48f970c5 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Pushing event deleted for resources: {'Network': ['ID=9f5dd436-94e9-4f79-b047-7857e902d473,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:36.594380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.626673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Transition to ACTIVE for port object 9c30ab74-3478-41c3-9c46-722c215be8fd will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:36.651660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Transition to ACTIVE for port object 9c30ab74-3478-41c3-9c46-722c215be8fd will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:36.659688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.725863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:36.731752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:36.737661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:36.747214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f350bd72-062c-4e49-b795-aeda86cdfb99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.808050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Pushing event updated for resources: {'Port': ['ID=9c30ab74-3478-41c3-9c46-722c215be8fd,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:36.824776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0ebb-cf89-498c-aaa1-6803c23a3c4c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.876302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Attempting to bind port 9c30ab74-3478-41c3-9c46-722c215be8fd on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:36.877712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Attempting to bind port 9c30ab74-3478-41c3-9c46-722c215be8fd by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '749ebed0-1568-4974-a076-f50b122c359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4c56b4ee-4842-488b-aba1-cd45ca4d2763'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:36.878291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Attempting to bind port 9c30ab74-3478-41c3-9c46-722c215be8fd on network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:36.887668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:36.888981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Checking segment: {'id': '749ebed0-1568-4974-a076-f50b122c359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4c56b4ee-4842-488b-aba1-cd45ca4d2763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:36.889974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:36.890561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Bound using segment: {'id': '749ebed0-1568-4974-a076-f50b122c359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4c56b4ee-4842-488b-aba1-cd45ca4d2763'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:36.891212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Bound port: 9c30ab74-3478-41c3-9c46-722c215be8fd, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749ebed0-1568-4974-a076-f50b122c359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4c56b4ee-4842-488b-aba1-cd45ca4d2763'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:36.892550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.094442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.20.0.1 (4c56b4ee-4842-488b-aba1-cd45ca4d2763/e86a4754-c7f4-489f-b3b0-1b5963c71468/610bbd00-8ad1-43d5-b302-90e5468f6127) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:37.108461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] For port 9c30ab74-3478-41c3-9c46-722c215be8fd, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:37.119116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] For port 9c30ab74-3478-41c3-9c46-722c215be8fd, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9c30ab74-3478-41c3-9c46-722c215be8fd,segment=NetworkSegment(749ebed0-1568-4974-a076-f50b122c359b),segment_id=749ebed0-1568-4974-a076-f50b122c359b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:37.122505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8653e563-3cbc-4bdc-a269-360287c5fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.137136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.172808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f350bd72-062c-4e49-b795-aeda86cdfb99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.175135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f350bd72-062c-4e49-b795-aeda86cdfb99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.200191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0ebb-cf89-498c-aaa1-6803c23a3c4c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.209206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f350bd72-062c-4e49-b795-aeda86cdfb99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.209974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f350bd72-062c-4e49-b795-aeda86cdfb99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Fanout notify agent at l3_agent the message router_deleted on router 103d15fe-1bf1-405d-a75f-4286dac23bc4 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:09:37.227206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f350bd72-062c-4e49-b795-aeda86cdfb99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.228650 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f350bd72-062c-4e49-b795-aeda86cdfb99 tempest-RoutersNegativeTest-831167621 tempest-RoutersNegativeTest-831167621-project] 10.222.0.52 "DELETE /v2.0/routers/103d15fe-1bf1-405d-a75f-4286dac23bc4 HTTP/1.1" status: 204 len: 168 time: 0.6690953 Mar 11 13:09:37.258674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151e1de-183d-49d2-82a9-730a8b2b71b4 None None] Pushing event updated for resources: {'Port': ['ID=9c30ab74-3478-41c3-9c46-722c215be8fd,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:37.295664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0ebb-cf89-498c-aaa1-6803c23a3c4c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.312646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.313173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e0ebb-cf89-498c-aaa1-6803c23a3c4c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe3f45c-8fa6-4509-8532-cb443ba28fbf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:37.332273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0ebb-cf89-498c-aaa1-6803c23a3c4c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.333407 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9f1e0ebb-cf89-498c-aaa1-6803c23a3c4c tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/security-groups/4fe3f45c-8fa6-4509-8532-cb443ba28fbf HTTP/1.1" status: 204 len: 168 time: 0.8557994 Mar 11 13:09:37.336113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59458) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:37.340352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object 610bbd00-8ad1-43d5-b302-90e5468f6127 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:37.376648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.449889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:37.454255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:37.458788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:37.466076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90039305-b93b-45d1-a771-b681fdc5c158 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.523661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90039305-b93b-45d1-a771-b681fdc5c158 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.546577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=610bbd00-8ad1-43d5-b302-90e5468f6127,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:37.550292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3156f9ba-1cd9-4b8a-8559-3f13b2d2da34 None None] Provisioning for port cd11c9a4-0423-4844-a95b-968b32731ae3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:37.558846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3156f9ba-1cd9-4b8a-8559-3f13b2d2da34 None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:37.559415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3156f9ba-1cd9-4b8a-8559-3f13b2d2da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.568197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.618701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90039305-b93b-45d1-a771-b681fdc5c158 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.653771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cd11c9a4-0423-4844-a95b-968b32731ae3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:37.660834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90039305-b93b-45d1-a771-b681fdc5c158 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2ff3d-8954-4cae-b1ca-42e1fcb336b4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:37.678978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90039305-b93b-45d1-a771-b681fdc5c158 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.682656 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-90039305-b93b-45d1-a771-b681fdc5c158 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/security-groups/edc2ff3d-8954-4cae-b1ca-42e1fcb336b4 HTTP/1.1" status: 204 len: 168 time: 0.3452737 Mar 11 13:09:37.686464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59464) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:37.716831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59468) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:37.804222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:37.805142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.823201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.843107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 3d57a403-0d74-4f63-8bf7-2059dd134e34 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:37.853013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.881316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3156f9ba-1cd9-4b8a-8559-3f13b2d2da34 None None] Provisioning complete for port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:37.881711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3156f9ba-1cd9-4b8a-8559-3f13b2d2da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.903314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b7646b4b-cf12-454c-b4d9-c148fb5f824d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d50b6f2d5e904cdaa520190fc4c51e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866746 Mar 11 13:09:37.905670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59474) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:37.980610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3156f9ba-1cd9-4b8a-8559-3f13b2d2da34 None None] Port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:37.989745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6e24aec-c472-469a-813b-9875545c92ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:37.993690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3156f9ba-1cd9-4b8a-8559-3f13b2d2da34 None None] Could not find standard attr ID for object d9f7065d-702d-456c-b12e-aefe183107a7. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:09:38.000233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.023574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6e24aec-c472-469a-813b-9875545c92ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.087470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6e24aec-c472-469a-813b-9875545c92ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.107587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a6e24aec-c472-469a-813b-9875545c92ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.108754 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a6e24aec-c472-469a-813b-9875545c92ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c07e1986-b2ca-489c-85f2-27cc4f01e162 HTTP/1.1" status: 204 len: 168 time: 0.2021945 Mar 11 13:09:38.109588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e24aec-c472-469a-813b-9875545c92ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07e1986-b2ca-489c-85f2-27cc4f01e162,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:38.121935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d4353345-2f03-48b6-b471-14f617ab75be None None] Could not find standard attr ID for object d9f7065d-702d-456c-b12e-aefe183107a7. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:09:38.353227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.485418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.535932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=3d57a403-0d74-4f63-8bf7-2059dd134e34,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:38.550645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.550780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ef79e-d509-4d1f-baa4-668a7b561d08 None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:38.563502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.575176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59490) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:38.575326 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-586c822c-3126-4855-921d-af04fa213eae tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/3d57a403-0d74-4f63-8bf7-2059dd134e34 HTTP/1.1" status: 204 len: 168 time: 0.8874631 Mar 11 13:09:38.576561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.661927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 143478de-26fc-4476-a210-f8211e491a84 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:38.666947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.736899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.778164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a7ef68-ce03-4dbd-926c-6e9d898ce28b None None] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:38.821851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=610bbd00-8ad1-43d5-b302-90e5468f6127,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:38.833551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fa199c6b-805e-4f51-bcee-a5a28a9f72e1 None None] Provisioning for port 9c30ab74-3478-41c3-9c46-722c215be8fd completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:38.857826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.867598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:38.977726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.011472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:39.012665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:39.031915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.042937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=143478de-26fc-4476-a210-f8211e491a84,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:39.047432 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-751b3fa9-9e7e-49be-814a-61427f7841c5 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/143478de-26fc-4476-a210-f8211e491a84 HTTP/1.1" status: 204 len: 168 time: 0.4712334 Mar 11 13:09:39.054475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59502) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:39.110339 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e14d59-6928-462f-83c0-49f04db7cfdd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:39.110856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e14d59-6928-462f-83c0-49f04db7cfdd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:39.112520 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-28e14d59-6928-462f-83c0-49f04db7cfdd tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/3d57a403-0d74-4f63-8bf7-2059dd134e34 HTTP/1.1" status: 404 len: 337 time: 0.0568566 Mar 11 13:09:39.113332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59506) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:39.115941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59508) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:39.216016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c9f0e2e6-118e-4d07-acab-fcb0ee1657d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.222288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting subnet 156177d9-0b3f-4a50-8b6b-e044569580cf {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:39.230097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.276328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 5d4a4f1b-a1b1-4794-9479-d8554ebc7b83 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:09:39.295392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-663e66d4-6b37-4449-ba39-ee1a97ada183 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:39.295785 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-663e66d4-6b37-4449-ba39-ee1a97ada183 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 13:09:39.296442 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-663e66d4-6b37-4449-ba39-ee1a97ada183 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 13:09:39.303381 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-663e66d4-6b37-4449-ba39-ee1a97ada183 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1886606 Mar 11 13:09:39.308459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59518) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:39.316232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--523936016'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:39.326117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:39.333838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:39.493800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:39.505864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.515770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:39.535161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] Sync routers for ids ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:39.535400 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-812fda77-e068-412b-83ae-80e234fe99e8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/5d4a4f1b-a1b1-4794-9479-d8554ebc7b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8397417 Mar 11 13:09:39.537338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59522) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:39.542759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:39.556207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] Routers {'5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:39.557087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:39.596127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.618644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.626485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9c30ab74-3478-41c3-9c46-722c215be8fd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:39.651557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688fde6-5790-4b00-ac78-66c94773d980 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:39.652541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b688fde6-5790-4b00-ac78-66c94773d980 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:39.655200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:39.666508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:39.670730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:39.678099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:39.684365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b688fde6-5790-4b00-ac78-66c94773d980 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:39.685754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:39.685988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b688fde6-5790-4b00-ac78-66c94773d980 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports/610bbd00-8ad1-43d5-b302-90e5468f6127 HTTP/1.1" status: 200 len: 910 time: 0.1470180 Mar 11 13:09:39.690623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59526) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:39.708320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.713667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] Routers {'5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:39.714579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:39.792515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:39.793341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9b91a-a99e-427b-9adf-e6ddce53e008 None None] The sync data for ids ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:39.817856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9c30ab74-3478-41c3-9c46-722c215be8fd completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:39.825922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b41b059c-a81e-435f-8fda-0a59b3241882 None None] Provisioning for port 610bbd00-8ad1-43d5-b302-90e5468f6127 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:39.832244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9c30ab74-3478-41c3-9c46-722c215be8fd triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:39.833128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.870598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b41b059c-a81e-435f-8fda-0a59b3241882 None None] Provisioning complete for port 610bbd00-8ad1-43d5-b302-90e5468f6127 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:39.872890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b41b059c-a81e-435f-8fda-0a59b3241882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.906548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.910378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.974867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Subnet': ['ID=156177d9-0b3f-4a50-8b6b-e044569580cf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:39.976520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b41b059c-a81e-435f-8fda-0a59b3241882 None None] Port 610bbd00-8ad1-43d5-b302-90e5468f6127 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:39.982369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:39.986451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.000901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:40.011940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:40.025403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:40.038468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:40.052082 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-aed73c2b-66bd-4542-8861-216988b7cf98 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/156177d9-0b3f-4a50-8b6b-e044569580cf HTTP/1.1" status: 204 len: 168 time: 0.9349229 Mar 11 13:09:40.054191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698f7e7-b611-4df1-914f-6cb074b9bd70 None None] Network ae0f10e1-05c9-4695-8ece-5e17688e5af1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:40.059167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59530) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.073165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.130242 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12bc7c2-c9d9-48ca-8a14-8bc3511974d1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.130700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12bc7c2-c9d9-48ca-8a14-8bc3511974d1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.136143 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a12bc7c2-c9d9-48ca-8a14-8bc3511974d1 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/01e209bb-b41f-4034-a909-04f6403e89d7 HTTP/1.1" status: 404 len: 337 time: 0.0733738 Mar 11 13:09:40.137684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59534) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.146458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c911a3-97c0-40cf-9be9-66c7822aae7f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:40.226274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.231607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.242655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Provisioning complete for port 610bbd00-8ad1-43d5-b302-90e5468f6127 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:40.243115 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e11426bf-d03f-4ebd-97aa-ccaf1a01fd2f tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "GET /v2.0/ports?device_id=286adf80-81b0-43dd-8891-79c6ac7be56d HTTP/1.1" status: 200 len: 205 time: 0.1039770 Mar 11 13:09:40.243473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.247482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59538) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.268827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9c30ab74-3478-41c3-9c46-722c215be8fd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9c30ab74-3478-41c3-9c46-722c215be8fd,segment=NetworkSegment(749ebed0-1568-4974-a076-f50b122c359b),segment_id=749ebed0-1568-4974-a076-f50b122c359b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:40.275548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966ff89b-6955-4167-a47b-ffc3ddcb3f8e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:40.278785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.283186 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-671d9a0d-2731-4c1b-9772-5bec5703211c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9732902 Mar 11 13:09:40.284017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59542) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.290122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '966ff89b-6955-4167-a47b-ffc3ddcb3f8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:40.296134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:40.299992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:40.302909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:40.309564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:40.321098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.336104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.343939 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d45e0b53-dc7f-4d32-9e7c-0b1ad50c13c4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] delete failed (client error): The resource could not be found. Mar 11 13:09:40.347438 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d45e0b53-dc7f-4d32-9e7c-0b1ad50c13c4 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/routers/286adf80-81b0-43dd-8891-79c6ac7be56d HTTP/1.1" status: 404 len: 336 time: 0.0965779 Mar 11 13:09:40.347773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59546) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.421247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.423435 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a3be17-de26-49bd-97b9-652bf537deab tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.423984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a3be17-de26-49bd-97b9-652bf537deab tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.425800 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45a3be17-de26-49bd-97b9-652bf537deab tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/b35adae6-d760-43d0-b092-0542a87e820a HTTP/1.1" status: 404 len: 337 time: 0.0770841 Mar 11 13:09:40.426645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.428962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59552) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.433807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Port 610bbd00-8ad1-43d5-b302-90e5468f6127 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:40.461269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.486308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Provisioning complete for port cd11c9a4-0423-4844-a95b-968b32731ae3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:40.486673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.500249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521e673b-dd13-431c-8d0a-80487c243db3,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:40.503916 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b796ab0-d64e-4b92-9074-1ed1b46574a7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.504438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b796ab0-d64e-4b92-9074-1ed1b46574a7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.514168 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9b796ab0-d64e-4b92-9074-1ed1b46574a7 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/9b44754f-841a-4cbd-8af0-a94ead1b99bc HTTP/1.1" status: 404 len: 337 time: 0.0730703 Mar 11 13:09:40.516557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59556) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.532046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9c30ab74-3478-41c3-9c46-722c215be8fd,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:40.550718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.551973 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e4b216fb-41b2-408c-ba8a-b09e3bb1a7c6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664998 Mar 11 13:09:40.556955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59560) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.561215 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad6d729-ac54-472c-8955-a356c86bf33a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.561680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad6d729-ac54-472c-8955-a356c86bf33a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.563389 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7ad6d729-ac54-472c-8955-a356c86bf33a tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/50838b73-78e7-42e1-9d27-6824155696d2 HTTP/1.1" status: 404 len: 337 time: 0.0459199 Mar 11 13:09:40.566044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59564) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.584970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.611223 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb58c33d-28f4-43fe-a80c-20197a81ae6b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.612003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb58c33d-28f4-43fe-a80c-20197a81ae6b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.613969 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-eb58c33d-28f4-43fe-a80c-20197a81ae6b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/97f66d50-7eb5-421d-9986-476e82d681ea HTTP/1.1" status: 404 len: 333 time: 0.0469482 Mar 11 13:09:40.616570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59568) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.665485 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04009ea-fdcb-4621-970b-1f9fc88d179b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.666098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04009ea-fdcb-4621-970b-1f9fc88d179b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.671047 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a04009ea-fdcb-4621-970b-1f9fc88d179b tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/cbee6072-e305-45d0-ba7c-4894cc916ff1 HTTP/1.1" status: 404 len: 337 time: 0.0496459 Mar 11 13:09:40.676186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59572) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.680376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] DHCP port deletion for ae0f10e1-05c9-4695-8ece-5e17688e5af1 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:40.691199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] Deleting port cd11c9a4-0423-4844-a95b-968b32731ae3 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:40.691827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.701711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '966ff89b-6955-4167-a47b-ffc3ddcb3f8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:40.713976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:40.718262 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8aa6e64-95b1-472f-bacf-7eb64a4c0475 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.718814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8aa6e64-95b1-472f-bacf-7eb64a4c0475 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.723075 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d8aa6e64-95b1-472f-bacf-7eb64a4c0475 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/25567d97-56b2-4335-8159-e41f80b5321b HTTP/1.1" status: 404 len: 337 time: 0.0412171 Mar 11 13:09:40.723275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.723485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59576) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.768734 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5cc6d5-bf88-4b99-a087-d372153bb594 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.769364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5cc6d5-bf88-4b99-a087-d372153bb594 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.773139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2f5cc6d5-bf88-4b99-a087-d372153bb594 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/5ba08874-b449-4011-b0c8-6996daaee112 HTTP/1.1" status: 404 len: 333 time: 0.0466614 Mar 11 13:09:40.774514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.782951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:40.784656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:40.786396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Provisioning complete for port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:40.787204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.828819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:40.886810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a898788e-7242-4747-8131-76aedd93f329 None None] Port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:40.892437 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83390ed-a1ad-4957-9b06-84dcdeee45ee tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.892881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83390ed-a1ad-4957-9b06-84dcdeee45ee tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.896805 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e83390ed-a1ad-4957-9b06-84dcdeee45ee tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/1146a7dd-e3ab-4fda-aa8b-107e83f400e7 HTTP/1.1" status: 404 len: 337 time: 0.1113250 Mar 11 13:09:40.897385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59584) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.920704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:40.951177 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f7b444-9b62-4310-9425-be1c9de49f4f tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] DELETE failed (client error): The resource could not be found. Mar 11 13:09:40.951777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f7b444-9b62-4310-9425-be1c9de49f4f tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:09:40.955959 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-37f7b444-9b62-4310-9425-be1c9de49f4f tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/subnets/21517768-a667-4ae9-88d8-976fbbd87ceb HTTP/1.1" status: 404 len: 337 time: 0.0549090 Mar 11 13:09:40.956263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59588) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:40.966436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] For port cd11c9a4-0423-4844-a95b-968b32731ae3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cd11c9a4-0423-4844-a95b-968b32731ae3,segment=NetworkSegment(e1543c7e-b5a5-48b5-98d4-99175b806286),segment_id=e1543c7e-b5a5-48b5-98d4-99175b806286)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:40.966830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.034572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Deleting port 16870d6e-4d2f-44d0-9dfa-2e1442099f7f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:41.035165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.099119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] Calling delete_port for cd11c9a4-0423-4844-a95b-968b32731ae3 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:41.099534 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 13:09:41.103300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69de79bc-217b-41a8-8bde-8c6e341fa431 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5425518 Mar 11 13:09:41.103580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59592) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:41.145556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e153e7f0-880e-47ae-903e-67d68b6004a8 None None] Provisioning complete for port 610bbd00-8ad1-43d5-b302-90e5468f6127 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:41.145979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e153e7f0-880e-47ae-903e-67d68b6004a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.225559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e153e7f0-880e-47ae-903e-67d68b6004a8 None None] Port 610bbd00-8ad1-43d5-b302-90e5468f6127 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:41.237278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.240942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d59738b-cb5d-402d-8a16-8e2cc8114d91 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.246064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port 610bbd00-8ad1-43d5-b302-90e5468f6127 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:41.246404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.264871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.284336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] Pushing event deleted for resources: {'Port': ['ID=cd11c9a4-0423-4844-a95b-968b32731ae3,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:41.288466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96dfcd-5cd7-4080-bb0a-3f9a1bea15db None None] No DVR routers for this DVR port cd11c9a4-0423-4844-a95b-968b32731ae3 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:41.318994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d59738b-cb5d-402d-8a16-8e2cc8114d91 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.396763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Calling delete_port for 16870d6e-4d2f-44d0-9dfa-2e1442099f7f owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:41.492531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d59738b-cb5d-402d-8a16-8e2cc8114d91 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.501670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.516297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.524719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9c30ab74-3478-41c3-9c46-722c215be8fd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:41.525525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59738b-cb5d-402d-8a16-8e2cc8114d91 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ff89b-6955-4167-a47b-ffc3ddcb3f8e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:41.541918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d59738b-cb5d-402d-8a16-8e2cc8114d91 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.543069 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9d59738b-cb5d-402d-8a16-8e2cc8114d91 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/966ff89b-6955-4167-a47b-ffc3ddcb3f8e HTTP/1.1" status: 204 len: 168 time: 0.4385934 Mar 11 13:09:41.563212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59596) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:41.587976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Port': ['ID=16870d6e-4d2f-44d0-9dfa-2e1442099f7f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:41.596735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.619594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9c30ab74-3478-41c3-9c46-722c215be8fd triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:41.620103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.634147 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6409ff2b-036c-4610-899a-f539f9766731 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/ports/16870d6e-4d2f-44d0-9dfa-2e1442099f7f HTTP/1.1" status: 204 len: 168 time: 0.6768184 Mar 11 13:09:41.637563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59600) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:41.677739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f6fe011-ceff-45bc-9167-a93b69e91009 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:41.683574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for 610bbd00-8ad1-43d5-b302-90e5468f6127 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:41.770001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f6fe011-ceff-45bc-9167-a93b69e91009 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:41.771261 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9f6fe011-ceff-45bc-9167-a93b69e91009 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069159 Mar 11 13:09:41.779122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.780914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59604) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:41.786562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--442985573'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:41.793788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:41.809210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cd11c9a4-0423-4844-a95b-968b32731ae3 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:41.810097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:41.848073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: cd11c9a4-0423-4844-a95b-968b32731ae3 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:09:41.848420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cd11c9a4-0423-4844-a95b-968b32731ae3 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:41.865781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.892106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.913728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.944592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=610bbd00-8ad1-43d5-b302-90e5468f6127,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:41.961834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:41.964913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:41.976061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:41.980132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:41.996062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:42.001367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0f10e1-05c9-4695-8ece-5e17688e5af1']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:42.019791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1543c7e-b5a5-48b5-98d4-99175b806286') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:42.019948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1543c7e-b5a5-48b5-98d4-99175b806286') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:42.042918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.072345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.084124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:42.084529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:42.099641 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:42.192251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.202512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.206953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.221896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.362588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.380701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] Pushing event deleted for resources: {'Network': ['ID=ae0f10e1-05c9-4695-8ece-5e17688e5af1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:42.396118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2afe19-9229-4851-9e81-8db06220f9d3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:42.401465 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7d71e849-1a84-4bcf-91ba-2229c3509194 tempest-PortsTestJSON-1212250284 tempest-PortsTestJSON-1212250284-project] 10.222.0.52 "DELETE /v2.0/networks/ae0f10e1-05c9-4695-8ece-5e17688e5af1 HTTP/1.1" status: 204 len: 168 time: 0.7603340 Mar 11 13:09:42.407410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.413302 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a5bb1800-cb51-4219-aa00-36d166d6b1a2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6307864 Mar 11 13:09:42.415042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59610) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:42.432924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a50280de-e6b8-4b07-a499-7ca9522f0184 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': 'ac2afe19-9229-4851-9e81-8db06220f9d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:42.432924 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-a50280de-e6b8-4b07-a499-7ca9522f0184 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 13:09:42.432924 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-a50280de-e6b8-4b07-a499-7ca9522f0184 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:42.432924 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a50280de-e6b8-4b07-a499-7ca9522f0184 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104733 Mar 11 13:09:42.432924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59614) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:42.493638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-51481585-6e2c-4f54-aaa0-54219e36c4b1 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.522105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-51481585-6e2c-4f54-aaa0-54219e36c4b1 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.602276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-51481585-6e2c-4f54-aaa0-54219e36c4b1 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.621356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51481585-6e2c-4f54-aaa0-54219e36c4b1 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2afe19-9229-4851-9e81-8db06220f9d3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:42.628262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-51481585-6e2c-4f54-aaa0-54219e36c4b1 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.631836 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-51481585-6e2c-4f54-aaa0-54219e36c4b1 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/ac2afe19-9229-4851-9e81-8db06220f9d3 HTTP/1.1" status: 204 len: 168 time: 0.2029068 Mar 11 13:09:42.632529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59618) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:42.671191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 5d4a4f1b-a1b1-4794-9479-d8554ebc7b83 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:42.703579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bba0cfe4-2479-447d-9667-1b809564b564 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:42.722018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bba0cfe4-2479-447d-9667-1b809564b564 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:42.722018 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bba0cfe4-2479-447d-9667-1b809564b564 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855985 Mar 11 13:09:42.725122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59624) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:42.747063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906280799'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:42.758396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:42.769263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:42.785542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.813832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:42.822381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:42.822381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:42.833871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:42.844143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:42.862438 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] Sync routers for ids ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:42.866555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59628) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:42.883847 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] Routers {'5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:42.883847 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:42.888271 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd170889-9cc8-4901-8c1f-27c66e6254e2 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/5d4a4f1b-a1b1-4794-9479-d8554ebc7b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1878855 Mar 11 13:09:42.888271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59634) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:42.954964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.966413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:42.979356 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:42.997967 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] Routers {'5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:42.997967 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:43.011759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f5cd34b1-7683-42f0-adcd-c104a5a8ae7a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:43.025071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644cd279-6d95-4d3d-8079-cfb92d89c878,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:43.044449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f5cd34b1-7683-42f0-adcd-c104a5a8ae7a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:43.048793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.053143 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f5cd34b1-7683-42f0-adcd-c104a5a8ae7a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d4a4f1b-a1b1-4794-9479-d8554ebc7b83 HTTP/1.1" status: 200 len: 205 time: 0.1538224 Mar 11 13:09:43.058277 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c123ec3f-7e87-4b17-a3ac-146b0f97769c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3175609 Mar 11 13:09:43.058277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59638) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.062430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59642) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.071027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9e3a3492-c715-4c7a-ae2d-2b75afcc1c92 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '644cd279-6d95-4d3d-8079-cfb92d89c878', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:43.071027 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-9e3a3492-c715-4c7a-ae2d-2b75afcc1c92 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 13:09:43.071027 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9e3a3492-c715-4c7a-ae2d-2b75afcc1c92 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:43.079406 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9e3a3492-c715-4c7a-ae2d-2b75afcc1c92 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0231590 Mar 11 13:09:43.079406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59646) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.122598 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:43.122598 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac79d8b-3d42-4933-8c3a-a476efe7703d None None] The sync data for ids ['5d4a4f1b-a1b1-4794-9479-d8554ebc7b83'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:43.211465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c146f427-8363-472b-b212-7183c703228c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.215480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9394c4cc-6c57-4ca7-942f-74140b7869c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.226907 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cdd523a8-6a7d-4323-8ec1-247ca288b954 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32efc02ee8634a5aaf1962877ec98f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682716 Mar 11 13:09:43.227984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59650) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.264353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c146f427-8363-472b-b212-7183c703228c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.345487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14bceefa-3f76-4b2b-a38f-b8de7a370ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.358990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c146f427-8363-472b-b212-7183c703228c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.391886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146f427-8363-472b-b212-7183c703228c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644cd279-6d95-4d3d-8079-cfb92d89c878,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:43.391886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14bceefa-3f76-4b2b-a38f-b8de7a370ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.429484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c146f427-8363-472b-b212-7183c703228c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.429484 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c146f427-8363-472b-b212-7183c703228c tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/644cd279-6d95-4d3d-8079-cfb92d89c878 HTTP/1.1" status: 204 len: 168 time: 0.3464589 Mar 11 13:09:43.436938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59654) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.516354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c0aec7af-4f66-46cc-8b94-07eddeaa4107 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:43.542616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c0aec7af-4f66-46cc-8b94-07eddeaa4107 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:43.542616 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c0aec7af-4f66-46cc-8b94-07eddeaa4107 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026404 Mar 11 13:09:43.542616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59658) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.551414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14bceefa-3f76-4b2b-a38f-b8de7a370ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.560731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037607312'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:43.576606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9394c4cc-6c57-4ca7-942f-74140b7869c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.580527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:43.584722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9394c4cc-6c57-4ca7-942f-74140b7869c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.590079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bceefa-3f76-4b2b-a38f-b8de7a370ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133f355-f576-4784-a96d-f7dbd073a2da,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:43.604181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:43.616361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-14bceefa-3f76-4b2b-a38f-b8de7a370ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.620287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9394c4cc-6c57-4ca7-942f-74140b7869c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.620287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394c4cc-6c57-4ca7-942f-74140b7869c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Fanout notify agent at l3_agent the message router_deleted on router 5d4a4f1b-a1b1-4794-9479-d8554ebc7b83 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:09:43.623956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14bceefa-3f76-4b2b-a38f-b8de7a370ff2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7133f355-f576-4784-a96d-f7dbd073a2da HTTP/1.1" status: 204 len: 168 time: 0.3775663 Mar 11 13:09:43.623956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.631805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9394c4cc-6c57-4ca7-942f-74140b7869c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.635893 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9394c4cc-6c57-4ca7-942f-74140b7869c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/5d4a4f1b-a1b1-4794-9479-d8554ebc7b83 HTTP/1.1" status: 204 len: 168 time: 0.5870914 Mar 11 13:09:43.636265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59664) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.651104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:43.655410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:43.658755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:43.665182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:43.725089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet e86a4754-c7f4-489f-b3b0-1b5963c71468 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:09:43.725089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.772710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.779036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.798539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.834528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3da0ef-f5c4-4bed-8298-49dcd7538016,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:43.845590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:43.848790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59670) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.850785 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ba47ead-a6d2-40f0-b9c4-6b7090c2a953 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3047035 Mar 11 13:09:43.857746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6b2fe25d-49c2-4e64-b959-7e2ccfdb972e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '0a3da0ef-f5c4-4bed-8298-49dcd7538016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:43.857746 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-6b2fe25d-49c2-4e64-b959-7e2ccfdb972e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 13:09:43.857746 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-6b2fe25d-49c2-4e64-b959-7e2ccfdb972e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:43.857746 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6b2fe25d-49c2-4e64-b959-7e2ccfdb972e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085251 Mar 11 13:09:43.862086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59674) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.869381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-94f6cd27-3dfd-44ea-8aaa-eda27f67900b tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '0a3da0ef-f5c4-4bed-8298-49dcd7538016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:43.870732 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-94f6cd27-3dfd-44ea-8aaa-eda27f67900b tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 13:09:43.871740 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-94f6cd27-3dfd-44ea-8aaa-eda27f67900b tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:43.875729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59678) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.877678 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-94f6cd27-3dfd-44ea-8aaa-eda27f67900b tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143116 Mar 11 13:09:43.885916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6c69e607-979e-4d20-a169-d53528313468 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '0a3da0ef-f5c4-4bed-8298-49dcd7538016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:43.885916 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-6c69e607-979e-4d20-a169-d53528313468 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 13:09:43.886222 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-6c69e607-979e-4d20-a169-d53528313468 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:43.889626 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6c69e607-979e-4d20-a169-d53528313468 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108440 Mar 11 13:09:43.889848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59682) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.896248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-17c5d5f9-07aa-4e78-a64d-a715ec3a0cca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '0a3da0ef-f5c4-4bed-8298-49dcd7538016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:43.897696 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-17c5d5f9-07aa-4e78-a64d-a715ec3a0cca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 13:09:43.898188 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-17c5d5f9-07aa-4e78-a64d-a715ec3a0cca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:43.899076 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-17c5d5f9-07aa-4e78-a64d-a715ec3a0cca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083852 Mar 11 13:09:43.901725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59686) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:43.982205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.028284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d06d-e965-46d3-9105-30e0a165c5ba tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.065353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d06d-e965-46d3-9105-30e0a165c5ba tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.116486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.156992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=e86a4754-c7f4-489f-b3b0-1b5963c71468,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:44.163401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d06d-e965-46d3-9105-30e0a165c5ba tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.167328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.174038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe1af0-03c9-4eeb-91b2-0a1ed6cb776e None None] Network 4c56b4ee-4842-488b-aba1-cd45ca4d2763 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:44.186473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4d06d-e965-46d3-9105-30e0a165c5ba tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3da0ef-f5c4-4bed-8298-49dcd7538016,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:44.198662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d06d-e965-46d3-9105-30e0a165c5ba tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.200132 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9e4d06d-e965-46d3-9105-30e0a165c5ba tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/0a3da0ef-f5c4-4bed-8298-49dcd7538016 HTTP/1.1" status: 204 len: 168 time: 0.2974150 Mar 11 13:09:44.202356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59700) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.220678 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b3526e64-72a4-4c3f-96e1-5b7108fc1520 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/e86a4754-c7f4-489f-b3b0-1b5963c71468 HTTP/1.1" status: 204 len: 168 time: 0.5815337 Mar 11 13:09:44.221622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59704) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.368567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-616f6f41-2796-4aef-8d90-0d2b0cb02491 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:44.381040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.403798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port 9c30ab74-3478-41c3-9c46-722c215be8fd {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:44.404467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.442543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-616f6f41-2796-4aef-8d90-0d2b0cb02491 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:44.448382 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-616f6f41-2796-4aef-8d90-0d2b0cb02491 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2450795 Mar 11 13:09:44.448739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59714) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.455098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--890768603'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:44.469932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] DHCP port deletion for 4c56b4ee-4842-488b-aba1-cd45ca4d2763 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:09:44.470852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:44.475400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] Deleting port 9c30ab74-3478-41c3-9c46-722c215be8fd {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:44.478101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.485016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:44.503193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.538734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:44.547642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:44.549317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:44.553116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59720) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.564859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:44.683637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.691134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.715255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-475749651'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:44.730289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:44.750681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:44.759254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:44.762764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258c7604-3949-4ddf-a253-d5e70519d453,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:44.767837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] For port 9c30ab74-3478-41c3-9c46-722c215be8fd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9c30ab74-3478-41c3-9c46-722c215be8fd,segment=NetworkSegment(749ebed0-1568-4974-a076-f50b122c359b),segment_id=749ebed0-1568-4974-a076-f50b122c359b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:44.768282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.768841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:44.770972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.771272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port 9c30ab74-3478-41c3-9c46-722c215be8fd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9c30ab74-3478-41c3-9c46-722c215be8fd,segment=NetworkSegment(749ebed0-1568-4974-a076-f50b122c359b),segment_id=749ebed0-1568-4974-a076-f50b122c359b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:44.771750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.772180 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-acf7aa55-90f8-40de-bcf9-54254b11b34a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3221223 Mar 11 13:09:44.776346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.784363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-dd261d85-adec-4b68-af12-81786aba8fb4 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:44.784844 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-dd261d85-adec-4b68-af12-81786aba8fb4 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 13:09:44.785335 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-dd261d85-adec-4b68-af12-81786aba8fb4 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:44.786315 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dd261d85-adec-4b68-af12-81786aba8fb4 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090673 Mar 11 13:09:44.789428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.794659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3555f10f-2838-4a39-a3e6-767c56361570 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:44.800086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:44.803278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.815851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3555f10f-2838-4a39-a3e6-767c56361570 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:44.821300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:44.830278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3555f10f-2838-4a39-a3e6-767c56361570 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:44.834312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3555f10f-2838-4a39-a3e6-767c56361570 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:44.843350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3555f10f-2838-4a39-a3e6-767c56361570 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:44.847380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:44.854264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:security_group_rule and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:44.858061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:44.863855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:44.899581 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-3555f10f-2838-4a39-a3e6-767c56361570 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:44.903334 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3555f10f-2838-4a39-a3e6-767c56361570 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1103148 Mar 11 13:09:44.904520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59734) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.909765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] Calling delete_port for 9c30ab74-3478-41c3-9c46-722c215be8fd owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:44.910747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f05fc85d-7849-4c11-8a0c-48e30a877b99 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:44.911224 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-f05fc85d-7849-4c11-8a0c-48e30a877b99 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 13:09:44.912025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-f05fc85d-7849-4c11-8a0c-48e30a877b99 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:44.916807 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f05fc85d-7849-4c11-8a0c-48e30a877b99 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072718 Mar 11 13:09:44.916956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for 9c30ab74-3478-41c3-9c46-722c215be8fd owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:44.917054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59738) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:44.924025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-78da383d-fdbd-45d0-8c5d-a88cc3476cfd tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:44.934297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-78da383d-fdbd-45d0-8c5d-a88cc3476cfd tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:44.939777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78da383d-fdbd-45d0-8c5d-a88cc3476cfd tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:44.947915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-78da383d-fdbd-45d0-8c5d-a88cc3476cfd tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:44.955209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-78da383d-fdbd-45d0-8c5d-a88cc3476cfd tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.006908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.015143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:09:45.015474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:09:45.018948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.020220 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-78da383d-fdbd-45d0-8c5d-a88cc3476cfd tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:45.021564 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-78da383d-fdbd-45d0-8c5d-a88cc3476cfd tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1040440 Mar 11 13:09:45.024731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59742) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.030096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cf6ac2e0-120d-4114-bb56-d3d804a85bca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.030574 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-cf6ac2e0-120d-4114-bb56-d3d804a85bca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 13:09:45.031091 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-cf6ac2e0-120d-4114-bb56-d3d804a85bca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:45.032015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf6ac2e0-120d-4114-bb56-d3d804a85bca tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064313 Mar 11 13:09:45.032873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.035846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59746) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.041737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.048459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:45.054159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:45.057426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:45.061815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] Pushing event deleted for resources: {'Port': ['ID=9c30ab74-3478-41c3-9c46-722c215be8fd,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:45.063325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.067460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:09:45.073597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033bdbeb-5d1e-4124-955c-90dedcbea11e None None] No DVR routers for this DVR port 9c30ab74-3478-41c3-9c46-722c215be8fd on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:09:45.075895 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Project 0740039929e74dada737ccf49564a14f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:09:45.079186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5a50dd-4e96-464b-9ce0-868086d7a405,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:45.089751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.090334 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment 673f5920-10c5-45b4-8f30-9ea3d3e0a475 of type vlan for network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a Mar 11 13:09:45.095774 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:45.097127 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-47809e19-65ff-4da1-a97f-44cfc182d427 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0602777 Mar 11 13:09:45.099915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59750) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.105271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4e842e6e-c02d-4f59-ad1e-ff4d9e1c5297 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.105799 dv-neutron-833198-1-hyperv neutron-server[87959]: WARNING neutron.api.v2.base [None req-4e842e6e-c02d-4f59-ad1e-ff4d9e1c5297 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 13:09:45.107009 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-4e842e6e-c02d-4f59-ad1e-ff4d9e1c5297 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:45.108135 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4e842e6e-c02d-4f59-ad1e-ff4d9e1c5297 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073166 Mar 11 13:09:45.110670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59754) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.115179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.121530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:45.125122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.125279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:45.128050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:45.134741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.143667 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Project 0740039929e74dada737ccf49564a14f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:09:45.154301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.159740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:45.160329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.162339 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:45.163404 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-13998455-97a7-42ab-8bed-bb056a6ac36d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0518286 Mar 11 13:09:45.166718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59758) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.171564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '258c7604-3949-4ddf-a253-d5e70519d453', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.177798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:45.182298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:45.185223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:45.190796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.200154 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Project 0740039929e74dada737ccf49564a14f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:09:45.217943 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:45.219016 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a34086a8-f48c-4cbe-8b80-76b587ce4de5 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0514460 Mar 11 13:09:45.221973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59762) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.274830 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7203395 Mar 11 13:09:45.275768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc0531-24cf-41dd-a426-d781bc2ae343 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=5d35ebf5-3f75-44dd-bdd9-82541c49d16a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:45.278208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59766) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.287128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:09:45.287996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1832210784'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.295308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:45.300122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3968c5d-7444-41bb-8756-95218717cf96 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.301947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:45.305602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:45.323133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.342578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3968c5d-7444-41bb-8756-95218717cf96 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.351180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:45.355096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.406509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:09:45.416514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.416953 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment 1cf54cf5-02c3-4434-bee0-4edee880f3c4 of type vlan for network ec14fd7e-4ab0-41ef-8063-72c8f519338b Mar 11 13:09:45.423907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3968c5d-7444-41bb-8756-95218717cf96 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.453026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3968c5d-7444-41bb-8756-95218717cf96 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c7604-3949-4ddf-a253-d5e70519d453,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:45.465193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.497274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3968c5d-7444-41bb-8756-95218717cf96 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.498415 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f3968c5d-7444-41bb-8756-95218717cf96 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/258c7604-3949-4ddf-a253-d5e70519d453 HTTP/1.1" status: 204 len: 168 time: 0.2755585 Mar 11 13:09:45.501116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59770) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.511977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.515218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9c30ab74-3478-41c3-9c46-722c215be8fd no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:09:45.517360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:45.517972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.537672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port 9c30ab74-3478-41c3-9c46-722c215be8fd {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:45.538016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.555862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7eb43757-f3e4-4a37-8012-75f6e3854a9a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:45.566216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 9c30ab74-3478-41c3-9c46-722c215be8fd {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:09:45.566745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9c30ab74-3478-41c3-9c46-722c215be8fd not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:09:45.573731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7eb43757-f3e4-4a37-8012-75f6e3854a9a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:45.576016 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7eb43757-f3e4-4a37-8012-75f6e3854a9a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738380 Mar 11 13:09:45.582510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59774) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.588534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--330760249'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.597673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:45.615794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.643935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] The port '9c30ab74-3478-41c3-9c46-722c215be8fd' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:09:45.644300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.669429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:45.673161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:45.674905 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3956079 Mar 11 13:09:45.676704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:45.680948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59778) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:45.689186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': '5d35ebf5-3f75-44dd-bdd9-82541c49d16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:45.708575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.778721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ca306-f6b7-486a-ba6f-97f1ea4ce351 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=ec14fd7e-4ab0-41ef-8063-72c8f519338b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:45.795605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:09:45.825872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:45.836877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:45.841325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:45.849184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.852148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:45.880167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c56b4ee-4842-488b-aba1-cd45ca4d2763']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:45.886529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.896054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.899751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749ebed0-1568-4974-a076-f50b122c359b') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:45.900060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749ebed0-1568-4974-a076-f50b122c359b') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:45.914857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.919391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:45.922803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.932270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.939463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:09:45.939975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:09:45.955006 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:09:46.048035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.066686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.077588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=4c56b4ee-4842-488b-aba1-cd45ca4d2763,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:46.081505 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c9927372-4bc6-4569-9cd5-911fa7a09af4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/4c56b4ee-4842-488b-aba1-cd45ca4d2763 HTTP/1.1" status: 204 len: 168 time: 1.8579922 Mar 11 13:09:46.084043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59782) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:46.090124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-773619364', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:46.097604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:46.101656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:router and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:46.104702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:46.111287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:46.123435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.124422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.139930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.166899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df1568-42cf-4942-8c04-30caefb8dcf6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:46.169337 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.170992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-149edeb5-9382-4f3b-818c-3d0bb2b66b23 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5876296 Mar 11 13:09:46.174676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59786) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:46.185375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f69c7a9e-2c11-4a6a-8db6-3dfb6d961530 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': 'e8df1568-42cf-4942-8c04-30caefb8dcf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:46.193628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f69c7a9e-2c11-4a6a-8db6-3dfb6d961530 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:46.204861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f69c7a9e-2c11-4a6a-8db6-3dfb6d961530 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:46.209331 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f69c7a9e-2c11-4a6a-8db6-3dfb6d961530 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:46.223423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f69c7a9e-2c11-4a6a-8db6-3dfb6d961530 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:46.304089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-f69c7a9e-2c11-4a6a-8db6-3dfb6d961530 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The resource could not be found. Mar 11 13:09:46.305980 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f69c7a9e-2c11-4a6a-8db6-3dfb6d961530 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1303811 Mar 11 13:09:46.310665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59790) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:46.315861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7b9a80f7-2ed2-4430-973e-c6ee0c9e5123 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': 'e8df1568-42cf-4942-8c04-30caefb8dcf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e099047e-526a-4b08-ab78-e579006d20e7'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:46.326770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b9a80f7-2ed2-4430-973e-c6ee0c9e5123 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:46.334942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b9a80f7-2ed2-4430-973e-c6ee0c9e5123 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:46.338929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b9a80f7-2ed2-4430-973e-c6ee0c9e5123 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:46.355696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b9a80f7-2ed2-4430-973e-c6ee0c9e5123 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:46.410202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.482025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7b9a80f7-2ed2-4430-973e-c6ee0c9e5123 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The resource could not be found. Mar 11 13:09:46.487687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b9a80f7-2ed2-4430-973e-c6ee0c9e5123 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1732531 Mar 11 13:09:46.487687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59794) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:46.562820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.568371 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=f91ac50d-7a15-43b4-9338-097c7c05d80e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:46.575985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': '673f5920-10c5-45b4-8f30-9ea3d3e0a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5d35ebf5-3f75-44dd-bdd9-82541c49d16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:46.575985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: 5d35ebf5-3f75-44dd-bdd9-82541c49d16a, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:46.620907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:46.624050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-058c92e4-1709-44cb-abad-1ce0da4c83d6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.635436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 5d35ebf5-3f75-44dd-bdd9-82541c49d16a) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:46.646602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e415d8-98b0-465b-aa61-597b71890efd None None] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:46.651602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:46.651602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.678154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-058c92e4-1709-44cb-abad-1ce0da4c83d6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.709883 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7da96b53-7efa-47a8-86b0-306d4debb38c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0236018 Mar 11 13:09:46.709883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:46.722138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': 'ec14fd7e-4ab0-41ef-8063-72c8f519338b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:46.844717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-058c92e4-1709-44cb-abad-1ce0da4c83d6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.874522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c92e4-1709-44cb-abad-1ce0da4c83d6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df1568-42cf-4942-8c04-30caefb8dcf6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:46.886147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:46.891876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:46.893670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-058c92e4-1709-44cb-abad-1ce0da4c83d6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.897169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-058c92e4-1709-44cb-abad-1ce0da4c83d6 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/e8df1568-42cf-4942-8c04-30caefb8dcf6 HTTP/1.1" status: 204 len: 168 time: 0.4069972 Mar 11 13:09:46.897169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:46.905580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59802) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:46.915968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:46.916266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.945926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:46.952790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.956892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:46.982459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-5d35ebf5-3f75-44dd-bdd9-82541c49d16a', 'network_id': '5d35ebf5-3f75-44dd-bdd9-82541c49d16a', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': 'f91ac50d-7a15-43b4-9338-097c7c05d80e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:46.982459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.077514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0fbebff7-dfd4-412b-8969-8a92144c2619 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:47.107149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0fbebff7-dfd4-412b-8969-8a92144c2619 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:47.107149 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0fbebff7-dfd4-412b-8969-8a92144c2619 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1990218 Mar 11 13:09:47.107149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59806) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:47.119239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ffba78bd-f57f-4856-b841-28360553149d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '11d08c88-d4a6-4526-8de2-e8ae54160f2a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:47.130150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ffba78bd-f57f-4856-b841-28360553149d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:47.137217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ffba78bd-f57f-4856-b841-28360553149d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:47.140742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ffba78bd-f57f-4856-b841-28360553149d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:47.159406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ffba78bd-f57f-4856-b841-28360553149d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:47.166139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.26.4.168 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/c8cf526d-b985-4be9-aa35-dce6ea8a315f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:47.252286 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-ffba78bd-f57f-4856-b841-28360553149d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The resource could not be found. Mar 11 13:09:47.253376 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ffba78bd-f57f-4856-b841-28360553149d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1474452 Mar 11 13:09:47.258282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:47.267299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Allocated IP 2001:db8::2 (5d35ebf5-3f75-44dd-bdd9-82541c49d16a/f91ac50d-7a15-43b4-9338-097c7c05d80e/9081557e-e465-4042-80e6-21e89fd11873) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:47.275963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797023924'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:47.284631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:47.307776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:47.317401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.330700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.349135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.364013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.395634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:47.400041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:47.403269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:47.409044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:47.474462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:47.474462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:47.497831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:47.525309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=96fdc155-731e-45bf-82bb-368e79140197,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:47.525309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.525309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.540196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': '1cf54cf5-02c3-4434-bee0-4edee880f3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ec14fd7e-4ab0-41ef-8063-72c8f519338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:47.540196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: ec14fd7e-4ab0-41ef-8063-72c8f519338b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:47.552429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.565835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=c8cf526d-b985-4be9-aa35-dce6ea8a315f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:47.571636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Transition to ACTIVE for port object 9081557e-e465-4042-80e6-21e89fd11873 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:47.593394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Transition to ACTIVE for port object 9081557e-e465-4042-80e6-21e89fd11873 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:47.605856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c767a70-5164-4aa3-a854-9eb0716bf0cd,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:47.611573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.621729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.625354 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f5e3d49a-580d-459b-ae58-6f4ef79a8688 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3642104 Mar 11 13:09:47.625354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:47.626157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:47.633678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--835213186'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:47.641957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:47.646598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:47.649801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:47.650060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:47.652647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, ec14fd7e-4ab0-41ef-8063-72c8f519338b) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:47.658343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:47.659193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:47.661354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:47.661531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:47.661968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.684869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b56eac8d-81ef-4cfe-b837-34ec1e7cb4ab tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9757442 Mar 11 13:09:47.687783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59818) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:47.690823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.704404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66307d42-5f6e-4193-989f-1d04d186c7c4 None None] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:47.704880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-152676279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:47.713102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:47.722356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:router and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:47.725717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:47.734566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:47.737013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:47.741601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:47.746896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:47.754698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:47.760955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.762322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.794126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.840685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.872069 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.879318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.898979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.900156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b8040ef-a39a-49b1-a614-68a54448d5c7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2111681 Mar 11 13:09:47.905464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59822) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:47.948682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Pushing event updated for resources: {'Port': ['ID=9081557e-e465-4042-80e6-21e89fd11873,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:47.993196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Attempting to bind port 9081557e-e465-4042-80e6-21e89fd11873 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:47.993597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Attempting to bind port 9081557e-e465-4042-80e6-21e89fd11873 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '673f5920-10c5-45b4-8f30-9ea3d3e0a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5d35ebf5-3f75-44dd-bdd9-82541c49d16a'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:47.994174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Attempting to bind port 9081557e-e465-4042-80e6-21e89fd11873 on network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:47.995247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:47.997903 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3707948 Mar 11 13:09:47.999511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59826) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:48.008505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b02be228-893f-46c8-b521-9f189d45ad72 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': '9c767a70-5164-4aa3-a854-9eb0716bf0cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'eff8d5ce-7381-481f-a9b0-bb830ab169df'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:48.018744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b02be228-893f-46c8-b521-9f189d45ad72 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:48.020925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.031950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:48.032325 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Checking segment: {'id': '673f5920-10c5-45b4-8f30-9ea3d3e0a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5d35ebf5-3f75-44dd-bdd9-82541c49d16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:48.032723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.033112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Bound using segment: {'id': '673f5920-10c5-45b4-8f30-9ea3d3e0a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5d35ebf5-3f75-44dd-bdd9-82541c49d16a'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:48.034039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Bound port: 9081557e-e465-4042-80e6-21e89fd11873, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673f5920-10c5-45b4-8f30-9ea3d3e0a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5d35ebf5-3f75-44dd-bdd9-82541c49d16a'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:48.034158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.066220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2dc7b-fdf6-4edb-8b78-611702f1af55 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff8d5ce-7381-481f-a9b0-bb830ab169df,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:48.080286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b02be228-893f-46c8-b521-9f189d45ad72 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:48.102460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b02be228-893f-46c8-b521-9f189d45ad72 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:48.111729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b02be228-893f-46c8-b521-9f189d45ad72 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:48.135567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-ec14fd7e-4ab0-41ef-8063-72c8f519338b', 'network_id': 'ec14fd7e-4ab0-41ef-8063-72c8f519338b', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': '96fdc155-731e-45bf-82bb-368e79140197'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:48.135567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.243798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] For port 9081557e-e465-4042-80e6-21e89fd11873, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:48.264803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] For port 9081557e-e465-4042-80e6-21e89fd11873, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9081557e-e465-4042-80e6-21e89fd11873,segment=NetworkSegment(673f5920-10c5-45b4-8f30-9ea3d3e0a475),segment_id=673f5920-10c5-45b4-8f30-9ea3d3e0a475)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:48.268568 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-b02be228-893f-46c8-b521-9f189d45ad72 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:48.269885 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b02be228-893f-46c8-b521-9f189d45ad72 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2690086 Mar 11 13:09:48.272896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:48.274354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.518207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa326de3-a884-4acc-8e6d-407493e659bd None None] Pushing event updated for resources: {'Port': ['ID=9081557e-e465-4042-80e6-21e89fd11873,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:48.532774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Allocated IP 2001:db8:1::2 (ec14fd7e-4ab0-41ef-8063-72c8f519338b/96fdc155-731e-45bf-82bb-368e79140197/34f0e062-098e-4b26-bd75-ce6b6e465adf) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:48.660945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01bbbe42-c5f3-4565-a730-6742d5461f36 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.702987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01bbbe42-c5f3-4565-a730-6742d5461f36 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.707993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.750318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.838449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.849649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Transition to ACTIVE for port object 34f0e062-098e-4b26-bd75-ce6b6e465adf will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:48.877160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Transition to ACTIVE for port object 34f0e062-098e-4b26-bd75-ce6b6e465adf will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:48.889773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:48.985069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:48.990349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:48.992700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:49.081363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Pushing event updated for resources: {'Port': ['ID=34f0e062-098e-4b26-bd75-ce6b6e465adf,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:49.083080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01bbbe42-c5f3-4565-a730-6742d5461f36 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.087474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router c0d47dfa-3654-46c5-9622-5b2ea1da61a5 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:09:49.113336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Attempting to bind port 34f0e062-098e-4b26-bd75-ce6b6e465adf on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:49.113738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Attempting to bind port 34f0e062-098e-4b26-bd75-ce6b6e465adf by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '1cf54cf5-02c3-4434-bee0-4edee880f3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ec14fd7e-4ab0-41ef-8063-72c8f519338b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:49.114509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Attempting to bind port 34f0e062-098e-4b26-bd75-ce6b6e465adf on network ec14fd7e-4ab0-41ef-8063-72c8f519338b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:49.120502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:49.120502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Checking segment: {'id': '1cf54cf5-02c3-4434-bee0-4edee880f3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ec14fd7e-4ab0-41ef-8063-72c8f519338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:49.121046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.121224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Bound using segment: {'id': '1cf54cf5-02c3-4434-bee0-4edee880f3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ec14fd7e-4ab0-41ef-8063-72c8f519338b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:49.122870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Bound port: 34f0e062-098e-4b26-bd75-ce6b6e465adf, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf54cf5-02c3-4434-bee0-4edee880f3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ec14fd7e-4ab0-41ef-8063-72c8f519338b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:49.123258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.147548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbbe42-c5f3-4565-a730-6742d5461f36 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff8d5ce-7381-481f-a9b0-bb830ab169df,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:49.172324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01bbbe42-c5f3-4565-a730-6742d5461f36 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.178019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-01bbbe42-c5f3-4565-a730-6742d5461f36 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/eff8d5ce-7381-481f-a9b0-bb830ab169df HTTP/1.1" status: 204 len: 168 time: 0.8973360 Mar 11 13:09:49.178560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59834) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:49.258896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] For port 34f0e062-098e-4b26-bd75-ce6b6e465adf, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:49.263883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] For port 34f0e062-098e-4b26-bd75-ce6b6e465adf, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=34f0e062-098e-4b26-bd75-ce6b6e465adf,segment=NetworkSegment(1cf54cf5-02c3-4434-bee0-4edee880f3c4),segment_id=1cf54cf5-02c3-4434-bee0-4edee880f3c4)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:49.276731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.303845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8::1 (5d35ebf5-3f75-44dd-bdd9-82541c49d16a/f91ac50d-7a15-43b4-9338-097c7c05d80e/358c4b27-b484-4812-b431-217f201bdd4d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:49.352435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e177e862-a7e6-4522-9db6-0f55061c5bb7 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:49.362695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a0097-3839-4905-ba55-55f5741b9e08 None None] Pushing event updated for resources: {'Port': ['ID=34f0e062-098e-4b26-bd75-ce6b6e465adf,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:49.403573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:49.415507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] Sync routers for ids ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:49.431197 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] Routers {'c0d47dfa-3654-46c5-9622-5b2ea1da61a5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:49.431892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e177e862-a7e6-4522-9db6-0f55061c5bb7 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:49.432016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:49.433666 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e177e862-a7e6-4522-9db6-0f55061c5bb7 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2565131 Mar 11 13:09:49.436981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59838) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:49.581212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.582843 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1171b019-964f-4692-b610-9250526a9a97 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4976490 Mar 11 13:09:49.586990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:49.589681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-459fe425-a3c2-402b-bfbb-2693b3715983 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.636096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.653717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:49.685834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] Routers {'c0d47dfa-3654-46c5-9622-5b2ea1da61a5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:49.686622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:49.699878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object 358c4b27-b484-4812-b431-217f201bdd4d will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:49.798062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:49.854871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9081557e-e465-4042-80e6-21e89fd11873 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:49.905105 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6a41d936-7988-42c0-a67f-2d86b9f599b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/routers/c0d47dfa-3654-46c5-9622-5b2ea1da61a5 HTTP/1.1" status: 200 len: 880 time: 0.3166113 Mar 11 13:09:49.915548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:49.950038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-459fe425-a3c2-402b-bfbb-2693b3715983 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.019350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:50.036196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:50.047834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:50.048375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.053048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:50.053964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24480f87-1ac9-45ff-8245-852e5efce888 None None] The sync data for ids ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:50.067694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-459fe425-a3c2-402b-bfbb-2693b3715983 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.081356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=358c4b27-b484-4812-b431-217f201bdd4d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:50.103289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fe425-a3c2-402b-bfbb-2693b3715983 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c767a70-5164-4aa3-a854-9eb0716bf0cd,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:50.105602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9081557e-e465-4042-80e6-21e89fd11873 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:50.136585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-459fe425-a3c2-402b-bfbb-2693b3715983 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.137911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-459fe425-a3c2-402b-bfbb-2693b3715983 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/9c767a70-5164-4aa3-a854-9eb0716bf0cd HTTP/1.1" status: 204 len: 168 time: 0.6774163 Mar 11 13:09:50.140450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59850) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:50.220831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-395d3eec-2d2a-474b-8e39-0f3ab2884e62 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:50.238626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f251b7-f14e-4251-8979-d1703662975c None None] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:50.253772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-395d3eec-2d2a-474b-8e39-0f3ab2884e62 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:50.262053 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-395d3eec-2d2a-474b-8e39-0f3ab2884e62 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204078 Mar 11 13:09:50.262934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59854) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:50.271892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682320939'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:50.295913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:50.311382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:50.314081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.325166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.349230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:50.353017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:50.353272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57854b64-4ac3-46a5-82b9-7c24fe75ebfa None None] Provisioning for port 9081557e-e465-4042-80e6-21e89fd11873 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:50.356283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:50.361609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57854b64-4ac3-46a5-82b9-7c24fe75ebfa None None] Provisioning complete for port 9081557e-e465-4042-80e6-21e89fd11873 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:50.362749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57854b64-4ac3-46a5-82b9-7c24fe75ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.363335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:50.542722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.549978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.612483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad64fccc-de8c-4ebb-872d-28b879cd4e58,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:50.624854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.627273 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2205869d-4372-489e-ba12-341991336409 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3625805 Mar 11 13:09:50.630000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59858) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:50.636148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-19396caa-0a6f-4b96-9611-bca357b3e30d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': 'ad64fccc-de8c-4ebb-872d-28b879cd4e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:50.649564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-19396caa-0a6f-4b96-9611-bca357b3e30d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:50.663011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-19396caa-0a6f-4b96-9611-bca357b3e30d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:50.667194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-19396caa-0a6f-4b96-9611-bca357b3e30d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:50.679421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-19396caa-0a6f-4b96-9611-bca357b3e30d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:50.694549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57854b64-4ac3-46a5-82b9-7c24fe75ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.738258 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-19396caa-0a6f-4b96-9611-bca357b3e30d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:50.740069 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-19396caa-0a6f-4b96-9611-bca357b3e30d tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1089716 Mar 11 13:09:50.742521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59862) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:50.748310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-57854b64-4ac3-46a5-82b9-7c24fe75ebfa None None] For port 9081557e-e465-4042-80e6-21e89fd11873, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9081557e-e465-4042-80e6-21e89fd11873,segment=NetworkSegment(673f5920-10c5-45b4-8f30-9ea3d3e0a475),segment_id=673f5920-10c5-45b4-8f30-9ea3d3e0a475)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:50.751147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8083e87c-89a9-476b-b473-eef55d09bf76 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group_rule': {'security_group_id': 'ad64fccc-de8c-4ebb-872d-28b879cd4e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:50.758008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57854b64-4ac3-46a5-82b9-7c24fe75ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.763504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8083e87c-89a9-476b-b473-eef55d09bf76 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:50.770944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8083e87c-89a9-476b-b473-eef55d09bf76 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:50.776830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8083e87c-89a9-476b-b473-eef55d09bf76 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:50.785998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8083e87c-89a9-476b-b473-eef55d09bf76 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:50.852769 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-8083e87c-89a9-476b-b473-eef55d09bf76 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:09:50.854415 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8083e87c-89a9-476b-b473-eef55d09bf76 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1107051 Mar 11 13:09:50.858299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59866) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:50.882724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57854b64-4ac3-46a5-82b9-7c24fe75ebfa None None] Pushing event updated for resources: {'Port': ['ID=9081557e-e465-4042-80e6-21e89fd11873,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:50.963673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1a02ae-dd6b-4622-983a-61a57e1c6d1a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:50.969956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d837d38-fda7-4880-9537-9a3f5447ee74 None None] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:50.996362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1a02ae-dd6b-4622-983a-61a57e1c6d1a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.062999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1a02ae-dd6b-4622-983a-61a57e1c6d1a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.066303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-401adf22-7c2c-4eba-8301-8c29e3938868 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:router {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:51.097197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a02ae-dd6b-4622-983a-61a57e1c6d1a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad64fccc-de8c-4ebb-872d-28b879cd4e58,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:51.115857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a1a02ae-dd6b-4622-983a-61a57e1c6d1a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.122525 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2a1a02ae-dd6b-4622-983a-61a57e1c6d1a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/ad64fccc-de8c-4ebb-872d-28b879cd4e58 HTTP/1.1" status: 204 len: 168 time: 0.2623296 Mar 11 13:09:51.122856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-401adf22-7c2c-4eba-8301-8c29e3938868 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:router {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:51.127034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59870) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:51.127489 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-401adf22-7c2c-4eba-8301-8c29e3938868 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2103460 Mar 11 13:09:51.129956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59874) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:51.136802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8adcb25a-6b27-4b3f-bdd1-dd335e4aa35f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-773619364'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:51.139324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.147629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.149277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.207486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-99b1d7b1-7546-430d-aad9-f0d58adf89c7 None None] Provisioning for port 34f0e062-098e-4b26-bd75-ce6b6e465adf completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:51.266182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-be2c7049-f4e8-4f37-94dc-af4d375c7710 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:51.349682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=358c4b27-b484-4812-b431-217f201bdd4d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:51.416526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-93fee710-8b76-40f6-84b2-f8a4cb1c2008 None None] Provisioning complete for port 9081557e-e465-4042-80e6-21e89fd11873 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:51.416950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93fee710-8b76-40f6-84b2-f8a4cb1c2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.417779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:51.419009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:51.707666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-93fee710-8b76-40f6-84b2-f8a4cb1c2008 None None] Provisioning for port 358c4b27-b484-4812-b431-217f201bdd4d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:51.719013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-93fee710-8b76-40f6-84b2-f8a4cb1c2008 None None] Provisioning complete for port 358c4b27-b484-4812-b431-217f201bdd4d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:51.719467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93fee710-8b76-40f6-84b2-f8a4cb1c2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.760097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9081557e-e465-4042-80e6-21e89fd11873 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:51.828704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router e58883b7-22e6-48e9-ba25-da0a31efaa84 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:09:51.894846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-93fee710-8b76-40f6-84b2-f8a4cb1c2008 None None] Port 358c4b27-b484-4812-b431-217f201bdd4d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:51.916149 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:51.918854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-be2c7049-f4e8-4f37-94dc-af4d375c7710 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:51.920227 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-be2c7049-f4e8-4f37-94dc-af4d375c7710 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7919047 Mar 11 13:09:51.924180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59878) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:51.933773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326983233'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:51.933989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9081557e-e465-4042-80e6-21e89fd11873 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:51.934337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.019103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:52.045007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:52.047860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5d7e072a-13b1-4c42-8f0b-6cc2b2a45562 None None] Provisioning complete for port 358c4b27-b484-4812-b431-217f201bdd4d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:52.048227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d7e072a-13b1-4c42-8f0b-6cc2b2a45562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.081991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:52.094468 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6176eb8-d591-443c-a52c-dd6ad9d7d49b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/e58883b7-22e6-48e9-ba25-da0a31efaa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1835191 Mar 11 13:09:52.094468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.103132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59884) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.103874 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] Sync routers for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:52.116104 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:52.117236 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:52.150398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e072a-13b1-4c42-8f0b-6cc2b2a45562 None None] Port 358c4b27-b484-4812-b431-217f201bdd4d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:52.184051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314cdb56-65ab-4746-b942-0956f76275a0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:52.184636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-314cdb56-65ab-4746-b942-0956f76275a0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:52.192065 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:52.193943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 34f0e062-098e-4b26-bd75-ce6b6e465adf up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:52.202850 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:52.204013 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:52.206628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:52.211684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Usage tracker for resource:security_group_rule and tenant:0740039929e74dada737ccf49564a14f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:52.214944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:52.222408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-314cdb56-65ab-4746-b942-0956f76275a0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:52.227616 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-314cdb56-65ab-4746-b942-0956f76275a0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports/358c4b27-b484-4812-b431-217f201bdd4d HTTP/1.1" status: 200 len: 911 time: 0.1235182 Mar 11 13:09:52.228733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:52.268652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59888) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.272889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 34f0e062-098e-4b26-bd75-ce6b6e465adf completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:52.278166 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:52.278646 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5fb2b-2c1a-470e-8f1d-e83065db0811 None None] The sync data for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:52.280184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 34f0e062-098e-4b26-bd75-ce6b6e465adf triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:52.280790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.318477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.324143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.349888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a329b0b1-fd17-4623-a758-182953be68f6 None None] Provisioning complete for port 358c4b27-b484-4812-b431-217f201bdd4d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:52.350278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a329b0b1-fd17-4623-a758-182953be68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.361641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8adcb25a-6b27-4b3f-bdd1-dd335e4aa35f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.380385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83a6af-3d7b-4616-976d-644c4c63919f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:52.388598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.391250 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-54457bb5-88e0-4f2d-a10f-0e51000c39b2 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4658391 Mar 11 13:09:52.393111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59892) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.411118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7016a88c-9f27-4fea-8cf3-e9ffac5f935a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:52.411796 dv-neutron-833198-1-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-7016a88c-9f27-4fea-8cf3-e9ffac5f935a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 13:09:52.413336 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7016a88c-9f27-4fea-8cf3-e9ffac5f935a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 13:09:52.418910 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7016a88c-9f27-4fea-8cf3-e9ffac5f935a tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "PUT /v2.0/security-groups/3a83a6af-3d7b-4616-976d-644c4c63919f HTTP/1.1" status: 409 len: 330 time: 0.0205529 Mar 11 13:09:52.420335 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59896) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.438511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8adcb25a-6b27-4b3f-bdd1-dd335e4aa35f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.467292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.493751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a329b0b1-fd17-4623-a758-182953be68f6 None None] Port 358c4b27-b484-4812-b431-217f201bdd4d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:52.526703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 34f0e062-098e-4b26-bd75-ce6b6e465adf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=34f0e062-098e-4b26-bd75-ce6b6e465adf,segment=NetworkSegment(1cf54cf5-02c3-4434-bee0-4edee880f3c4),segment_id=1cf54cf5-02c3-4434-bee0-4edee880f3c4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:09:52.532105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95ba19ad-9d98-4d3a-93fc-87ecac45247e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.533308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.564085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95ba19ad-9d98-4d3a-93fc-87ecac45247e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.623768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95ba19ad-9d98-4d3a-93fc-87ecac45247e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.635368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=34f0e062-098e-4b26-bd75-ce6b6e465adf,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:52.660850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba19ad-9d98-4d3a-93fc-87ecac45247e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83a6af-3d7b-4616-976d-644c4c63919f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:52.663456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95ba19ad-9d98-4d3a-93fc-87ecac45247e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:52.666627 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-95ba19ad-9d98-4d3a-93fc-87ecac45247e tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/3a83a6af-3d7b-4616-976d-644c4c63919f HTTP/1.1" status: 204 len: 168 time: 0.2428539 Mar 11 13:09:52.667088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59900) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.717944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-28a9951d-8076-43b8-993a-75621ca95865 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Synchronizing usage tracker for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:52.732742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-28a9951d-8076-43b8-993a-75621ca95865 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] Unset dirty status for tenant:0740039929e74dada737ccf49564a14f on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:52.734217 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-28a9951d-8076-43b8-993a-75621ca95865 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662053 Mar 11 13:09:52.737942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59904) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.753890 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-1612ca79-fad3-42dc-8c1f-1883503f8f14 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] delete failed (client error): The resource could not be found. Mar 11 13:09:52.755025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1612ca79-fad3-42dc-8c1f-1883503f8f14 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "DELETE /v2.0/security-groups/9cf02724-580e-4af6-a29d-c06111b9ea15 HTTP/1.1" status: 404 len: 347 time: 0.0159588 Mar 11 13:09:52.759131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59908) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.776248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-794e2099-3d85-437d-89e2-5179ba5026ed tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] show failed (client error): The resource could not be found. Mar 11 13:09:52.777336 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-794e2099-3d85-437d-89e2-5179ba5026ed tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-groups/61f3b01d-44eb-4ec7-a49f-0acce55ae0ec HTTP/1.1" status: 404 len: 347 time: 0.0175064 Mar 11 13:09:52.780828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59912) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:52.794976 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-ea76ec08-93f9-44c4-9ce1-c49faa3321d0 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] show failed (client error): The resource could not be found. Mar 11 13:09:52.795961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ea76ec08-93f9-44c4-9ce1-c49faa3321d0 tempest-NegativeSecGroupIPv6Test-2003134316 tempest-NegativeSecGroupIPv6Test-2003134316-project] 10.222.0.52 "GET /v2.0/security-group-rules/3f0fab95-acf8-4270-8d2e-5aa36b5d0dae HTTP/1.1" status: 404 len: 356 time: 0.0142674 Mar 11 13:09:52.859844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adcb25a-6b27-4b3f-bdd1-dd335e4aa35f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router c0d47dfa-3654-46c5-9622-5b2ea1da61a5 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:53.064761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59920) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:53.222121 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3b65edd4-dd4f-4d9b-8a07-729d93bfb04a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0740039929e74dada737ccf49564a14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560633 Mar 11 13:09:53.224485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:53.281530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa837d79-d229-4195-ab7b-38d8cf60fe86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:53.306977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa837d79-d229-4195-ab7b-38d8cf60fe86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:53.331443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adcb25a-6b27-4b3f-bdd1-dd335e4aa35f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:53.340871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8adcb25a-6b27-4b3f-bdd1-dd335e4aa35f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:53.344330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] Sync routers for ids ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:53.344809 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8adcb25a-6b27-4b3f-bdd1-dd335e4aa35f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/c0d47dfa-3654-46c5-9622-5b2ea1da61a5 HTTP/1.1" status: 200 len: 887 time: 2.2110116 Mar 11 13:09:53.344809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59930) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:53.352484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] Routers {'c0d47dfa-3654-46c5-9622-5b2ea1da61a5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:53.353082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:53.365750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa837d79-d229-4195-ab7b-38d8cf60fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:53.387325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa837d79-d229-4195-ab7b-38d8cf60fe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c911a3-97c0-40cf-9be9-66c7822aae7f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:53.404855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa837d79-d229-4195-ab7b-38d8cf60fe86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:53.409672 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa837d79-d229-4195-ab7b-38d8cf60fe86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82c911a3-97c0-40cf-9be9-66c7822aae7f HTTP/1.1" status: 204 len: 168 time: 0.1840134 Mar 11 13:09:53.413831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:53.423381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:53.442243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] Routers {'c0d47dfa-3654-46c5-9622-5b2ea1da61a5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:53.442948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:53.530647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:53.530982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c49df1-1d5e-4433-8fe2-b9890ca13391 None None] The sync data for ids ['c0d47dfa-3654-46c5-9622-5b2ea1da61a5'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:53.537259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 34f0e062-098e-4b26-bd75-ce6b6e465adf up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:53.608296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 34f0e062-098e-4b26-bd75-ce6b6e465adf triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:53.608624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:53.759013 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8fc008fe-1b44-4946-b048-be3731f9a6de tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/routers/c0d47dfa-3654-46c5-9622-5b2ea1da61a5 HTTP/1.1" status: 200 len: 887 time: 0.4104605 Mar 11 13:09:53.760710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:53.811558 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8dcecb64-39a8-42e0-8a68-1471cd8335d5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d47dfa-3654-46c5-9622-5b2ea1da61a5 HTTP/1.1" status: 200 len: 205 time: 0.0491238 Mar 11 13:09:53.814052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59950) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:53.947666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8:1::1 (ec14fd7e-4ab0-41ef-8063-72c8f519338b/96fdc155-731e-45bf-82bb-368e79140197/7a668e21-ef43-4782-b37e-e6b9f76d842b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:54.021711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.181869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.197483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object 7a668e21-ef43-4782-b37e-e6b9f76d842b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:54.233843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.306128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:54.313292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:54.318812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:54.318812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.347265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=7a668e21-ef43-4782-b37e-e6b9f76d842b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:54.418790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.450424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port c8cf526d-b985-4be9-aa35-dce6ea8a315f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:54.450766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.511985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.742528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.751118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7e20d894-33e8-4ba4-a3d6-b334e871148e None None] Provisioning for port 7a668e21-ef43-4782-b37e-e6b9f76d842b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:54.758318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7e20d894-33e8-4ba4-a3d6-b334e871148e None None] Provisioning complete for port 7a668e21-ef43-4782-b37e-e6b9f76d842b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:54.760851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7e20d894-33e8-4ba4-a3d6-b334e871148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:54.842164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7e20d894-33e8-4ba4-a3d6-b334e871148e None None] Port 7a668e21-ef43-4782-b37e-e6b9f76d842b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:54.906340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for c8cf526d-b985-4be9-aa35-dce6ea8a315f owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:55.148713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.184651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.192508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.194181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.206690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=c8cf526d-b985-4be9-aa35-dce6ea8a315f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:55.311396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.406816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=7a668e21-ef43-4782-b37e-e6b9f76d842b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:55.421182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:55.422648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:55.554336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.556603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.585215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.586519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Fanout notify agent at l3_agent the message router_deleted on router c0d47dfa-3654-46c5-9622-5b2ea1da61a5 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:09:55.636229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.637118 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8451e18e-8278-43ff-992e-9d5aec70e13e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/c0d47dfa-3654-46c5-9622-5b2ea1da61a5 HTTP/1.1" status: 204 len: 168 time: 1.8221636 Mar 11 13:09:55.642989 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59980) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:55.651963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-62955204'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:55.664422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:55.672265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:55.681261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:55.696213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:55.699512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router e58883b7-22e6-48e9-ba25-da0a31efaa84 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:55.726425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:55.730379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.779861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:09:55.803095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.804225 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment 31e477bd-6570-4557-95a9-7a76cd206f7d of type vlan for network e784e91f-59b6-4377-9c53-689dc3a36294 Mar 11 13:09:55.853628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.902486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:55.904668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f83a33c-8fd3-438e-a3e5-b43abb352f23 None None] Provisioning complete for port 7a668e21-ef43-4782-b37e-e6b9f76d842b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:09:55.905185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f83a33c-8fd3-438e-a3e5-b43abb352f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.919419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.921947 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] Sync routers for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:55.942423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:55.943384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:55.945044 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:55.948840 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:55.973619 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0f51a2b0-46cb-4ee2-98e0-d50802bb9624 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/e58883b7-22e6-48e9-ba25-da0a31efaa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7026567 Mar 11 13:09:55.975787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59984) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:56.064870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1f83a33c-8fd3-438e-a3e5-b43abb352f23 None None] Port 7a668e21-ef43-4782-b37e-e6b9f76d842b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:09:56.077553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=e784e91f-59b6-4377-9c53-689dc3a36294,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:56.081957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59988) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:56.082103 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:56.087300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b7c38-8727-45cc-ad50-b15be8d83d6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:56.088341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74015272', 'description': 'tempest-secgroup-smoke-74015272 description', 'project_id': 'be76506e55e74119be4facf239fca356'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:56.088712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fa1b7c38-8727-45cc-ad50-b15be8d83d6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:09:56.090864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e784e91f-59b6-4377-9c53-689dc3a36294 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:09:56.095513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:56.099863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:56.102904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:56.111368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fa1b7c38-8727-45cc-ad50-b15be8d83d6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:09:56.113480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:56.114063 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fa1b7c38-8727-45cc-ad50-b15be8d83d6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports/7a668e21-ef43-4782-b37e-e6b9f76d842b HTTP/1.1" status: 200 len: 913 time: 0.1356242 Mar 11 13:09:56.114617 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:56.115647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 59992) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:56.118438 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:56.126262 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9f281a24-2723-42cc-8a57-35e1ffce64f0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4780505 Mar 11 13:09:56.126262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 59996) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:56.136164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': 'e784e91f-59b6-4377-9c53-689dc3a36294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:56.198957 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:56.199937 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220a0c-e802-4309-8e69-2b25241bbbd5 None None] The sync data for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:56.259351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.278066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.296428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:56.306040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:56.306040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:56.316677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:56.316677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:56.316677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:56.331583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:56.331583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:56.342416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:09:56.342416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.692730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.699633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.731238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:56.749890 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:56.754795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.756467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:56.770421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8edf6d9-7a20-4709-8172-238c035398da,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:56.778995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:56.818835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.937193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=6b9c64fc-3bf3-4f14-9faf-026b43c04542,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:56.980888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': '31e477bd-6570-4557-95a9-7a76cd206f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e784e91f-59b6-4377-9c53-689dc3a36294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:56.980888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: e784e91f-59b6-4377-9c53-689dc3a36294, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:09:56.987490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:56.998410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.068527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network e784e91f-59b6-4377-9c53-689dc3a36294 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:09:57.068527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d195d4c1-f614-4cd7-8a76-4782f32b9cee,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:57.068527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.068527 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d4fd33fe-dc1c-413c-b4dd-99aa334ec01c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9836609 Mar 11 13:09:57.079173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:57.079173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'security_group_rule': {'security_group_id': 'd195d4c1-f614-4cd7-8a76-4782f32b9cee', 'project_id': 'be76506e55e74119be4facf239fca356', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:57.088761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e784e91f-59b6-4377-9c53-689dc3a36294) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:57.088761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:57.097603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:57.097603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.097603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:57.103630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:57.118008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81fc68-3b43-4b6f-8c50-e684258ae18b None None] Network e784e91f-59b6-4377-9c53-689dc3a36294 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:57.122177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:57.137028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2df6b24-6ecc-4541-8baf-f13022b8abea tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0056100 Mar 11 13:09:57.137028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:57.144705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1012906562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:57.166988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:57.175225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:router and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:57.175225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.182125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:57.197357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:57.223646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.223913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.260494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.282728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.288325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.310039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.333689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902eb7cd-110c-4ce1-b4d9-2eb152232d9a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:57.350369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.352913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-00636a34-d698-418a-91dd-8db46696e0d3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2812557 Mar 11 13:09:57.353744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 7a668e21-ef43-4782-b37e-e6b9f76d842b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:09:57.354444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.354604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.356796 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0ef8199b-8935-47a6-8048-cb7dff0949df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2192879 Mar 11 13:09:57.356934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60008) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:57.360252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:57.365697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'security_group_rule': {'security_group_id': 'd195d4c1-f614-4cd7-8a76-4782f32b9cee', 'project_id': 'be76506e55e74119be4facf239fca356', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:57.385390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e784e91f-59b6-4377-9c53-689dc3a36294', 'network_id': 'e784e91f-59b6-4377-9c53-689dc3a36294', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': '6b9c64fc-3bf3-4f14-9faf-026b43c04542'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:09:57.386682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.442666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:57.462443 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:57.466319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:57.527758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:57.620274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Allocated IP 172.20.0.2 (e784e91f-59b6-4377-9c53-689dc3a36294/6b9c64fc-3bf3-4f14-9faf-026b43c04542/2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:57.645220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.697932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.796931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 7a668e21-ef43-4782-b37e-e6b9f76d842b owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:09:57.934275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:57.999652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.014648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.029226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.029516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Transition to ACTIVE for port object 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:58.059218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Transition to ACTIVE for port object 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:58.065738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.080357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.086859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=7a668e21-ef43-4782-b37e-e6b9f76d842b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:58.134665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Network e784e91f-59b6-4377-9c53-689dc3a36294 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:58.141868 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:58.144536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:58.192509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Pushing event updated for resources: {'Port': ['ID=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:58.196175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebdfaaf-55f2-4b96-a415-042d48424ebc,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:58.243761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.244975 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-539f8129-77a6-4310-be58-71b0040928f4 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8869596 Mar 11 13:09:58.247910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60016) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:58.258650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'security_group_rule': {'security_group_id': 'd195d4c1-f614-4cd7-8a76-4782f32b9cee', 'project_id': 'be76506e55e74119be4facf239fca356', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:58.279241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:58.287548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:58.294030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:58.303341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:58.320108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Attempting to bind port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:09:58.320644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Attempting to bind port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '31e477bd-6570-4557-95a9-7a76cd206f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e784e91f-59b6-4377-9c53-689dc3a36294'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:09:58.321045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Attempting to bind port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe on network e784e91f-59b6-4377-9c53-689dc3a36294 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:09:58.329156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:09:58.329749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Checking segment: {'id': '31e477bd-6570-4557-95a9-7a76cd206f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e784e91f-59b6-4377-9c53-689dc3a36294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:09:58.330446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.330781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Bound using segment: {'id': '31e477bd-6570-4557-95a9-7a76cd206f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e784e91f-59b6-4377-9c53-689dc3a36294'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:09:58.331321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Bound port: 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e477bd-6570-4557-95a9-7a76cd206f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e784e91f-59b6-4377-9c53-689dc3a36294'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:09:58.332059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.332834 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:09:58.403903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.422930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.479132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] For port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:09:58.484082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] For port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,segment=NetworkSegment(31e477bd-6570-4557-95a9-7a76cd206f7d),segment_id=31e477bd-6570-4557-95a9-7a76cd206f7d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:09:58.490879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.568210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.575859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.20.0.1 (e784e91f-59b6-4377-9c53-689dc3a36294/6b9c64fc-3bf3-4f14-9faf-026b43c04542/1224e449-c0b6-4ae7-ade2-5f012c5839a6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:09:58.585675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.591071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923de756-5d22-4b5f-b28a-0edf254449e4 None None] Pushing event updated for resources: {'Port': ['ID=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:58.637499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f264d93-d592-4b66-91df-06eede7490b2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:58.863219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router e58883b7-22e6-48e9-ba25-da0a31efaa84 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:09:58.894091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:58.895344 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e6348ea1-f086-4f9c-9e3e-561905358144 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6463463 Mar 11 13:09:58.904840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60020) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:58.917660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'security_group_rule': {'security_group_id': 'd195d4c1-f614-4cd7-8a76-4782f32b9cee', 'project_id': 'be76506e55e74119be4facf239fca356', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:58.939681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:58.959425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:58.964837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:58.977205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:59.020852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.024478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.064383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object 1224e449-c0b6-4ae7-ade2-5f012c5839a6 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:09:59.127436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.131533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.146866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.166692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:09:59.175948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] Sync routers for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:09:59.187181 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9bdc290f-8305-4acf-9b69-02ef383baa57 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/e58883b7-22e6-48e9-ba25-da0a31efaa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0700138 Mar 11 13:09:59.187770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60024) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:59.188926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:59.189836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:59.212815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7340039-eda5-4c6d-b799-3e364ac44f03,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:59.227479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network e784e91f-59b6-4377-9c53-689dc3a36294 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:09:59.233193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:09:59.235604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:09:59.264231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:59.273689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:09:59.274365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:59.293887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.297790 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d7562b2a-2a2d-4ec2-84b6-1c98153774a7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890038 Mar 11 13:09:59.300859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:59.313333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=1224e449-c0b6-4ae7-ade2-5f012c5839a6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:59.322463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'security_group_rule': {'security_group_id': 'd195d4c1-f614-4cd7-8a76-4782f32b9cee', 'project_id': 'be76506e55e74119be4facf239fca356', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:59.332229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:59.340393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:59.343278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.346326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:59.353272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:09:59.353708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3e954-7c5f-4c1e-8112-aecd4254dae8 None None] The sync data for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:09:59.360745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:59.401466 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Project be76506e55e74119be4facf239fca356 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:09:59.411151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.599490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.628271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:09:59.638244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.681109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.728240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d76460-840c-4040-b0a5-9b8e11743c6c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:09:59.777606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:09:59.824571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.824571 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed0c02e9-0262-4aa9-91da-3f12d6c9c79b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5145893 Mar 11 13:09:59.825557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:09:59.832453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'security_group_rule': {'security_group_id': 'd195d4c1-f614-4cd7-8a76-4782f32b9cee', 'project_id': 'be76506e55e74119be4facf239fca356', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:09:59.853144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:09:59.876922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287407c-b46b-4d60-b166-061a7ada0989 None None] Network e784e91f-59b6-4377-9c53-689dc3a36294 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:09:59.896723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:09:59.904415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:security_group_rule and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:09:59.909011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:09:59.925401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:09:59.947574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Project be76506e55e74119be4facf239fca356 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:09:59.970647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.024833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-465eb9a3-9eb2-4978-92b8-1b7b73710ef8 None None] Provisioning for port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:00.041730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-465eb9a3-9eb2-4978-92b8-1b7b73710ef8 None None] Provisioning complete for port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:00.042025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-465eb9a3-9eb2-4978-92b8-1b7b73710ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.143466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.151941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.181725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93f52a5-6279-4e02-862b-b063ea0f343a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:00.204439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 358c4b27-b484-4812-b431-217f201bdd4d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:00.205038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.208963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.211947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.213452 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2ca5cbd-35b5-4744-8a21-91cc9110e154 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3871052 Mar 11 13:10:00.217943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60036) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:00.220653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.243811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-465eb9a3-9eb2-4978-92b8-1b7b73710ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.296489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'network': {'name': 'tempest-network-smoke--664966706', 'project_id': 'be76506e55e74119be4facf239fca356', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:00.304979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-465eb9a3-9eb2-4978-92b8-1b7b73710ef8 None None] For port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,segment=NetworkSegment(31e477bd-6570-4557-95a9-7a76cd206f7d),segment_id=31e477bd-6570-4557-95a9-7a76cd206f7d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:00.314364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-465eb9a3-9eb2-4978-92b8-1b7b73710ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.317005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:00.330857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:network and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:00.339525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:00.355465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:00.361846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.420046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465eb9a3-9eb2-4978-92b8-1b7b73710ef8 None None] Pushing event updated for resources: {'Port': ['ID=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:00.434687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.464092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=1224e449-c0b6-4ae7-ade2-5f012c5839a6,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:00.483446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Made reservation on behalf of be76506e55e74119be4facf239fca356 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:00.487464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.543052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:00.550536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network e784e91f-59b6-4377-9c53-689dc3a36294 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:00.552621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:00.561059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.561409 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Added segment 224fe08e-0590-49a5-8909-743f7a30faa6 of type vlan for network 337192e7-7c6c-4941-95bf-c8591fd22c26 Mar 11 13:10:00.569940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 358c4b27-b484-4812-b431-217f201bdd4d owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:00.642773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8fff0f74-699d-426a-9a51-8c1d18c479f1 None None] Provisioning for port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:00.650527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8fff0f74-699d-426a-9a51-8c1d18c479f1 None None] Provisioning complete for port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:00.651377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8fff0f74-699d-426a-9a51-8c1d18c479f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.725859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8fff0f74-699d-426a-9a51-8c1d18c479f1 None None] Port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:00.739194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8fff0f74-699d-426a-9a51-8c1d18c479f1 None None] Provisioning complete for port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:00.739935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8fff0f74-699d-426a-9a51-8c1d18c479f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.761539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.808495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.814004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:00.814670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.924940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:00.988054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=358c4b27-b484-4812-b431-217f201bdd4d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:01.021312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ceccaee7-ce26-4f06-914d-35f5d93425b3 None None] Provisioning complete for port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:01.022014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ceccaee7-ce26-4f06-914d-35f5d93425b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.055940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 6ec34fc7-44ae-4074-87eb-869478712b02 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:10:01.064665 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8454161 Mar 11 13:10:01.069710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60042) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:01.075113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'admin_state_up': True, 'project_id': 'be76506e55e74119be4facf239fca356', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:01.112545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ceccaee7-ce26-4f06-914d-35f5d93425b3 None None] Port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:01.150530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b37996-cd5f-470d-ab18-0a4093469f65 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Network': ['ID=337192e7-7c6c-4941-95bf-c8591fd22c26,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:01.153946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:01.158530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:router and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:01.162593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:01.166255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.172778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:01.182493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:01.260361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.261813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.285317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:01.287976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0d59cfb3-11b9-427d-b868-40d41f4cf469 None None] Provisioning complete for port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:01.288471 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d59cfb3-11b9-427d-b868-40d41f4cf469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.297851 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-119e2bbd-f0aa-4b20-8d9a-513f0482993c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/6ec34fc7-44ae-4074-87eb-869478712b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9373724 Mar 11 13:10:01.298480 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] Sync routers for ids ['6ec34fc7-44ae-4074-87eb-869478712b02'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:01.301252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60046) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:01.309275 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] Routers {'6ec34fc7-44ae-4074-87eb-869478712b02'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:01.309904 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6ec34fc7-44ae-4074-87eb-869478712b02'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.351775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.352393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0d59cfb3-11b9-427d-b868-40d41f4cf469 None None] Port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:01.409593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de1a51-9f43-4ebb-82bc-1a23e994fcaa tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:01.410503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-94de1a51-9f43-4ebb-82bc-1a23e994fcaa tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:01.411591 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.421174 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] Routers {'6ec34fc7-44ae-4074-87eb-869478712b02'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:01.421793 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6ec34fc7-44ae-4074-87eb-869478712b02'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.489112 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.489851 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8827aa92-6b2a-4ac8-a332-6bce10df7747 None None] The sync data for ids ['6ec34fc7-44ae-4074-87eb-869478712b02'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:01.495863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router e58883b7-22e6-48e9-ba25-da0a31efaa84 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:01.516377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-94de1a51-9f43-4ebb-82bc-1a23e994fcaa tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:01.517826 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-94de1a51-9f43-4ebb-82bc-1a23e994fcaa tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports/1224e449-c0b6-4ae7-ade2-5f012c5839a6 HTTP/1.1" status: 200 len: 910 time: 0.2154860 Mar 11 13:10:01.520500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:01.532770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:01.589154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b9c64fc-3bf3-4f14-9faf-026b43c04542'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:01.605429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:01.605941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.642295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:01.654733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] Sync routers for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:01.660163 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-928a0b99-6638-4af8-bfe4-52a976902213 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/e58883b7-22e6-48e9-ba25-da0a31efaa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714119 Mar 11 13:10:01.662990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60054) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:01.676274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:01.676880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.706442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-60f77773-a1ab-4ef7-9315-73f39d7b3a1b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:01.725287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-60f77773-a1ab-4ef7-9315-73f39d7b3a1b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:01.729078 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-60f77773-a1ab-4ef7-9315-73f39d7b3a1b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=e58883b7-22e6-48e9-ba25-da0a31efaa84 HTTP/1.1" status: 200 len: 205 time: 0.0623889 Mar 11 13:10:01.729231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60058) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:01.741822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.781655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:01.782012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] Routers {'e58883b7-22e6-48e9-ba25-da0a31efaa84'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:01.782567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['e58883b7-22e6-48e9-ba25-da0a31efaa84'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.852131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:01.852529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5509ce6-b84f-4bec-9396-74cdf49f294e None None] The sync data for ids ['e58883b7-22e6-48e9-ba25-da0a31efaa84'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:01.881039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-abb3ec4a-ac13-49d8-a20e-1ddf063df665 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.068103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.290517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-abb3ec4a-ac13-49d8-a20e-1ddf063df665 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.292702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-abb3ec4a-ac13-49d8-a20e-1ddf063df665 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.315658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-abb3ec4a-ac13-49d8-a20e-1ddf063df665 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.316133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb3ec4a-ac13-49d8-a20e-1ddf063df665 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Fanout notify agent at l3_agent the message router_deleted on router e58883b7-22e6-48e9-ba25-da0a31efaa84 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:10:02.331851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-abb3ec4a-ac13-49d8-a20e-1ddf063df665 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.332935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-abb3ec4a-ac13-49d8-a20e-1ddf063df665 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/e58883b7-22e6-48e9-ba25-da0a31efaa84 HTTP/1.1" status: 204 len: 168 time: 0.6027403 Mar 11 13:10:02.336413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60062) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:02.409547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet 96fdc155-731e-45bf-82bb-368e79140197 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:02.413047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.473781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.557712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.590753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.626437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.634617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.673855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=96fdc155-731e-45bf-82bb-368e79140197,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:02.675758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.682256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b8259-663a-4f14-b3cd-51462acdb809 None None] Network ec14fd7e-4ab0-41ef-8063-72c8f519338b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:02.687187 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e383b04d-dfd0-42a7-b3ca-88e6d5e372ec tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/96fdc155-731e-45bf-82bb-368e79140197 HTTP/1.1" status: 204 len: 168 time: 0.3472557 Mar 11 13:10:02.687637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60066) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:02.763184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet f91ac50d-7a15-43b4-9338-097c7c05d80e {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:02.767152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.827994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.917272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Allocated IP 172.26.4.133 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/85f2fb99-c35a-40e9-86c6-289df18d1ede) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:02.927855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:02.953551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] DHCP port deletion for ec14fd7e-4ab0-41ef-8063-72c8f519338b request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:02.958238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] Deleting port 34f0e062-098e-4b26-bd75-ce6b6e465adf {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:02.958597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.033717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.078673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=f91ac50d-7a15-43b4-9338-097c7c05d80e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:03.081988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.093943 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0c572fb8-492f-4cd6-aedd-2f0406affd1c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/f91ac50d-7a15-43b4-9338-097c7c05d80e HTTP/1.1" status: 204 len: 168 time: 0.4051878 Mar 11 13:10:03.094579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60070) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:03.107456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2913088b-3804-44db-ba6b-c42be4898338 None None] Network 5d35ebf5-3f75-44dd-bdd9-82541c49d16a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:03.159675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.173474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.221994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.232125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 34f0e062-098e-4b26-bd75-ce6b6e465adf {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:03.232454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.296566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.324169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] For port 34f0e062-098e-4b26-bd75-ce6b6e465adf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=34f0e062-098e-4b26-bd75-ce6b6e465adf,segment=NetworkSegment(1cf54cf5-02c3-4434-bee0-4edee880f3c4),segment_id=1cf54cf5-02c3-4434-bee0-4edee880f3c4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:03.324558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.326275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=1224e449-c0b6-4ae7-ade2-5f012c5839a6,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:03.338303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:03.339320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.340792 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c988921-a16b-43cf-84bc-f9d71e3cc0a6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/ports/1224e449-c0b6-4ae7-ade2-5f012c5839a6 HTTP/1.1" status: 200 len: 910 time: 1.8191454 Mar 11 13:10:03.343748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60074) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:03.365110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.447566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:03.448850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Port': ['ID=85f2fb99-c35a-40e9-86c6-289df18d1ede,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:03.452459 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:03.454899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:03.505734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] Calling delete_port for 34f0e062-098e-4b26-bd75-ce6b6e465adf owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:03.553122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 34f0e062-098e-4b26-bd75-ce6b6e465adf no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:03.584819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 34f0e062-098e-4b26-bd75-ce6b6e465adf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=34f0e062-098e-4b26-bd75-ce6b6e465adf,segment=NetworkSegment(1cf54cf5-02c3-4434-bee0-4edee880f3c4),segment_id=1cf54cf5-02c3-4434-bee0-4edee880f3c4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:03.586506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.700385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.742804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port 34f0e062-098e-4b26-bd75-ce6b6e465adf update to DOWN by agent not found {{(pid=87960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 13:10:03.755883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] Pushing event deleted for resources: {'Port': ['ID=34f0e062-098e-4b26-bd75-ce6b6e465adf,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:03.763195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471dee0-371d-4bd2-b622-416bb07f4ca2 None None] No DVR routers for this DVR port 34f0e062-098e-4b26-bd75-ce6b6e465adf on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:03.850944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] DHCP port deletion for 5d35ebf5-3f75-44dd-bdd9-82541c49d16a request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:03.855313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] Deleting port 9081557e-e465-4042-80e6-21e89fd11873 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:03.855760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:03.904400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 34f0e062-098e-4b26-bd75-ce6b6e465adf owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:03.955603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.083385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] For port 9081557e-e465-4042-80e6-21e89fd11873, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9081557e-e465-4042-80e6-21e89fd11873,segment=NetworkSegment(673f5920-10c5-45b4-8f30-9ea3d3e0a475),segment_id=673f5920-10c5-45b4-8f30-9ea3d3e0a475)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:04.084010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.097561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:10:04.097881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:10:04.227769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] Calling delete_port for 9081557e-e465-4042-80e6-21e89fd11873 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:04.265155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.316770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.366938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] Pushing event deleted for resources: {'Port': ['ID=9081557e-e465-4042-80e6-21e89fd11873,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:04.371448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6f774-4a43-4d3c-8b5f-62f7057f9c6b None None] No DVR routers for this DVR port 9081557e-e465-4042-80e6-21e89fd11873 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:04.482436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.606446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 34f0e062-098e-4b26-bd75-ce6b6e465adf {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:04.606965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.686444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] The port '34f0e062-098e-4b26-bd75-ce6b6e465adf' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:10:04.695545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:10:04.738059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port 1224e449-c0b6-4ae7-ade2-5f012c5839a6 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:04.738397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.879880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.881366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:04.892317 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Sync routers for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:04.901752 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:04.902961 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:04.907552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:04.909042 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-633f41ad-4fb5-46b4-bffc-f8818bfebf5c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8382723 Mar 11 13:10:04.912748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60078) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:04.981246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec14fd7e-4ab0-41ef-8063-72c8f519338b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:05.005384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf54cf5-02c3-4434-bee0-4edee880f3c4') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:05.005707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf54cf5-02c3-4434-bee0-4edee880f3c4') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:05.024591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.059284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.066023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.077145 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-317b17e2-532d-44ed-8c67-377e15f6d989 tempest-TestNetworkAdvancedServerOps-2002584169 tempest-TestNetworkAdvancedServerOps-2002584169-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=be76506e55e74119be4facf239fca356&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1621137 Mar 11 13:10:05.079691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60084) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:05.082085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:05.082676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:05.103143 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:05.105370 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:05.236438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202eb9fc-283b-4d7d-a7cb-d1047da27364 tempest-TestNetworkAdvancedServerOps-2002584169 tempest-TestNetworkAdvancedServerOps-2002584169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:05.241515 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-202eb9fc-283b-4d7d-a7cb-d1047da27364 tempest-TestNetworkAdvancedServerOps-2002584169 tempest-TestNetworkAdvancedServerOps-2002584169-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1567557 Mar 11 13:10:05.241780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:05.294510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a8da01b5-5b97-4210-a365-909819168481 tempest-TestNetworkAdvancedServerOps-2002584169 tempest-TestNetworkAdvancedServerOps-2002584169-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490243 Mar 11 13:10:05.294800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:05.300668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-263676273', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'project_id': 'be76506e55e74119be4facf239fca356', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:05.402732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for 1224e449-c0b6-4ae7-ade2-5f012c5839a6 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:05.404739 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:03Z', 'revision_number': 3, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:05.410506 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Checking router: 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:05.414274 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Updating router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 port 85f2fb99-c35a-40e9-86c6-289df18d1ede binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:10:05.422002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:05.426197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:subnet and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:05.429177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:05.435945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:05.451937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Made reservation on behalf of be76506e55e74119be4facf239fca356 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:05.457192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.498912 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.556551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9081557e-e465-4042-80e6-21e89fd11873 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:05.597834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 9081557e-e465-4042-80e6-21e89fd11873 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:05.598500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9081557e-e465-4042-80e6-21e89fd11873 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:05.605961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.629152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.642129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=ec14fd7e-4ab0-41ef-8063-72c8f519338b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:05.672217 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-83154763-1164-4419-b54e-1d31a11277b3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/ec14fd7e-4ab0-41ef-8063-72c8f519338b HTTP/1.1" status: 204 len: 168 time: 2.5757205 Mar 11 13:10:05.673428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60096) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:05.676894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.762202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=1224e449-c0b6-4ae7-ade2-5f012c5839a6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:05.811083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.905780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Subnet': ['ID=3e48fa5a-bffb-4c9b-908f-8ed6304722e9,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:05.917737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Checking segment: {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:05.918101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Network hostable DHCP agents. Network: 337192e7-7c6c-4941-95bf-c8591fd22c26, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:05.918582 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.949237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:05.950359 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Transition to ACTIVE for port object 85f2fb99-c35a-40e9-86c6-289df18d1ede will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:05.963558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.965313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 337192e7-7c6c-4941-95bf-c8591fd22c26) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:05.965642 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.970062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:05.970650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:05.977142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5197d9-d6e7-47eb-8ac4-587ce7183d12 None None] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:06.000664 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cec2690a-c899-4c2e-8ec1-51b7af12d440 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7045019 Mar 11 13:10:06.003413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60100) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:06.139064 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Attempting to bind port 85f2fb99-c35a-40e9-86c6-289df18d1ede on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:06.139064 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Attempting to bind port 85f2fb99-c35a-40e9-86c6-289df18d1ede by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:06.139064 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Attempting to bind port 85f2fb99-c35a-40e9-86c6-289df18d1ede on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:06.151602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:06.151602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:06.151602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.151602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:06.151602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Bound port: 85f2fb99-c35a-40e9-86c6-289df18d1ede, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:06.151602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.195093 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Pushing event updated for resources: {'Port': ['ID=85f2fb99-c35a-40e9-86c6-289df18d1ede,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:06.205058 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.205513 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.206100 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.206436 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.206665 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.206953 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.207269 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.207584 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.207902 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.208236 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.208553 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.208863 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:06.251270 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] For port 85f2fb99-c35a-40e9-86c6-289df18d1ede, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:06.254751 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] For port 85f2fb99-c35a-40e9-86c6-289df18d1ede, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=85f2fb99-c35a-40e9-86c6-289df18d1ede,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:06.260670 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.344725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dd057-2804-4f6f-80db-f6cb6e9a49d5 None None] Pushing event updated for resources: {'Port': ['ID=85f2fb99-c35a-40e9-86c6-289df18d1ede,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:06.362774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.365311 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:06.366722 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:06.377204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-337192e7-7c6c-4941-95bf-c8591fd22c26', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:06.385105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.397464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d35ebf5-3f75-44dd-bdd9-82541c49d16a']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:06.410382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673f5920-10c5-45b4-8f30-9ea3d3e0a475') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:06.410681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673f5920-10c5-45b4-8f30-9ea3d3e0a475') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:06.423418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.440389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.446936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:06.447330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:06.489128 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:06.540098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.600931 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:06.664647 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Allocated IP 172.20.0.2 (337192e7-7c6c-4941-95bf-c8591fd22c26/3e48fa5a-bffb-4c9b-908f-8ed6304722e9/231a5b4d-14df-44dc-9e96-5d991f973252) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:06.728145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.734309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:06.891718 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/5d35ebf5-3f75-44dd-bdd9-82541c49d16a HTTP/1.1" status: 204 len: 168 time: 1.2168360 Mar 11 13:10:06.892795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605c8b2-7db6-4b27-a414-1980f2b2605b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=5d35ebf5-3f75-44dd-bdd9-82541c49d16a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:06.907162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60104) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:06.920590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1855136030'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:06.927296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:06.934819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:06.936722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 6ec34fc7-44ae-4074-87eb-869478712b02 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:06.938057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:06.947613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:07.019252 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.031867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:07.039624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.043271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Transition to ACTIVE for port object 231a5b4d-14df-44dc-9e96-5d991f973252 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:07.079872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Transition to ACTIVE for port object 231a5b4d-14df-44dc-9e96-5d991f973252 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:07.095416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.114508 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:03Z', 'revision_number': 3, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:07.126058 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4cc82-23a7-4827-b134-ced785a0b393 None None] The sync data for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv is: [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:03Z', 'revision_number': 3, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:07.204325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.218966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:07.223315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:07.226952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:07.231488 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-668350ea-796f-49d0-b0ff-19f7df5c256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.289810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Pushing event updated for resources: {'Port': ['ID=231a5b4d-14df-44dc-9e96-5d991f973252,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:07.296495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:07.307726 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea197079-9738-48ba-8fc3-a291a519e0f6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/6ec34fc7-44ae-4074-87eb-869478712b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9571154 Mar 11 13:10:07.307726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60110) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:07.366534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] Sync routers for ids ['6ec34fc7-44ae-4074-87eb-869478712b02'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:07.374056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:07.376978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0dad59c5-93af-4757-a556-ad813b6f28b1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:07.393558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.394220 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment 693c81cd-b3e1-4bea-a6f8-d55a803fbde4 of type vlan for network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 Mar 11 13:10:07.397290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] Routers {'6ec34fc7-44ae-4074-87eb-869478712b02'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:07.398005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6ec34fc7-44ae-4074-87eb-869478712b02'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:07.434258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.446965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0dad59c5-93af-4757-a556-ad813b6f28b1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:07.452379 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0dad59c5-93af-4757-a556-ad813b6f28b1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ec34fc7-44ae-4074-87eb-869478712b02 HTTP/1.1" status: 200 len: 205 time: 0.1458960 Mar 11 13:10:07.455253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60116) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:07.469978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Attempting to bind port 231a5b4d-14df-44dc-9e96-5d991f973252 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:07.470423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Attempting to bind port 231a5b4d-14df-44dc-9e96-5d991f973252 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:07.471035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Attempting to bind port 231a5b4d-14df-44dc-9e96-5d991f973252 on network 337192e7-7c6c-4941-95bf-c8591fd22c26 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:07.473841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:07.487417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:07.488675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Checking segment: {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:07.489077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.489513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Bound using segment: {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:07.489955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Bound port: 231a5b4d-14df-44dc-9e96-5d991f973252, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:07.490323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.512403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] Routers {'6ec34fc7-44ae-4074-87eb-869478712b02'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:07.513217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:09:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6ec34fc7-44ae-4074-87eb-869478712b02'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:07.609278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:07.609706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341ee74-3584-424b-93f2-8ea22cf859c3 None None] The sync data for ids ['6ec34fc7-44ae-4074-87eb-869478712b02'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:07.708993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.715133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] For port 231a5b4d-14df-44dc-9e96-5d991f973252, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:07.718369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:07.718585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.723507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] For port 231a5b4d-14df-44dc-9e96-5d991f973252, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=231a5b4d-14df-44dc-9e96-5d991f973252,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:07.730546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.759635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e183c22-ce5e-4cb8-9333-a6c0b00887df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:07.821339 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9087391 Mar 11 13:10:07.826260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60120) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:07.842943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:07.851158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290227b-f973-4ef1-b2ee-5756ff0edbc4 None None] Pushing event updated for resources: {'Port': ['ID=231a5b4d-14df-44dc-9e96-5d991f973252,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:07.975951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Allocated IP 172.20.0.1 (337192e7-7c6c-4941-95bf-c8591fd22c26/3e48fa5a-bffb-4c9b-908f-8ed6304722e9/90f47299-27b4-47bf-9b79-09d03c66785e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:08.005767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:08.086034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=6c9f0545-9a2a-43a9-b721-69a11d0e8d79,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:08.172192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:08.196437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.196437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.205141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.213073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a854687-57f8-40a6-af6f-b67c8951cfa3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:08.227598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:08.246230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:08.310497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:08.310497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.364873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e183c22-ce5e-4cb8-9333-a6c0b00887df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.385400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e183c22-ce5e-4cb8-9333-a6c0b00887df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.418789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e183c22-ce5e-4cb8-9333-a6c0b00887df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.419789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e183c22-ce5e-4cb8-9333-a6c0b00887df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec34fc7-44ae-4074-87eb-869478712b02 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:10:08.437302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e183c22-ce5e-4cb8-9333-a6c0b00887df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.441788 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6e183c22-ce5e-4cb8-9333-a6c0b00887df tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/6ec34fc7-44ae-4074-87eb-869478712b02 HTTP/1.1" status: 204 len: 168 time: 0.9839344 Mar 11 13:10:08.442744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60124) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:08.543621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet 6b9c64fc-3bf3-4f14-9faf-026b43c04542 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:08.543621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.549382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.573637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Transition to ACTIVE for port object 90f47299-27b4-47bf-9b79-09d03c66785e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:08.628987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.739743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.827166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.863176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.867977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.871364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9c64fc-3bf3-4f14-9faf-026b43c04542,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:08.875391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:08.881301 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cef82888-786f-44f2-897a-eebcda554199 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/6b9c64fc-3bf3-4f14-9faf-026b43c04542 HTTP/1.1" status: 204 len: 168 time: 0.4376802 Mar 11 13:10:08.884385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60128) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:08.889045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0ffa5-df3c-4fd7-8188-2c21925e8a5f None None] Network e784e91f-59b6-4377-9c53-689dc3a36294 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:09.008700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=6cd7161e-47e5-4ea0-b786-3c52bac69e2e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:09.033882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:09.044580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:09.049391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': '693c81cd-b3e1-4bea-a6f8-d55a803fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:09.050509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: 6c9f0545-9a2a-43a9-b721-69a11d0e8d79, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:09.052421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.058065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:09.075073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:09.075418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.087588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Port': ['ID=90f47299-27b4-47bf-9b79-09d03c66785e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:09.131716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:09.150970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.167426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 6c9f0545-9a2a-43a9-b721-69a11d0e8d79) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:09.174083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:09.174662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.187222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c9533-f178-44fb-81f2-f045d9ec6c0c None None] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:09.232403 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83f08b73-13f1-40d5-9bb4-b7d7021932c4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4052896 Mar 11 13:10:09.235593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60132) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:09.248496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1361222858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:09.286899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:09.296756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:router and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:09.300918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:09.310543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:09.333240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] DHCP port deletion for e784e91f-59b6-4377-9c53-689dc3a36294 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:09.336330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.337532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.338667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d161479e-3434-4eaa-ad98-99ba3024433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.358637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Deleting port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:09.359397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.365264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.370982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,segment=NetworkSegment(31e477bd-6570-4557-95a9-7a76cd206f7d),segment_id=31e477bd-6570-4557-95a9-7a76cd206f7d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:09.372050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.404138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.454586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c01c91-d47f-416b-a126-20b134eda975 None None] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:09.568219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.571988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-39718c43-20e1-458e-b446-83f931f55bc7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3335617 Mar 11 13:10:09.575970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60136) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:09.615243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'port': {'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79', 'name': 'tempest-RoutersIpV6Test-73877953'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:09.662432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.821891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:09.931306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 231a5b4d-14df-44dc-9e96-5d991f973252 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:09.932559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:09.992730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:10.006781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:port and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:10.009403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a97769dd-3c83-40fe-8656-98709fd7fd6f None None] Provisioning for port 231a5b4d-14df-44dc-9e96-5d991f973252 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:10.011195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:10.025626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No DVR routers for this DVR port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:10.030217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:10.038152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-6c9f0545-9a2a-43a9-b721-69a11d0e8d79', 'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': '6cd7161e-47e5-4ea0-b786-3c52bac69e2e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:10.038152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.080410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:10.115748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:10.117324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.156949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] device_id is not set on port 2cbce63b-523d-4456-87f7-f5044e310e2c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:10:10.212399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.247870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e784e91f-59b6-4377-9c53-689dc3a36294']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:10.261039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e477bd-6570-4557-95a9-7a76cd206f7d') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:10.262333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e477bd-6570-4557-95a9-7a76cd206f7d') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:10.276263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.298730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.311401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:10.312465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:10.329238 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:10.353536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] For port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe,segment=NetworkSegment(31e477bd-6570-4557-95a9-7a76cd206f7d),segment_id=31e477bd-6570-4557-95a9-7a76cd206f7d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:10.353928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.423828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.453816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8::72 (6c9f0545-9a2a-43a9-b721-69a11d0e8d79/6cd7161e-47e5-4ea0-b786-3c52bac69e2e/2cbce63b-523d-4456-87f7-f5044e310e2c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:10.460096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 231a5b4d-14df-44dc-9e96-5d991f973252 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:10.465329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.478393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=e784e91f-59b6-4377-9c53-689dc3a36294,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:10.495304 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9d7ebfb6-72e4-4394-946e-41c531ae025d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/e784e91f-59b6-4377-9c53-689dc3a36294 HTTP/1.1" status: 204 len: 168 time: 1.6047595 Mar 11 13:10:10.495885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60140) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:10.501120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1655767215', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:10.502308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.508381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:10.509878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.513282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:router and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:10.516293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:10.522631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:10.532199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.533831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.541502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Calling delete_port for 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:10.548892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.567944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.571925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.572577 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 231a5b4d-14df-44dc-9e96-5d991f973252 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:10.572939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.597269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.598796 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a80c4cc1-e609-46c4-8eca-61e917645494 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1018517 Mar 11 13:10:10.601926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60144) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:10.607749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-958129772'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:10.613219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:10.618781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:10.622555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:10.629292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:10.642720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:10.646205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.647790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.685226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:10.693265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.695718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.696310 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment 034f5560-6e5a-47c0-b3ec-933ea127c1d3 of type vlan for network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 Mar 11 13:10:10.728295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.740739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Port': ['ID=90f47299-27b4-47bf-9b79-09d03c66785e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:10.748145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:10:10.748486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:10:10.768266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.776182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.777465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:10.778280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.814432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 231a5b4d-14df-44dc-9e96-5d991f973252, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=231a5b4d-14df-44dc-9e96-5d991f973252,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:10.822056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:10.823107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 85f2fb99-c35a-40e9-86c6-289df18d1ede up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:10.907816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=4e78fce5-11f8-4d12-9c29-ccf6ac066dc8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:10.912893 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-582d960c-585f-4b5b-b03f-eb0bb5e1ee82 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3097112 Mar 11 13:10:10.916607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60148) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:10.928319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:10.931884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:10.977684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=231a5b4d-14df-44dc-9e96-5d991f973252,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:11.047952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.067032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 85f2fb99-c35a-40e9-86c6-289df18d1ede completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:11.079303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 85f2fb99-c35a-40e9-86c6-289df18d1ede triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:11.079685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.084077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object 2cbce63b-523d-4456-87f7-f5044e310e2c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:11.086631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:11.088624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:11.102040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:11.110582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:11.115177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:11.126438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:11.140961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fff5d7e5-dafe-462f-8fb5-614c28f071d4 None None] Provisioning complete for port 231a5b4d-14df-44dc-9e96-5d991f973252 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:11.141605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fff5d7e5-dafe-462f-8fb5-614c28f071d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.146877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:11.150816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.203454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.254025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Deleting port 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:11.254764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.363053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:11.370157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:11.376052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=2cbce63b-523d-4456-87f7-f5044e310e2c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:11.378339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:11.384439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:11.385053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.410782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:11.428183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a9561829-0b28-44e2-af96-9aa55869edf6 None None] The port '2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:10:11.437572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.439252 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-04bbd3b3-3be5-4ca0-98e1-ede2570c9822 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.8592181 Mar 11 13:10:11.443677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60152) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:11.525638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Allocated IP 2001:db8::2 (6c9f0545-9a2a-43a9-b721-69a11d0e8d79/6cd7161e-47e5-4ea0-b786-3c52bac69e2e/99bc2559-1763-4eff-9add-2dca5b6b5be9) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:11.532068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=ee50146e-fe77-47dc-9e0b-57e7efb0d433,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:11.609633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.637503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fff5d7e5-dafe-462f-8fb5-614c28f071d4 None None] Provisioning for port 90f47299-27b4-47bf-9b79-09d03c66785e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:11.670551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:11.681560 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-921e3eb9-7825-4dbe-8b8a-eb4f7d9894cf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "PUT /v2.0/routers/2a2d4240-cd50-4df5-80d6-5abdf5d98fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6766479 Mar 11 13:10:11.686573 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Sync routers for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:11.697038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:11.699155 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:11.699986 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:11.702038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:11.741498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 85f2fb99-c35a-40e9-86c6-289df18d1ede, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=85f2fb99-c35a-40e9-86c6-289df18d1ede,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:11.750641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fff5d7e5-dafe-462f-8fb5-614c28f071d4 None None] Provisioning complete for port 90f47299-27b4-47bf-9b79-09d03c66785e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:11.751001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fff5d7e5-dafe-462f-8fb5-614c28f071d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.779944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:11.865602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:11.902336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-432193d4-1c99-4f4e-a0da-363e011b179b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Synchronizing usage tracker for tenant:be76506e55e74119be4facf239fca356 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:11.927022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-432193d4-1c99-4f4e-a0da-363e011b179b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Unset dirty status for tenant:be76506e55e74119be4facf239fca356 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:11.939108 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-432193d4-1c99-4f4e-a0da-363e011b179b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74015272&fields=id&tenant_id=be76506e55e74119be4facf239fca356 HTTP/1.1" status: 200 len: 267 time: 0.1021550 Mar 11 13:10:11.951638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:11.951974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e7cb7a5-6c53-4f1b-a9e4-8adb9d00f7fe not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:11.967793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fff5d7e5-dafe-462f-8fb5-614c28f071d4 None None] Port 90f47299-27b4-47bf-9b79-09d03c66785e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:11.976713 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:11.983272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=85f2fb99-c35a-40e9-86c6-289df18d1ede,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:11.998165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.083943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.099088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 231a5b4d-14df-44dc-9e96-5d991f973252 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:12.122616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:12.134597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Transition to ACTIVE for port object 99bc2559-1763-4eff-9add-2dca5b6b5be9 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:12.164758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a203c479-363e-4cd2-8171-d473a1f6ab2b None None] Provisioning complete for port 90f47299-27b4-47bf-9b79-09d03c66785e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:12.165384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a203c479-363e-4cd2-8171-d473a1f6ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.171166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-0a12ff03-7450-49f4-a521-140ad2d78d78 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:12.171976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-0a12ff03-7450-49f4-a521-140ad2d78d78 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Synchronizing usage tracker for tenant:be76506e55e74119be4facf239fca356 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:12.191854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-0a12ff03-7450-49f4-a521-140ad2d78d78 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Unset dirty status for tenant:be76506e55e74119be4facf239fca356 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:12.200735 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-0a12ff03-7450-49f4-a521-140ad2d78d78 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/networks?id=337192e7-7c6c-4941-95bf-c8591fd22c26 HTTP/1.1" status: 200 len: 796 time: 0.2601492 Mar 11 13:10:12.202478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:12.216620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:12.217193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.234208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a03826-101c-4e99-92e4-33aa1f20ecf8 None None] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:12.235346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-74537d04-31ef-4b98-9bf4-9994350c505e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/quotas/be76506e55e74119be4facf239fca356 HTTP/1.1" status: 200 len: 375 time: 0.0333915 Mar 11 13:10:12.250607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Transition to ACTIVE for port object 99bc2559-1763-4eff-9add-2dca5b6b5be9 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:12.270656 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f4bdf1b1-d5ae-4560-af8c-00e26bc93191 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3523324 Mar 11 13:10:12.278682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60168) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:12.300667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.343247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-df3f2d07-a2cc-41e4-a700-1d78667ee96b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Synchronizing usage tracker for tenant:be76506e55e74119be4facf239fca356 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:12.347175 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:10Z', 'revision_number': 2, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:12.352177 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Checking router: 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:12.352555 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Updating router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 port 90f47299-27b4-47bf-9b79-09d03c66785e binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:10:12.366809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-df3f2d07-a2cc-41e4-a700-1d78667ee96b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Unset dirty status for tenant:be76506e55e74119be4facf239fca356 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:12.381097 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-df3f2d07-a2cc-41e4-a700-1d78667ee96b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=be76506e55e74119be4facf239fca356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445928 Mar 11 13:10:12.415665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a203c479-363e-4cd2-8171-d473a1f6ab2b None None] Port 90f47299-27b4-47bf-9b79-09d03c66785e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:12.453339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:12.459344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:12.469291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:12.472187 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.475424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Pushing event updated for resources: {'Port': ['ID=99bc2559-1763-4eff-9add-2dca5b6b5be9,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:12.492697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 231a5b4d-14df-44dc-9e96-5d991f973252 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:12.493458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.579741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-a41759aa-be6d-48b8-bd6b-2a6878fc216c service neutron] 10.222.0.52 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952863 Mar 11 13:10:12.703288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Attempting to bind port 99bc2559-1763-4eff-9add-2dca5b6b5be9 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:12.703928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Attempting to bind port 99bc2559-1763-4eff-9add-2dca5b6b5be9 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '693c81cd-b3e1-4bea-a6f8-d55a803fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:12.704444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Attempting to bind port 99bc2559-1763-4eff-9add-2dca5b6b5be9 on network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:12.739531 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-988769fa-b882-4353-b9ab-bf00434f3524 service neutron] 10.222.0.52 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528811 Mar 11 13:10:12.748770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:12.749075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Checking segment: {'id': '693c81cd-b3e1-4bea-a6f8-d55a803fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:12.749402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.749805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Bound using segment: {'id': '693c81cd-b3e1-4bea-a6f8-d55a803fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:12.750278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Bound port: 99bc2559-1763-4eff-9add-2dca5b6b5be9, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693c81cd-b3e1-4bea-a6f8-d55a803fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c9f0545-9a2a-43a9-b721-69a11d0e8d79'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:12.750640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.831924 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:12.832735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.885180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.922154 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.942460 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Transition to ACTIVE for port object 90f47299-27b4-47bf-9b79-09d03c66785e will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:12.964174 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:12.974333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:13.023608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] For port 99bc2559-1763-4eff-9add-2dca5b6b5be9, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:13.045069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] For port 99bc2559-1763-4eff-9add-2dca5b6b5be9, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=99bc2559-1763-4eff-9add-2dca5b6b5be9,segment=NetworkSegment(693c81cd-b3e1-4bea-a6f8-d55a803fbde4),segment_id=693c81cd-b3e1-4bea-a6f8-d55a803fbde4)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:13.090491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:13.114115 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74355c36-8634-4ca4-b966-0d0a0cdfcf25 None None] Pushing event updated for resources: {'Port': ['ID=90f47299-27b4-47bf-9b79-09d03c66785e,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:13.117919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5753b21-cf68-4abe-b479-41bc70f085d1 req-2617d45f-a9ad-47e6-ae47-499edc3ca75e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 210 time: 0.1176546 Mar 11 13:10:13.223863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Allocated IP 172.20.0.2 (4e78fce5-11f8-4d12-9c29-ccf6ac066dc8/ee50146e-fe77-47dc-9e0b-57e7efb0d433/bf345260-5f9b-4df2-8ebd-9b8f3da38d9e) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:13.273672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa24ce-79d9-4631-9603-5d240a657712 None None] Pushing event updated for resources: {'Port': ['ID=99bc2559-1763-4eff-9add-2dca5b6b5be9,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:13.498801 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Attempting to bind port 90f47299-27b4-47bf-9b79-09d03c66785e on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:13.499665 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Attempting to bind port 90f47299-27b4-47bf-9b79-09d03c66785e by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:13.500716 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Attempting to bind port 90f47299-27b4-47bf-9b79-09d03c66785e on network 337192e7-7c6c-4941-95bf-c8591fd22c26 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:13.510692 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:13.512682 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Checking segment: {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:13.513580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:13.514218 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Bound using segment: {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:13.515158 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Bound port: 90f47299-27b4-47bf-9b79-09d03c66785e, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:13.515786 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:13.619133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:13.634116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Transition to ACTIVE for port object bf345260-5f9b-4df2-8ebd-9b8f3da38d9e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:13.657408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Transition to ACTIVE for port object bf345260-5f9b-4df2-8ebd-9b8f3da38d9e will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:13.671946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:13.681021 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] For port 90f47299-27b4-47bf-9b79-09d03c66785e, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:13.689757 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] For port 90f47299-27b4-47bf-9b79-09d03c66785e, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=90f47299-27b4-47bf-9b79-09d03c66785e,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:13.711562 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:13.750944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:13.758961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:13.763908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:13.769900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Pushing event updated for resources: {'Port': ['ID=bf345260-5f9b-4df2-8ebd-9b8f3da38d9e,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:13.803470 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:13.804925 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:13.951368 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74355c36-8634-4ca4-b966-0d0a0cdfcf25 None None] Pushing event updated for resources: {'Port': ['ID=90f47299-27b4-47bf-9b79-09d03c66785e,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:14.011195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Attempting to bind port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:14.011672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Attempting to bind port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:14.012839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Attempting to bind port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e on network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:14.026861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:14.027496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Checking segment: {'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:14.029827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.030194 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Bound using segment: {'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:14.030877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Bound port: bf345260-5f9b-4df2-8ebd-9b8f3da38d9e, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:14.031312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.067093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.20.0.1 (4e78fce5-11f8-4d12-9c29-ccf6ac066dc8/ee50146e-fe77-47dc-9e0b-57e7efb0d433/fd4dca2b-78df-464a-bef3-2564510b95f2) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:14.114447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.171018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.207032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] For port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:14.210404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] For port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bf345260-5f9b-4df2-8ebd-9b8f3da38d9e,segment=NetworkSegment(034f5560-6e5a-47c0-b3ec-933ea127c1d3),segment_id=034f5560-6e5a-47c0-b3ec-933ea127c1d3)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:14.215747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 85f2fb99-c35a-40e9-86c6-289df18d1ede up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:14.229427 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:14.276159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.334454 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bfef7dbb-1b05-47db-873c-79a47b01f455 req-6e551535-f0a8-43b0-a83d-afc70fb264e2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 210 time: 0.0553617 Mar 11 13:10:14.340449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 85f2fb99-c35a-40e9-86c6-289df18d1ede triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:14.341099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.442787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=2cbce63b-523d-4456-87f7-f5044e310e2c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:14.597127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207170a-8e61-4ae2-9d32-1e7f0e955e19 None None] Pushing event updated for resources: {'Port': ['ID=bf345260-5f9b-4df2-8ebd-9b8f3da38d9e,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:14.608549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.641124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 99bc2559-1763-4eff-9add-2dca5b6b5be9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:14.648931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object fd4dca2b-78df-464a-bef3-2564510b95f2 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:14.716107 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:13Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:14.734554 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1937c06-f787-41af-9030-757f3bb9b552 None None] The sync data for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv is: [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:13Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:14.834779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.867848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 99bc2559-1763-4eff-9add-2dca5b6b5be9 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:14.888307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:14.998406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-7f3b498a-adb7-448d-ae64-7d265ecfc759 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:15.000243 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-7f3b498a-adb7-448d-ae64-7d265ecfc759 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.50 "GET /v2.0/networks?id=337192e7-7c6c-4941-95bf-c8591fd22c26 HTTP/1.1" status: 200 len: 796 time: 0.3768635 Mar 11 13:10:15.006127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=fd4dca2b-78df-464a-bef3-2564510b95f2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:15.021874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:15.025578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:15.029891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:15.058661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1143d5-6a02-4284-9e11-7943d6816b11 None None] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:15.107672 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-1d3d52ce-8c13-422a-b765-a9937c73e564 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be76506e55e74119be4facf239fca356 HTTP/1.1" status: 200 len: 378 time: 0.0983822 Mar 11 13:10:15.115076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:15.120621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'port': {'device_id': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'admin_state_up': True, 'tenant_id': 'be76506e55e74119be4facf239fca356', 'security_groups': ['d195d4c1-f614-4cd7-8a76-4782f32b9cee']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:15.153251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Provisioning for port 99bc2559-1763-4eff-9add-2dca5b6b5be9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:15.212058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Provisioning complete for port 99bc2559-1763-4eff-9add-2dca5b6b5be9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:15.212470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:15.223108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:15.298624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:15.313450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:15.331375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Made reservation on behalf of be76506e55e74119be4facf239fca356 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:15.336021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:15.523486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:15.568603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] For port 99bc2559-1763-4eff-9add-2dca5b6b5be9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=99bc2559-1763-4eff-9add-2dca5b6b5be9,segment=NetworkSegment(693c81cd-b3e1-4bea-a6f8-d55a803fbde4),segment_id=693c81cd-b3e1-4bea-a6f8-d55a803fbde4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:15.580015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:15.625609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:15.676234 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a5aaa36-9385-4519-9677-bac44bc233b5 req-5bd19a07-a755-4faa-baea-173ef13fdbab tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 210 time: 0.0629380 Mar 11 13:10:15.739842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Pushing event updated for resources: {'Port': ['ID=99bc2559-1763-4eff-9add-2dca5b6b5be9,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:15.762301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.764359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.765033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.765171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.765771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.766110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.766938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.767189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.767541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.767945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.768591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.769084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9cac3f-c520-431e-82a1-46722de34cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.875814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Allocated IP 172.20.0.11 (337192e7-7c6c-4941-95bf-c8591fd22c26/3e48fa5a-bffb-4c9b-908f-8ed6304722e9/e2004c4e-61b0-44c3-827c-126ae420a05f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:16.202734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.210907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-75423bad-d911-4909-9915-5d300d0b71f4 None None] Provisioning complete for port 99bc2559-1763-4eff-9add-2dca5b6b5be9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:16.212413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-75423bad-d911-4909-9915-5d300d0b71f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.231345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Transition to ACTIVE for port object e2004c4e-61b0-44c3-827c-126ae420a05f will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:16.262577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.276642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bf345260-5f9b-4df2-8ebd-9b8f3da38d9e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:16.355298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec189d68-e4e0-4ee8-9eac-fb93110ab1b2 None None] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:16.356217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:16.365900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.366254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.366604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.366986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.367327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.389894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.390296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.390647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.390994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.391351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.391692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.392027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:16.419857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.423699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:16.424946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:16.427566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:16.457403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.458191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.547658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:16.548597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.581717 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-3601f1fc-90e7-46ca-8474-d376713ff213 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4669383 Mar 11 13:10:16.593864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Request body: {'port': {'device_id': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:16.639957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:16.717995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 99bc2559-1763-4eff-9add-2dca5b6b5be9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:16.768472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.806044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=2cbce63b-523d-4456-87f7-f5044e310e2c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:16.897929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.915207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-75423bad-d911-4909-9915-5d300d0b71f4 None None] Provisioning for port 2cbce63b-523d-4456-87f7-f5044e310e2c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:16.916788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:16.921975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-75423bad-d911-4909-9915-5d300d0b71f4 None None] Provisioning complete for port 2cbce63b-523d-4456-87f7-f5044e310e2c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:16.922571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-75423bad-d911-4909-9915-5d300d0b71f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.004375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 99bc2559-1763-4eff-9add-2dca5b6b5be9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:17.004761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.025222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:17.037232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:17.067880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-75423bad-d911-4909-9915-5d300d0b71f4 None None] Port 2cbce63b-523d-4456-87f7-f5044e310e2c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:17.068247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00529c21-4369-4241-bd21-333075e23050 req-d2206f68-682f-40a5-bce5-a8881c747137 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:17.068987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-00529c21-4369-4241-bd21-333075e23050 req-d2206f68-682f-40a5-bce5-a8881c747137 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Synchronizing usage tracker for tenant:be76506e55e74119be4facf239fca356 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:17.105524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=fd4dca2b-78df-464a-bef3-2564510b95f2,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:17.129606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.201493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 90f47299-27b4-47bf-9b79-09d03c66785e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:17.208349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-00529c21-4369-4241-bd21-333075e23050 req-d2206f68-682f-40a5-bce5-a8881c747137 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Unset dirty status for tenant:be76506e55e74119be4facf239fca356 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:17.217111 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00529c21-4369-4241-bd21-333075e23050 req-d2206f68-682f-40a5-bce5-a8881c747137 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 932 time: 0.3693707 Mar 11 13:10:17.323134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Provisioning for port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:17.334717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Provisioning complete for port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:17.335089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.391532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:17.397968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:17.414850 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00529c21-4369-4241-bd21-333075e23050 req-72777398-fb19-4fe4-8630-d98caa01c5a0 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1954792 Mar 11 13:10:17.415679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 90f47299-27b4-47bf-9b79-09d03c66785e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:17.427079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2004c4e-61b0-44c3-827c-126ae420a05f {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:10:17.445987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.452427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 90f47299-27b4-47bf-9b79-09d03c66785e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:17.454144 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.477184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Transition to ACTIVE for port object e2004c4e-61b0-44c3-827c-126ae420a05f will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:17.495045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.591626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 910a8018-d7bb-485b-9157-26cc88458358 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:10:17.593246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.676117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:17.682059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] For port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bf345260-5f9b-4df2-8ebd-9b8f3da38d9e,segment=NetworkSegment(034f5560-6e5a-47c0-b3ec-933ea127c1d3),segment_id=034f5560-6e5a-47c0-b3ec-933ea127c1d3)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:17.687174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.710275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.786656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 90f47299-27b4-47bf-9b79-09d03c66785e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=90f47299-27b4-47bf-9b79-09d03c66785e,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:17.832223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Pushing event updated for resources: {'Port': ['ID=bf345260-5f9b-4df2-8ebd-9b8f3da38d9e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:17.841039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Provisioning complete for port 2cbce63b-523d-4456-87f7-f5044e310e2c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:17.841413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.879328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.879578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Attempting to bind port e2004c4e-61b0-44c3-827c-126ae420a05f on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:17.880023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Attempting to bind port e2004c4e-61b0-44c3-827c-126ae420a05f by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:17.880472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Attempting to bind port e2004c4e-61b0-44c3-827c-126ae420a05f on network 337192e7-7c6c-4941-95bf-c8591fd22c26 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:17.894945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Port e2004c4e-61b0-44c3-827c-126ae420a05f on network 337192e7-7c6c-4941-95bf-c8591fd22c26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:10:17.895276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Attempting to bind port e2004c4e-61b0-44c3-827c-126ae420a05f on network 337192e7-7c6c-4941-95bf-c8591fd22c26 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:17.908240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:17.909581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Checking segment: {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:17.910757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Bound using segment: {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:17.911483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Bound port: e2004c4e-61b0-44c3-827c-126ae420a05f, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224fe08e-0590-49a5-8909-743f7a30faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:17.912132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:17.928161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:10:17.975180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=90f47299-27b4-47bf-9b79-09d03c66785e,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:18.004486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:18.012067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Port 2cbce63b-523d-4456-87f7-f5044e310e2c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:18.020523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] Sync routers for ids ['910a8018-d7bb-485b-9157-26cc88458358'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:18.040402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] Routers {'910a8018-d7bb-485b-9157-26cc88458358'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:18.041156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['910a8018-d7bb-485b-9157-26cc88458358'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:18.076453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:18.081766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:18.093918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.100127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bf345260-5f9b-4df2-8ebd-9b8f3da38d9e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:18.133946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-88a6bca9-8fae-4eea-bd69-b84bb9eb5a54 None None] Provisioning for port e2004c4e-61b0-44c3-827c-126ae420a05f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:18.142038 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-82731e65-5551-43ca-8160-aae8d115b637 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/910a8018-d7bb-485b-9157-26cc88458358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6118956 Mar 11 13:10:18.149585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60192) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:18.150842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:18.161926 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:18.162605 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cde7d5f6-85b4-4df4-840d-7f81cccf16b4 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8827207 Mar 11 13:10:18.163299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60196) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:18.172311 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:18.172916 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:18.174277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:18.175132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.177273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] 10.222.0.50 "PUT /v2.0/ports/e2004c4e-61b0-44c3-827c-126ae420a05f HTTP/1.1" status: 200 len: 1094 time: 1.5879953 Mar 11 13:10:18.181668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:18.196380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:18.219442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1697042909'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:18.225838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] Routers {'910a8018-d7bb-485b-9157-26cc88458358'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:18.226477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['910a8018-d7bb-485b-9157-26cc88458358'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:18.234007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:18.241893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:18.246826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:18.262633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:18.279721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42202fa6-bbb3-45dd-8469-99e7161f686a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:18.280350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-42202fa6-bbb3-45dd-8469-99e7161f686a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:18.301337 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'status': 'completed', 'code': 200} Mar 11 13:10:18.311148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-42202fa6-bbb3-45dd-8469-99e7161f686a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:18.312368 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-42202fa6-bbb3-45dd-8469-99e7161f686a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports/2cbce63b-523d-4456-87f7-f5044e310e2c HTTP/1.1" status: 200 len: 981 time: 0.1592722 Mar 11 13:10:18.313344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:18.322848 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60202) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:18.325005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:18.325512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.325977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.375041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:18.379457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:18.379922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e0b76-4cb0-4a34-bffa-9985f8183229 None None] The sync data for ids ['910a8018-d7bb-485b-9157-26cc88458358'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:18.391905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.392344 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment 5926650c-efa4-4cd2-8b48-f9fd4151dffd of type vlan for network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d Mar 11 13:10:18.413339 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:18.429025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Provisioning for port fd4dca2b-78df-464a-bef3-2564510b95f2 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:18.431410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.455062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Provisioning complete for port fd4dca2b-78df-464a-bef3-2564510b95f2 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:18.455432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.476397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.485544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:18.486304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.613180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:18.636004 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-183ede1b-1b9a-4418-91d4-3ecbf6fed83a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4304209 Mar 11 13:10:18.636742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60208) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:18.643802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:18.645165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:18.688804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Port fd4dca2b-78df-464a-bef3-2564510b95f2 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:18.774350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:18.778487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:18.779257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Provisioning complete for port 2cbce63b-523d-4456-87f7-f5044e310e2c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:18.779619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.782367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:18.789038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:18.804210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:18.816306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.860866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Port 2cbce63b-523d-4456-87f7-f5044e310e2c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:18.902223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Provisioning complete for port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:18.902594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0e4f-aba3-45bc-989b-3ba83391a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:18.958339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869475e-fa54-488f-8db5-31694b3e9292 service neutron] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:18.999251 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:15Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:16Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:19.003575 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:19.003976 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Updating router 68154c8f-9ca8-4a2e-84f1-c9d798028768 port fd4dca2b-78df-464a-bef3-2564510b95f2 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:10:19.065177 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.099168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-b27fc433-b39b-4795-a1fa-e2c0eb12fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:19.100895 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-b27fc433-b39b-4795-a1fa-e2c0eb12fe64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be76506e55e74119be4facf239fca356&device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1097 time: 0.8691788 Mar 11 13:10:19.105086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.194093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:19.212710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:19.213342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:19.235145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:19.248817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:19.254619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:19.255496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.260249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076f7de-c23a-4e61-a688-324e59d1b5ac None None] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:19.281117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4599aa-31ad-4609-8fc9-429db165f873 req-406f41b7-5a12-4fb4-8524-d055ba2ed194 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:19.282838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7f4599aa-31ad-4609-8fc9-429db165f873 req-406f41b7-5a12-4fb4-8524-d055ba2ed194 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 944 time: 0.4845746 Mar 11 13:10:19.284198 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-b12c566c-369f-4652-abbe-564282f49a6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2004c4e-61b0-44c3-827c-126ae420a05f HTTP/1.1" status: 200 len: 217 time: 0.1759970 Mar 11 13:10:19.284624 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c6e9586e-4e3f-4e57-917a-c547c075d7da tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6464725 Mar 11 13:10:19.287046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60212) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:19.507071 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7f4599aa-31ad-4609-8fc9-429db165f873 req-0342a277-f40c-4543-aa46-b0f636539a6b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2162852 Mar 11 13:10:19.515710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-265115c0-5d51-43cc-ab05-43424d33457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:19.517567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-265115c0-5d51-43cc-ab05-43424d33457f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e48fa5a-bffb-4c9b-908f-8ed6304722e9 HTTP/1.1" status: 200 len: 834 time: 0.2257442 Mar 11 13:10:19.644255 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.659783 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Transition to ACTIVE for port object fd4dca2b-78df-464a-bef3-2564510b95f2 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:19.668785 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.669751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-35d2df72-40b5-4f39-882c-23310742e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:19.671457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-35d2df72-40b5-4f39-882c-23310742e909 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=337192e7-7c6c-4941-95bf-c8591fd22c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1450810 Mar 11 13:10:19.707969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:19.709299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.905799 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-e7780f7c-700d-4176-936a-a8cc982142aa service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258699 Mar 11 13:10:19.906633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.960626 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Attempting to bind port fd4dca2b-78df-464a-bef3-2564510b95f2 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:19.960626 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Attempting to bind port fd4dca2b-78df-464a-bef3-2564510b95f2 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:19.960941 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Attempting to bind port fd4dca2b-78df-464a-bef3-2564510b95f2 on network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:19.968736 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:19.969106 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Checking segment: {'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:19.969540 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:19.969934 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Bound using segment: {'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:19.970410 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Bound port: fd4dca2b-78df-464a-bef3-2564510b95f2, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034f5560-6e5a-47c0-b3ec-933ea127c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:19.970796 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.011211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Allocated IP 172.21.0.2 (5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d/05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9/ae1b85a6-f399-4e54-a88d-2f5ecb20a32e) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:20.132853 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] For port fd4dca2b-78df-464a-bef3-2564510b95f2, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:20.136085 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] For port fd4dca2b-78df-464a-bef3-2564510b95f2, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fd4dca2b-78df-464a-bef3-2564510b95f2,segment=NetworkSegment(034f5560-6e5a-47c0-b3ec-933ea127c1d3),segment_id=034f5560-6e5a-47c0-b3ec-933ea127c1d3)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:20.144417 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668b20c-757b-47a3-a195-bc3a3eedb550 None None] Pushing event updated for resources: {'Port': ['ID=fd4dca2b-78df-464a-bef3-2564510b95f2,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:20.155399 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 90f47299-27b4-47bf-9b79-09d03c66785e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:20.158605 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.231334 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:20.231953 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:20.234706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.330192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 90f47299-27b4-47bf-9b79-09d03c66785e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:20.337713 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.408345 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:20.488062 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de83bb8-0dc3-4526-b3f0-f0dff03794e8 req-933994e3-2447-43b0-a953-8570b7f84729 service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738947 Mar 11 13:10:20.501550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 2cbce63b-523d-4456-87f7-f5044e310e2c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:20.502167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.638292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.684128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Transition to ACTIVE for port object ae1b85a6-f399-4e54-a88d-2f5ecb20a32e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:20.716749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Transition to ACTIVE for port object ae1b85a6-f399-4e54-a88d-2f5ecb20a32e will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:20.732548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.757141 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668b20c-757b-47a3-a195-bc3a3eedb550 None None] Pushing event updated for resources: {'Port': ['ID=fd4dca2b-78df-464a-bef3-2564510b95f2,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:20.813252 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:20.821386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.21.0.1 (5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d/05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9/b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:20.822905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:20.834039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:20.873301 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:15Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:20Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:20.877975 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb30cb-7a3b-45fc-8e40-8717d34efaaa None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:15Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:20Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:20.946977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Pushing event updated for resources: {'Port': ['ID=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:20.966770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Attempting to bind port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:20.967130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Attempting to bind port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:20.967492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Attempting to bind port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e on network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:20.975690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:20.976108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Checking segment: {'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:20.976504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:20.976889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Bound using segment: {'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:20.977354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Bound port: ae1b85a6-f399-4e54-a88d-2f5ecb20a32e, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:20.977913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.006945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e8ead-8480-4792-86a1-b879657cdf81 req-8699d350-288f-40bd-915a-24085105fa3f tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:21.008991 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-938e8ead-8480-4792-86a1-b879657cdf81 req-8699d350-288f-40bd-915a-24085105fa3f tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 944 time: 0.2690246 Mar 11 13:10:21.010998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-f0a7f5c3-9afc-4647-a138-fd2fb179eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:21.012339 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-f0a7f5c3-9afc-4647-a138-fd2fb179eddc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be76506e55e74119be4facf239fca356&device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1097 time: 0.3040383 Mar 11 13:10:21.014102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.029284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.047414 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:21.078364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.086255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] For port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:21.089825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] For port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,segment=NetworkSegment(5926650c-efa4-4cd2-8b48-f9fd4151dffd),segment_id=5926650c-efa4-4cd2-8b48-f9fd4151dffd)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:21.099072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.160778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:21.164534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:21.167319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:21.184873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1acfd-a6b9-4e74-841e-27ee819728f5 None None] Pushing event updated for resources: {'Port': ['ID=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:21.266472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:21.269739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 2cbce63b-523d-4456-87f7-f5044e310e2c owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:21.304227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.353702 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-938e8ead-8480-4792-86a1-b879657cdf81 req-f8d63bc3-237d-481c-b902-742aa0691d6b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3113322 Mar 11 13:10:21.469888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.649290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-74fc1062-e546-4753-b1dc-53be847c7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:21.651497 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-74fc1062-e546-4753-b1dc-53be847c7758 service neutron] 10.222.0.50 "GET /v2.0/networks?id=337192e7-7c6c-4941-95bf-c8591fd22c26 HTTP/1.1" status: 200 len: 897 time: 0.6295061 Mar 11 13:10:21.740870 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-247fd58d-0689-4aec-a395-8ed84cdec648 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2004c4e-61b0-44c3-827c-126ae420a05f HTTP/1.1" status: 200 len: 217 time: 0.0790534 Mar 11 13:10:21.863170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-07048164-f5d9-49e0-bf03-26944b1788fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:21.864628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-07048164-f5d9-49e0-bf03-26944b1788fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e48fa5a-bffb-4c9b-908f-8ed6304722e9 HTTP/1.1" status: 200 len: 834 time: 0.1179063 Mar 11 13:10:21.914021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.925033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.928421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.929932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:21.970756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=2cbce63b-523d-4456-87f7-f5044e310e2c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:22.051824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:22.057651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:22.174052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fd4dca2b-78df-464a-bef3-2564510b95f2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:22.282098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port fd4dca2b-78df-464a-bef3-2564510b95f2 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:22.289482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port fd4dca2b-78df-464a-bef3-2564510b95f2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:22.289930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:22.311366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:22.325181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-47b670d0-2d50-4028-9e15-a158453733ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:22.327225 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-47b670d0-2d50-4028-9e15-a158453733ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=337192e7-7c6c-4941-95bf-c8591fd22c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4556830 Mar 11 13:10:22.368560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:22.370334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:22.463735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:22.478097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e2004c4e-61b0-44c3-827c-126ae420a05f details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:10:22.517726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port fd4dca2b-78df-464a-bef3-2564510b95f2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fd4dca2b-78df-464a-bef3-2564510b95f2,segment=NetworkSegment(034f5560-6e5a-47c0-b3ec-933ea127c1d3),segment_id=034f5560-6e5a-47c0-b3ec-933ea127c1d3)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:22.564663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:22.565561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ae1b85a6-f399-4e54-a88d-2f5ecb20a32e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:22.667175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:22.750455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=fd4dca2b-78df-464a-bef3-2564510b95f2,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:22.766087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2785b-cf18-406f-896b-d620e0e1f1c9 None None] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:22.851258 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-41eff222-c9d1-4122-91bb-c29f8e840b5e service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677811 Mar 11 13:10:22.860713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 910a8018-d7bb-485b-9157-26cc88458358 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:22.879497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:22.896306 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9b128801-8e0d-45f1-9408-e9cefbc00c85 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6057777 Mar 11 13:10:22.896591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60220) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:22.902382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1886067545'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:22.908331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:22.911820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:22.915302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:22.922250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:22.922530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:22.934624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:22.938679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:22.942961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d5d5cf28-428f-47ad-8eb5-b9a2c54e9a21 None None] Provisioning for port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:22.971959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:22.982475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:22.982888 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment be1c1104-5b44-4b7d-ad4a-9631cbf199cf of type vlan for network 76deaab3-baa3-4356-9529-51d141e83837 Mar 11 13:10:22.989028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'port_id': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'mac_address': 'fa:16:3e:db:af:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:10:22.996238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:23.003394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:23.012668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.042729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.045982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dd299-2812-4372-9310-7bde818bdd52 req-4884b14e-a6ee-4ce0-b437-573b44f3e08d tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:23.047474 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b94dd299-2812-4372-9310-7bde818bdd52 req-4884b14e-a6ee-4ce0-b437-573b44f3e08d tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 944 time: 0.4557128 Mar 11 13:10:23.048281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:23.048926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.079011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:23.079388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.153868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:23.154107 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2563381 Mar 11 13:10:23.161670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e3f5-9862-4f0e-8151-2211816593f3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=76deaab3-baa3-4356-9529-51d141e83837,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:23.164525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60224) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:23.171153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:23.179835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:23.180563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:23.183865 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] Sync routers for ids ['910a8018-d7bb-485b-9157-26cc88458358'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:23.197358 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] Routers {'910a8018-d7bb-485b-9157-26cc88458358'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:23.198077 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['910a8018-d7bb-485b-9157-26cc88458358'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:23.213017 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b94dd299-2812-4372-9310-7bde818bdd52 req-d2eef4e1-5c18-4fc9-adb6-4ed6627e0ee8 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559756 Mar 11 13:10:23.218879 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5cf5c836-dd1b-4b31-8e39-0542bf2552c6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/910a8018-d7bb-485b-9157-26cc88458358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8900449 Mar 11 13:10:23.219047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60228) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:23.248385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 76deaab3-baa3-4356-9529-51d141e83837 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:23.290429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a08414c7-f5b5-4a99-be4a-9a645a9acf4f req-825494d1-e65e-462c-9900-84bb63540667 service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317162 Mar 11 13:10:23.296397 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:23.313534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.320820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:23.322540 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] Routers {'910a8018-d7bb-485b-9157-26cc88458358'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:23.323839 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['910a8018-d7bb-485b-9157-26cc88458358'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:23.326053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:23.329163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:23.336763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:23.348539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:23.353407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.444262 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:23.444592 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a025c-01c7-4406-be75-7e88ca74b087 None None] The sync data for ids ['910a8018-d7bb-485b-9157-26cc88458358'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:23.529187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2004c4e-61b0-44c3-827c-126ae420a05f {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:10:23.560767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:23.593355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.596476 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-343315b2-f869-467c-ab6a-46fdfdceb274 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 13:10:23.600148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-343315b2-f869-467c-ab6a-46fdfdceb274 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/910a8018-d7bb-485b-9157-26cc88458358/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3775954 Mar 11 13:10:23.600386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60232) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:23.632479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:23.644980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2744cadd-4ddc-4859-b865-b673b0a79272 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:23.661841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2744cadd-4ddc-4859-b865-b673b0a79272 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:23.663586 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2744cadd-4ddc-4859-b865-b673b0a79272 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=910a8018-d7bb-485b-9157-26cc88458358 HTTP/1.1" status: 200 len: 205 time: 0.0621979 Mar 11 13:10:23.666745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60236) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:23.676483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.678539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:23.690190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:23.690566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 76deaab3-baa3-4356-9529-51d141e83837, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:23.711135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 76deaab3-baa3-4356-9529-51d141e83837 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:23.722606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 76deaab3-baa3-4356-9529-51d141e83837) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:23.727005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:23.727711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.751425 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e294e5ca-e474-44eb-bf90-aae9c4abfd32 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5856125 Mar 11 13:10:23.754313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60240) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:23.786613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8c546-908b-40b5-a230-b267edff3c40 None None] Network 76deaab3-baa3-4356-9529-51d141e83837 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:23.943221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['e2004c4e-61b0-44c3-827c-126ae420a05f'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:10:23.961077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff4b536c-5bae-4837-b766-c8e176ebac10 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:23.972261 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.124989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:24.172954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,segment=NetworkSegment(5926650c-efa4-4cd2-8b48-f9fd4151dffd),segment_id=5926650c-efa4-4cd2-8b48-f9fd4151dffd)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:24.232241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.296663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff4b536c-5bae-4837-b766-c8e176ebac10 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.299481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff4b536c-5bae-4837-b766-c8e176ebac10 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.327751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff4b536c-5bae-4837-b766-c8e176ebac10 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.328472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4b536c-5bae-4837-b766-c8e176ebac10 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Fanout notify agent at l3_agent the message router_deleted on router 910a8018-d7bb-485b-9157-26cc88458358 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:10:24.345470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff4b536c-5bae-4837-b766-c8e176ebac10 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.346602 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff4b536c-5bae-4837-b766-c8e176ebac10 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/910a8018-d7bb-485b-9157-26cc88458358 HTTP/1.1" status: 204 len: 168 time: 0.6787217 Mar 11 13:10:24.352109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60246) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:24.478513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fd4dca2b-78df-464a-bef3-2564510b95f2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:24.538317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-76deaab3-baa3-4356-9529-51d141e83837', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:24.539692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.553623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:24.557352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet 6cd7161e-47e5-4ea0-b786-3c52bac69e2e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:24.576904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.584044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.650215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.735801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3220d7b-cbf4-40f7-a80c-bbfda1e60146 req-5cf636aa-0e2c-453e-8a7a-a86c1c2c82ca tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:24.737773 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c3220d7b-cbf4-40f7-a80c-bbfda1e60146 req-5cf636aa-0e2c-453e-8a7a-a86c1c2c82ca tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 945 time: 0.2308197 Mar 11 13:10:24.844229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.875517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cf7a1929-3d17-4784-b41c-5db9c7545bb1 None None] Provisioning for port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:24.902986 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c3220d7b-cbf4-40f7-a80c-bbfda1e60146 req-6c6594b5-aa28-43e5-b719-08040246c266 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1371863 Mar 11 13:10:24.918702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cf7a1929-3d17-4784-b41c-5db9c7545bb1 None None] Provisioning complete for port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:24.919086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1929-3d17-4784-b41c-5db9c7545bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:24.963091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:21Z', 'revision_number': 3, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:21Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:24.965850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.011889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd7161e-47e5-4ea0-b786-3c52bac69e2e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:25.018056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port fd4dca2b-78df-464a-bef3-2564510b95f2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:25.018435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.018673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.025704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cef0ac1e-9bd5-4bf3-a758-bb359888fa78 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/6cd7161e-47e5-4ea0-b786-3c52bac69e2e HTTP/1.1" status: 204 len: 168 time: 0.6723859 Mar 11 13:10:25.028596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60250) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:25.051353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914fdd3-7f9b-4f01-98c3-f9c11b773941 None None] Network 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:25.068550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:25.068892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Updating router 68154c8f-9ca8-4a2e-84f1-c9d798028768 port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:10:25.143027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.153310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 99bc2559-1763-4eff-9add-2dca5b6b5be9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:25.153668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.229096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a1929-3d17-4784-b41c-5db9c7545bb1 None None] Port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:25.276405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.287373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Allocated IP 172.22.0.2 (76deaab3-baa3-4356-9529-51d141e83837/c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6/f1babe00-7e51-4816-9c23-3cd95855a11b) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:25.357350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 99bc2559-1763-4eff-9add-2dca5b6b5be9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=99bc2559-1763-4eff-9add-2dca5b6b5be9,segment=NetworkSegment(693c81cd-b3e1-4bea-a6f8-d55a803fbde4),segment_id=693c81cd-b3e1-4bea-a6f8-d55a803fbde4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:25.357734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.449027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cf7a1929-3d17-4784-b41c-5db9c7545bb1 None None] Provisioning complete for port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:25.449393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1929-3d17-4784-b41c-5db9c7545bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.481587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 99bc2559-1763-4eff-9add-2dca5b6b5be9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:25.557191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.607595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=99bc2559-1763-4eff-9add-2dca5b6b5be9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:25.609578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No DVR routers for this DVR port 99bc2559-1763-4eff-9add-2dca5b6b5be9 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:25.736292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.763969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9f0545-9a2a-43a9-b721-69a11d0e8d79']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:25.776473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693c81cd-b3e1-4bea-a6f8-d55a803fbde4') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:25.776771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693c81cd-b3e1-4bea-a6f8-d55a803fbde4') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:25.788053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.805649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.812403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:25.812791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:25.827301 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:26.027598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.041691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.048718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.062344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=6c9f0545-9a2a-43a9-b721-69a11d0e8d79,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:26.064714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Transition to ACTIVE for port object f1babe00-7e51-4816-9c23-3cd95855a11b will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:26.085029 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7f4739af-459c-42b7-84c9-44174e426d6f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/6c9f0545-9a2a-43a9-b721-69a11d0e8d79 HTTP/1.1" status: 204 len: 168 time: 1.0546820 Mar 11 13:10:26.091435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60256) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:26.093778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Transition to ACTIVE for port object f1babe00-7e51-4816-9c23-3cd95855a11b will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:26.098869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1680886411'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:26.111277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.127608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5438697-6127-442a-8b89-f6163313aa11 req-9f92a152-eb31-4806-91e0-7d6d34e8e9e9 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:26.129464 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5438697-6127-442a-8b89-f6163313aa11 req-9f92a152-eb31-4806-91e0-7d6d34e8e9e9 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 945 time: 0.1155922 Mar 11 13:10:26.139277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:26.146587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caecb20-e7b5-4b3e-9d42-1b9907703e4f None None] DHCP port deletion for 6c9f0545-9a2a-43a9-b721-69a11d0e8d79 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:26.156672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:26.162526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:26.172290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:26.178711 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5438697-6127-442a-8b89-f6163313aa11 req-1705eb81-7796-455c-aba2-6c54e688b447 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425761 Mar 11 13:10:26.192384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.22.0.1 (76deaab3-baa3-4356-9529-51d141e83837/c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6/6f1908e8-9080-424d-93dd-cd542494b75f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:26.195450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:26.199085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.235413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Network 76deaab3-baa3-4356-9529-51d141e83837 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:26.240375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:26.245559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:26.268276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:26.296883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Pushing event updated for resources: {'Port': ['ID=f1babe00-7e51-4816-9c23-3cd95855a11b,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:26.307530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.314459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1498b822-92f8-4a8a-b9a1-dfa5f2c51ba0 None None] Provisioning complete for port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:26.314774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1498b822-92f8-4a8a-b9a1-dfa5f2c51ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.339087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.339442 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment b297a537-9fe1-4de6-a12e-888dedc24b75 of type vlan for network 3b735862-a65b-4142-a7f9-d8e458a24f98 Mar 11 13:10:26.342431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ae1b85a6-f399-4e54-a88d-2f5ecb20a32e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:26.392655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.423887 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.454922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object 6f1908e8-9080-424d-93dd-cd542494b75f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:26.463320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.465673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e2004c4e-61b0-44c3-827c-126ae420a05f up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:26.468748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:26.469347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.535406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Transition to ACTIVE for port object b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:26.557961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.579534 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4864619 Mar 11 13:10:26.582383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60260) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:26.586693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd02b42-8c8f-45f5-8b5c-e8401e5edcd7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=3b735862-a65b-4142-a7f9-d8e458a24f98,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:26.590278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': '3b735862-a65b-4142-a7f9-d8e458a24f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:26.600456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.617158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Attempting to bind port f1babe00-7e51-4816-9c23-3cd95855a11b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:26.617554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Attempting to bind port f1babe00-7e51-4816-9c23-3cd95855a11b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:26.617946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Attempting to bind port f1babe00-7e51-4816-9c23-3cd95855a11b on network 76deaab3-baa3-4356-9529-51d141e83837 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:26.623265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:26.666383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 76deaab3-baa3-4356-9529-51d141e83837 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:26.671667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1498b822-92f8-4a8a-b9a1-dfa5f2c51ba0 None None] Port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:26.674383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:26.677047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:26.679675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:26.680056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Checking segment: {'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:26.680456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.681100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Bound using segment: {'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:26.681612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Bound port: f1babe00-7e51-4816-9c23-3cd95855a11b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:26.681985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.719196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:26.723173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:26.725764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=6f1908e8-9080-424d-93dd-cd542494b75f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:26.726722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:26.740396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:26.749765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.751111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:26.754775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.910678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:26.936951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c7d5c-7594-4a1a-a65a-d1c141825b01 None None] Pushing event updated for resources: {'Port': ['ID=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:27.015808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.055108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port e2004c4e-61b0-44c3-827c-126ae420a05f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:27.067864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:27.068263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.102768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=289424b0-1835-4c79-a406-9d38512cb1d4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:27.107291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': 'b297a537-9fe1-4de6-a12e-888dedc24b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3b735862-a65b-4142-a7f9-d8e458a24f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:27.107835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: 3b735862-a65b-4142-a7f9-d8e458a24f98, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:27.116841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] For port f1babe00-7e51-4816-9c23-3cd95855a11b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:27.121721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port e2004c4e-61b0-44c3-827c-126ae420a05f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:27.122210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.131959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:27.144614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 3b735862-a65b-4142-a7f9-d8e458a24f98) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:27.150203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:27.151133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.170494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Attempting to bind port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:27.170766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Attempting to bind port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:27.171021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Attempting to bind port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca on network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:27.173675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53aecd-112b-45ee-8a7c-d3ecacc881b2 None None] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:27.176727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-898ace8d-8759-4e01-9641-2b698c070b79 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5927844 Mar 11 13:10:27.179971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60264) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:27.185559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-224455043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:27.192250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:27.196513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:router and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:27.200218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:27.206003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] For port f1babe00-7e51-4816-9c23-3cd95855a11b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f1babe00-7e51-4816-9c23-3cd95855a11b,segment=NetworkSegment(be1c1104-5b44-4b7d-ad4a-9631cbf199cf),segment_id=be1c1104-5b44-4b7d-ad4a-9631cbf199cf)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:27.207730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:27.223342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:27.223757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Checking segment: {'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:27.224206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.224570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Bound using segment: {'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:27.225111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Bound port: b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5926650c-efa4-4cd2-8b48-f9fd4151dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:27.225546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.230277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.232121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.253500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.254787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.277527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.350438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.353976 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b2ec21d4-e341-4135-8c3e-b73e877f61f1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1727984 Mar 11 13:10:27.356309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60270) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:27.395169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dda84d-b7e6-455f-83a6-fc6eb82e3e37 req-a13af010-4df6-41b8-afc3-60b500e92d59 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:27.396967 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-67dda84d-b7e6-455f-83a6-fc6eb82e3e37 req-a13af010-4df6-41b8-afc3-60b500e92d59 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 945 time: 0.0984950 Mar 11 13:10:27.423853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.437588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.485089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-67dda84d-b7e6-455f-83a6-fc6eb82e3e37 req-61abc25a-a5d5-4d06-9432-2e952922563e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813987 Mar 11 13:10:27.545707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe3719-8b3c-4cd9-9ffc-b2a34a03d91a None None] Pushing event updated for resources: {'Port': ['ID=f1babe00-7e51-4816-9c23-3cd95855a11b,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:27.631689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] For port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:27.688512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] For port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,segment=NetworkSegment(5926650c-efa4-4cd2-8b48-f9fd4151dffd),segment_id=5926650c-efa4-4cd2-8b48-f9fd4151dffd)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:27.711177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.753984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.835758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 99bc2559-1763-4eff-9add-2dca5b6b5be9 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:27.901047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 99bc2559-1763-4eff-9add-2dca5b6b5be9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:27.901497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 99bc2559-1763-4eff-9add-2dca5b6b5be9 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:27.918218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-3b735862-a65b-4142-a7f9-d8e458a24f98', 'network_id': '3b735862-a65b-4142-a7f9-d8e458a24f98', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': '289424b0-1835-4c79-a406-9d38512cb1d4'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:27.919017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:27.944476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=6f1908e8-9080-424d-93dd-cd542494b75f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:27.955833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:27.984613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c7d5c-7594-4a1a-a65a-d1c141825b01 None None] Pushing event updated for resources: {'Port': ['ID=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:27.987419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:27.988017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:28.005700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:28.047906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:28.098467 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'code': 200} Mar 11 13:10:28.156795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:28.161004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:28.455844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f1babe00-7e51-4816-9c23-3cd95855a11b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:28.530189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:28.616861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:28.682766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 76deaab3-baa3-4356-9529-51d141e83837 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:28.687516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:28.732585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Allocated IP 2001:db8::2 (3b735862-a65b-4142-a7f9-d8e458a24f98/289424b0-1835-4c79-a406-9d38512cb1d4/bc491446-48e7-4895-8581-67f7292b1435) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:28.735842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f8e60-8a88-4e46-858f-0ba345458178 req-35aac8d0-34d9-445f-9b88-a5a4223fca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:28.738028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d3f8e60-8a88-4e46-858f-0ba345458178 req-35aac8d0-34d9-445f-9b88-a5a4223fca06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1099 time: 0.4190073 Mar 11 13:10:28.745790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536e57-f51e-40b9-a16b-79607bec4baa req-eb8982cb-c0bb-47cf-9cbe-1e3194586a2b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:28.747550 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e0536e57-f51e-40b9-a16b-79607bec4baa req-eb8982cb-c0bb-47cf-9cbe-1e3194586a2b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1131368 Mar 11 13:10:28.821879 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e0536e57-f51e-40b9-a16b-79607bec4baa req-f33ef48b-7f69-4bdc-b37a-2ff1287432b3 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587459 Mar 11 13:10:28.823481 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d3f8e60-8a88-4e46-858f-0ba345458178 req-49961d53-e2a2-471c-9423-e8d141bf97d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748489 Mar 11 13:10:28.823983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port f1babe00-7e51-4816-9c23-3cd95855a11b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:28.882806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b874bb-3a0a-419c-87dd-2b89952bffd8 None None] Network 76deaab3-baa3-4356-9529-51d141e83837 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:28.887793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:29.047546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:29.058981 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a8615e0f-f158-4e02-8770-48913d68d932 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3009818 Mar 11 13:10:29.059192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60278) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:29.064433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'network': {'name': 'tempest-RoutersTest-348630926'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:29.069174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:29.072971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:network and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:29.074652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dc14bfbf-203e-416c-8bee-a42f4fdffa68 None None] Provisioning for port f1babe00-7e51-4816-9c23-3cd95855a11b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:29.075883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:29.081518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:29.092036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:29.095481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.110679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dc14bfbf-203e-416c-8bee-a42f4fdffa68 None None] Provisioning complete for port f1babe00-7e51-4816-9c23-3cd95855a11b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:29.111258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc14bfbf-203e-416c-8bee-a42f4fdffa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.122565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:29.130771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.131110 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added segment ca4cc57f-6c02-492b-b30c-87a84f7cd5aa of type vlan for network 56b53afb-55b1-4c98-b771-96781ee504d5 Mar 11 13:10:29.157834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.187803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.193331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:29.194110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.320138 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2593668 Mar 11 13:10:29.322805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:29.327118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07b549-a47d-4719-bb22-aa556c985f30 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Network': ['ID=56b53afb-55b1-4c98-b771-96781ee504d5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:29.329128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'subnet': {'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:29.345085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 56b53afb-55b1-4c98-b771-96781ee504d5 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:29.391622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.442631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:29.447330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:subnet and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:29.450687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:29.456543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:29.466330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Made reservation on behalf of 44b6a0f75ab646afa864f9baa160a30b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:29.470084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.516464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Transition to ACTIVE for port object bc491446-48e7-4895-8581-67f7292b1435 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:29.577136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Transition to ACTIVE for port object bc491446-48e7-4895-8581-67f7292b1435 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:29.596155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:26Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:27Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:27Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:29.603223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.607562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc14bfbf-203e-416c-8bee-a42f4fdffa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.648560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edf7d3-761b-43d3-9179-0f54deb88141 None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:26Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:27Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:27Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:29.670535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8::1 (3b735862-a65b-4142-a7f9-d8e458a24f98/289424b0-1835-4c79-a406-9d38512cb1d4/40456212-bf35-46e1-8b84-ab1790822829) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:29.700762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:29.708280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:29.727799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:29.766256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:29.853132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Pushing event updated for resources: {'Port': ['ID=bc491446-48e7-4895-8581-67f7292b1435,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:29.906371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dc14bfbf-203e-416c-8bee-a42f4fdffa68 None None] For port f1babe00-7e51-4816-9c23-3cd95855a11b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f1babe00-7e51-4816-9c23-3cd95855a11b,segment=NetworkSegment(be1c1104-5b44-4b7d-ad4a-9631cbf199cf),segment_id=be1c1104-5b44-4b7d-ad4a-9631cbf199cf)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:29.930315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc14bfbf-203e-416c-8bee-a42f4fdffa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.033402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Subnet': ['ID=33af2b65-ba98-4ffa-9f35-acedbcb476f0,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:30.048653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Checking segment: {'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:30.049276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network hostable DHCP agents. Network: 56b53afb-55b1-4c98-b771-96781ee504d5, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:30.185786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.186423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 56b53afb-55b1-4c98-b771-96781ee504d5 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:30.199993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Attempting to bind port bc491446-48e7-4895-8581-67f7292b1435 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:30.201000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Attempting to bind port bc491446-48e7-4895-8581-67f7292b1435 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'b297a537-9fe1-4de6-a12e-888dedc24b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3b735862-a65b-4142-a7f9-d8e458a24f98'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:30.201555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Attempting to bind port bc491446-48e7-4895-8581-67f7292b1435 on network 3b735862-a65b-4142-a7f9-d8e458a24f98 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:30.210370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object 40456212-bf35-46e1-8b84-ab1790822829 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:30.227127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 56b53afb-55b1-4c98-b771-96781ee504d5) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:30.233612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:30.234204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.235790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:30.236365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Checking segment: {'id': 'b297a537-9fe1-4de6-a12e-888dedc24b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3b735862-a65b-4142-a7f9-d8e458a24f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:30.237046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.237633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Bound using segment: {'id': 'b297a537-9fe1-4de6-a12e-888dedc24b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3b735862-a65b-4142-a7f9-d8e458a24f98'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:30.238280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Bound port: bc491446-48e7-4895-8581-67f7292b1435, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b297a537-9fe1-4de6-a12e-888dedc24b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3b735862-a65b-4142-a7f9-d8e458a24f98'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:30.238916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.264187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686ae6c-2c0e-4520-afce-2c222b0aa5a2 None None] Network 56b53afb-55b1-4c98-b771-96781ee504d5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:30.267587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.299762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64746ef4-40be-44ae-ad07-054b342525b7 req-8c2c3f23-4fd2-4add-9474-42e8659a7946 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:30.318845 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64746ef4-40be-44ae-ad07-054b342525b7 req-8c2c3f23-4fd2-4add-9474-42e8659a7946 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.2379987 Mar 11 13:10:30.321405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14bfbf-203e-416c-8bee-a42f4fdffa68 None None] Pushing event updated for resources: {'Port': ['ID=f1babe00-7e51-4816-9c23-3cd95855a11b,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:30.354794 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f256aeaf-daaa-4fd4-a35d-2e87e8c4f2f9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0308516 Mar 11 13:10:30.359055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60290) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:30.369806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-448bdc34-8720-4a10-9ced-a9c0df203b91 None None] Provisioning for port 6f1908e8-9080-424d-93dd-cd542494b75f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:30.439556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:30.453533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:30.458034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:30.458558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.465363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=40456212-bf35-46e1-8b84-ab1790822829,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:30.472440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-448bdc34-8720-4a10-9ced-a9c0df203b91 None None] Provisioning complete for port 6f1908e8-9080-424d-93dd-cd542494b75f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:30.472967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-448bdc34-8720-4a10-9ced-a9c0df203b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.563004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-448bdc34-8720-4a10-9ced-a9c0df203b91 None None] Port 6f1908e8-9080-424d-93dd-cd542494b75f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:30.645322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64746ef4-40be-44ae-ad07-054b342525b7 req-6c721d57-5030-4c5e-9e80-1c1192d06528 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3253002 Mar 11 13:10:30.670733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.748280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] For port bc491446-48e7-4895-8581-67f7292b1435, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:30.752661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-448bdc34-8720-4a10-9ced-a9c0df203b91 None None] Provisioning complete for port f1babe00-7e51-4816-9c23-3cd95855a11b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:30.753013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-448bdc34-8720-4a10-9ced-a9c0df203b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.807039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] For port bc491446-48e7-4895-8581-67f7292b1435, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bc491446-48e7-4895-8581-67f7292b1435,segment=NetworkSegment(b297a537-9fe1-4de6-a12e-888dedc24b75),segment_id=b297a537-9fe1-4de6-a12e-888dedc24b75)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:30.832720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:30.992059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-56b53afb-55b1-4c98-b771-96781ee504d5', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:30.993111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.075222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08f6c0-2a88-4d0a-90c7-b8f6ebbb5944 None None] Pushing event updated for resources: {'Port': ['ID=bc491446-48e7-4895-8581-67f7292b1435,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:31.236797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.249093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.250379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.362281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Allocated IP 172.23.0.2 (56b53afb-55b1-4c98-b771-96781ee504d5/33af2b65-ba98-4ffa-9f35-acedbcb476f0/edab6736-f693-42eb-a5f2-ae63772b499a) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:31.369541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.379231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4679681a-4354-4593-88b1-4cea05604271 None None] Provisioning complete for port 6f1908e8-9080-424d-93dd-cd542494b75f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:31.379701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4679681a-4354-4593-88b1-4cea05604271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.455610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=40456212-bf35-46e1-8b84-ab1790822829,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:31.542017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:31.543283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:31.561736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4679681a-4354-4593-88b1-4cea05604271 None None] Port 6f1908e8-9080-424d-93dd-cd542494b75f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:31.690652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.701190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Transition to ACTIVE for port object edab6736-f693-42eb-a5f2-ae63772b499a will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:31.721427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Transition to ACTIVE for port object edab6736-f693-42eb-a5f2-ae63772b499a will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:31.729371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.785609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 03a5e38b-7b50-4fca-9bab-9bc79c48999c is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:10:31.795659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Network 56b53afb-55b1-4c98-b771-96781ee504d5 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:31.798680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:31.802648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:31.858324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Pushing event updated for resources: {'Port': ['ID=edab6736-f693-42eb-a5f2-ae63772b499a,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:31.911937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:31.952227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Attempting to bind port edab6736-f693-42eb-a5f2-ae63772b499a on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:31.952403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Attempting to bind port edab6736-f693-42eb-a5f2-ae63772b499a by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:31.953236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Attempting to bind port edab6736-f693-42eb-a5f2-ae63772b499a on network 56b53afb-55b1-4c98-b771-96781ee504d5 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:31.963498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:31.963860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Checking segment: {'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:31.964311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.965129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Bound using segment: {'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:31.965640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Bound port: edab6736-f693-42eb-a5f2-ae63772b499a, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:31.966391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:31.969566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:31.976246 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2ddf4d21-0020-4352-ad50-bee99635a2cd tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/03a5e38b-7b50-4fca-9bab-9bc79c48999c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6165440 Mar 11 13:10:31.976406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60296) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:31.978327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:31.978327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:31.984680 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] Sync routers for ids ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:31.996316 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] Routers {'03a5e38b-7b50-4fca-9bab-9bc79c48999c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:31.997333 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:32.056461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8628e6-5efa-431a-b05c-f5384f6ff7b2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:32.056851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ea8628e6-5efa-431a-b05c-f5384f6ff7b2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:32.085265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ea8628e6-5efa-431a-b05c-f5384f6ff7b2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:32.089665 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea8628e6-5efa-431a-b05c-f5384f6ff7b2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports/40456212-bf35-46e1-8b84-ab1790822829 HTTP/1.1" status: 200 len: 911 time: 0.1096404 Mar 11 13:10:32.089981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60300) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:32.102300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56632-5726-4f77-b3e4-4a0cb83a971a req-c06a4518-2728-40b6-88b8-1415c7f494a6 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:32.103842 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ea56632-5726-4f77-b3e4-4a0cb83a971a req-c06a4518-2728-40b6-88b8-1415c7f494a6 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.3437710 Mar 11 13:10:32.110284 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-eac960c1-4f72-495c-85f0-51c8c7732f2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2709813 Mar 11 13:10:32.158258 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:32.168708 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] Routers {'03a5e38b-7b50-4fca-9bab-9bc79c48999c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:32.169500 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:32.251590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:32.254148 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:32.254790 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de59ec4-67b3-44fb-a6fe-4d6ebc97e5e7 None None] The sync data for ids ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:32.366851 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ea56632-5726-4f77-b3e4-4a0cb83a971a req-80468752-d7a3-4129-8eab-9008586d097a tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2525656 Mar 11 13:10:32.392841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Allocated IP 172.23.0.1 (56b53afb-55b1-4c98-b771-96781ee504d5/33af2b65-ba98-4ffa-9f35-acedbcb476f0/e5483c50-7611-4ee4-b3db-82db91d7494f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:32.440831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fcab2-8377-49f6-a1f8-aa239c21c390 None None] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:32.526717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641452-b141-42b3-b26b-b817316a64f1 req-ca3b56c5-8200-45fc-b72d-01e157c61671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:32.528056 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-ca3b56c5-8200-45fc-b72d-01e157c61671 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 1098 time: 0.2446902 Mar 11 13:10:32.611716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] For port edab6736-f693-42eb-a5f2-ae63772b499a, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:32.670222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:32.707159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:32.740290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Transition to ACTIVE for port object e5483c50-7611-4ee4-b3db-82db91d7494f will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:32.770813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] For port edab6736-f693-42eb-a5f2-ae63772b499a, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=edab6736-f693-42eb-a5f2-ae63772b499a,segment=NetworkSegment(ca4cc57f-6c02-492b-b30c-87a84f7cd5aa),segment_id=ca4cc57f-6c02-492b-b30c-87a84f7cd5aa)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:32.791293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641452-b141-42b3-b26b-b817316a64f1 req-d69c5299-386a-4769-b4d4-d679b4f44f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:32.792820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-d69c5299-386a-4769-b4d4-d679b4f44f6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.2434947 Mar 11 13:10:32.848107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:32.866008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f171fe-c981-4138-a4f8-31a9786eadfd req-1420f524-d8da-49b5-837b-27cb4e6dd519 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:32.868647 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-31f171fe-c981-4138-a4f8-31a9786eadfd req-1420f524-d8da-49b5-837b-27cb4e6dd519 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.2751863 Mar 11 13:10:32.889130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d28d0f0b-4b49-472c-bc89-853c298d26c8 None None] Provisioning for port bc491446-48e7-4895-8581-67f7292b1435 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:32.938140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:32.991593 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-b3b1bf0e-f6a0-4d4e-b8d6-757c2937899f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e HTTP/1.1" status: 200 len: 1000 time: 0.1909962 Mar 11 13:10:33.001886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.045376 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-31f171fe-c981-4138-a4f8-31a9786eadfd req-7db0b598-aa73-4db8-9aa4-9b9bcf16c376 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1605370 Mar 11 13:10:33.066734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd155f-c25a-4289-9d0e-107017dbf91e None None] Pushing event updated for resources: {'Port': ['ID=edab6736-f693-42eb-a5f2-ae63772b499a,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:33.075667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:33.079506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 56b53afb-55b1-4c98-b771-96781ee504d5 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:33.093826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:33.103749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:33.104017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.104292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:33.136485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60306) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:33.149318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641452-b141-42b3-b26b-b817316a64f1 req-9488f4c0-79c9-4ff6-bd09-e7001b68d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:33.150890 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-9488f4c0-79c9-4ff6-bd09-e7001b68d5f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.1476903 Mar 11 13:10:33.151543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=e5483c50-7611-4ee4-b3db-82db91d7494f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:33.261938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.317155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.351320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:26Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:27Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:27Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:33.369330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:33.369825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Updating router 68154c8f-9ca8-4a2e-84f1-c9d798028768 port 6f1908e8-9080-424d-93dd-cd542494b75f binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:10:33.403945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12626188-e389-48d3-8946-386fe9d80b93 tempest-TestNetworkAdvancedServerOps-2002584169 tempest-TestNetworkAdvancedServerOps-2002584169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:33.408976 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-12626188-e389-48d3-8946-386fe9d80b93 tempest-TestNetworkAdvancedServerOps-2002584169 tempest-TestNetworkAdvancedServerOps-2002584169-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1094 time: 0.2720838 Mar 11 13:10:33.412442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60310) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:33.419001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:33.427375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:33.433027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Usage tracker for resource:floatingip and tenant:be76506e55e74119be4facf239fca356 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:33.435682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,segment=NetworkSegment(5926650c-efa4-4cd2-8b48-f9fd4151dffd),segment_id=5926650c-efa4-4cd2-8b48-f9fd4151dffd)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:33.442578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:33.453124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.453659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:33.455721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f1babe00-7e51-4816-9c23-3cd95855a11b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:33.511558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.589351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.633834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ffd5a584-faf6-4e9e-be11-8952823a32d8 None None] Provisioning for port 40456212-bf35-46e1-8b84-ab1790822829 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:33.696187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ffd5a584-faf6-4e9e-be11-8952823a32d8 None None] Provisioning complete for port 40456212-bf35-46e1-8b84-ab1790822829 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:33.696688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffd5a584-faf6-4e9e-be11-8952823a32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.753222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f1babe00-7e51-4816-9c23-3cd95855a11b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:33.753764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.788673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 40456212-bf35-46e1-8b84-ab1790822829 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:33.789012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.811739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:33.897617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5a584-faf6-4e9e-be11-8952823a32d8 None None] Port 40456212-bf35-46e1-8b84-ab1790822829 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:33.898442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641452-b141-42b3-b26b-b817316a64f1 req-7f7fc2b5-1068-4931-a5af-5b584ec86ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:33.899903 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-7f7fc2b5-1068-4931-a5af-5b584ec86ac5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6961160 Mar 11 13:10:33.948106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:33.988804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.030227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bc491446-48e7-4895-8581-67f7292b1435 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:34.179706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.196839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Allocated IP 172.26.4.58 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/d268de2f-b82b-4abb-91bc-d53499a77522) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:34.237976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-252bbd72-6338-4f16-bff3-914031efb2e7 None None] Provisioning complete for port 40456212-bf35-46e1-8b84-ab1790822829 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:34.238479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-252bbd72-6338-4f16-bff3-914031efb2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.325248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-252bbd72-6338-4f16-bff3-914031efb2e7 None None] Port 40456212-bf35-46e1-8b84-ab1790822829 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:34.338605 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-83547638-63f4-451a-92c5-d6d98fbc701e service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285867 Mar 11 13:10:34.343031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port bc491446-48e7-4895-8581-67f7292b1435 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:34.380269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bc491446-48e7-4895-8581-67f7292b1435 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:34.380769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.471228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.493654 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Transition to ACTIVE for port object 6f1908e8-9080-424d-93dd-cd542494b75f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:34.500628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-438516f6-a536-468e-81d3-ba3e355668fc None None] Provisioning complete for port 40456212-bf35-46e1-8b84-ab1790822829 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:34.501117 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-438516f6-a536-468e-81d3-ba3e355668fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.547883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.558415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 40456212-bf35-46e1-8b84-ab1790822829 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:34.645249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902bbf1d-6975-48e8-92f7-de32a2eb684d None None] Network 56b53afb-55b1-4c98-b771-96781ee504d5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:34.667338 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c641452-b141-42b3-b26b-b817316a64f1 req-bdf04f02-6bdd-41c7-931f-7e23c1f7f3c5 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181458 Mar 11 13:10:34.701746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.708223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.771257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-438516f6-a536-468e-81d3-ba3e355668fc None None] Port 40456212-bf35-46e1-8b84-ab1790822829 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:34.804544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.855074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event updated for resources: {'Port': ['ID=e5483c50-7611-4ee4-b3db-82db91d7494f,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:34.886865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.918440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.936443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:34.970203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379a808-62d7-4d6d-8a48-30029c4201d9 None None] Pushing event updated for resources: {'Port': ['ID=6f1908e8-9080-424d-93dd-cd542494b75f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:34.993142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port bc491446-48e7-4895-8581-67f7292b1435, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bc491446-48e7-4895-8581-67f7292b1435,segment=NetworkSegment(b297a537-9fe1-4de6-a12e-888dedc24b75),segment_id=b297a537-9fe1-4de6-a12e-888dedc24b75)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:35.022955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=40456212-bf35-46e1-8b84-ab1790822829,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:35.025366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:35.035283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3aa20734-a5d1-4483-8a15-4460e427aeb2 None None] Provisioning for port edab6736-f693-42eb-a5f2-ae63772b499a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:35.056841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Network 56b53afb-55b1-4c98-b771-96781ee504d5 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:35.058173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:35.070263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Attempting to bind port 6f1908e8-9080-424d-93dd-cd542494b75f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:35.070790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Attempting to bind port 6f1908e8-9080-424d-93dd-cd542494b75f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:35.071155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Attempting to bind port 6f1908e8-9080-424d-93dd-cd542494b75f on network 76deaab3-baa3-4356-9529-51d141e83837 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:35.073187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:35.194568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:35.195642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Checking segment: {'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:35.196029 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:35.196417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Bound using segment: {'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:35.196888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Bound port: 6f1908e8-9080-424d-93dd-cd542494b75f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76deaab3-baa3-4356-9529-51d141e83837'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:35.197258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:35.206499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=bc491446-48e7-4895-8581-67f7292b1435,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:35.212616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:35.227697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:35.238835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:35.314258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:35.328334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Port': ['ID=d268de2f-b82b-4abb-91bc-d53499a77522,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:35.334185 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:10:35.355992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:35.375908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device edab6736-f693-42eb-a5f2-ae63772b499a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:35.542835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] For port 6f1908e8-9080-424d-93dd-cd542494b75f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:35.555728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] For port 6f1908e8-9080-424d-93dd-cd542494b75f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6f1908e8-9080-424d-93dd-cd542494b75f,segment=NetworkSegment(be1c1104-5b44-4b7d-ad4a-9631cbf199cf),segment_id=be1c1104-5b44-4b7d-ad4a-9631cbf199cf)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:35.561879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port edab6736-f693-42eb-a5f2-ae63772b499a completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:35.567464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:35.616248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port edab6736-f693-42eb-a5f2-ae63772b499a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:35.616248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:35.648791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:35.665246 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d71a17d3-c540-48ef-b7ca-8228a944fb1e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3012424 Mar 11 13:10:35.665246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60314) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:35.672423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:35.724380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:35.724997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:35.787796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 03a5e38b-7b50-4fca-9bab-9bc79c48999c has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:35.832004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379a808-62d7-4d6d-8a48-30029c4201d9 None None] Pushing event updated for resources: {'Port': ['ID=6f1908e8-9080-424d-93dd-cd542494b75f,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:36.008605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:36.164196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.184117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:36.215625 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2b3125da-303c-41bb-a6d8-e0773829aa12 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/03a5e38b-7b50-4fca-9bab-9bc79c48999c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1243823 Mar 11 13:10:36.219000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60318) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:36.246468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] Sync routers for ids ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:36.285701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f06709a0-0a85-4c76-bd3b-90e0c998717a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:36.314024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] Routers {'03a5e38b-7b50-4fca-9bab-9bc79c48999c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:36.314664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:36.360633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f06709a0-0a85-4c76-bd3b-90e0c998717a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:36.364363 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f06709a0-0a85-4c76-bd3b-90e0c998717a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=03a5e38b-7b50-4fca-9bab-9bc79c48999c HTTP/1.1" status: 200 len: 205 time: 0.1418700 Mar 11 13:10:36.365118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60322) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:36.385363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port edab6736-f693-42eb-a5f2-ae63772b499a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=edab6736-f693-42eb-a5f2-ae63772b499a,segment=NetworkSegment(ca4cc57f-6c02-492b-b30c-87a84f7cd5aa),segment_id=ca4cc57f-6c02-492b-b30c-87a84f7cd5aa)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:36.391958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 13:10:36.407663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Removed routes are [] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 13:10:36.408071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.433655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:36.452700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.457514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:36.569675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8428f50-f6b2-4b74-95c6-ef245bde579e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.579821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] Routers {'03a5e38b-7b50-4fca-9bab-9bc79c48999c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:36.582757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:36.705130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:36.705578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706d7c8-abab-47f9-bd17-4d24b7a48fbb None None] The sync data for ids ['03a5e38b-7b50-4fca-9bab-9bc79c48999c'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:36.744057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6e463246-38a8-44ea-8c45-44a3b42f5fc9 None None] Provisioning complete for port edab6736-f693-42eb-a5f2-ae63772b499a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:36.744518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e463246-38a8-44ea-8c45-44a3b42f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.782899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.786589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.795871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=edab6736-f693-42eb-a5f2-ae63772b499a,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:36.844318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:36.844805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.909860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8428f50-f6b2-4b74-95c6-ef245bde579e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.912814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8428f50-f6b2-4b74-95c6-ef245bde579e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.947581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8428f50-f6b2-4b74-95c6-ef245bde579e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.948125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8428f50-f6b2-4b74-95c6-ef245bde579e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Fanout notify agent at l3_agent the message router_deleted on router 03a5e38b-7b50-4fca-9bab-9bc79c48999c {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:10:36.951968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:35Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:34Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:36.969998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8428f50-f6b2-4b74-95c6-ef245bde579e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:36.971287 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e8428f50-f6b2-4b74-95c6-ef245bde579e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/03a5e38b-7b50-4fca-9bab-9bc79c48999c HTTP/1.1" status: 204 len: 168 time: 0.6053791 Mar 11 13:10:36.971969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23847a21-16e9-49aa-868f-5990c3e7a42f None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:35Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:34Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:36.974595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60326) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:36.977765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:37.045821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.052080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6e463246-38a8-44ea-8c45-44a3b42f5fc9 None None] Provisioning for port e5483c50-7611-4ee4-b3db-82db91d7494f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:37.062553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6e463246-38a8-44ea-8c45-44a3b42f5fc9 None None] Provisioning complete for port e5483c50-7611-4ee4-b3db-82db91d7494f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:37.062920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e463246-38a8-44ea-8c45-44a3b42f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.142709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet 289424b0-1835-4c79-a406-9d38512cb1d4 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:37.149658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.162445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-91d7213e-1346-4794-95a8-b7505a901bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.169719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6e463246-38a8-44ea-8c45-44a3b42f5fc9 None None] Port e5483c50-7611-4ee4-b3db-82db91d7494f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:37.224932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:37.236111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.236681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.237949 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-331d5bd3-ac93-4cc5-8acb-d8aea0d77a6b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 200 len: 934 time: 1.5707057 Mar 11 13:10:37.240882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60330) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:37.300098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.312668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device edab6736-f693-42eb-a5f2-ae63772b499a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:37.363158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a591fcd8-be1f-4fc5-85f7-cd8cf0eb2de2 None None] Provisioning complete for port e5483c50-7611-4ee4-b3db-82db91d7494f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:37.363913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a591fcd8-be1f-4fc5-85f7-cd8cf0eb2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.439111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a591fcd8-be1f-4fc5-85f7-cd8cf0eb2de2 None None] Port e5483c50-7611-4ee4-b3db-82db91d7494f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:37.484688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port edab6736-f693-42eb-a5f2-ae63772b499a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:37.485063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.566479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.611013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60334) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:37.612454 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2fc17397-b608-41a0-a749-99079cf19e2e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 200 len: 934 time: 0.3695369 Mar 11 13:10:37.622837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6f1908e8-9080-424d-93dd-cd542494b75f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:37.630722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'routes': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:37.697676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 6f1908e8-9080-424d-93dd-cd542494b75f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:37.703476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6f1908e8-9080-424d-93dd-cd542494b75f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:37.703891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.825899 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.844378 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:37.854310 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:37.855171 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:37.863724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 6f1908e8-9080-424d-93dd-cd542494b75f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6f1908e8-9080-424d-93dd-cd542494b75f,segment=NetworkSegment(be1c1104-5b44-4b7d-ad4a-9631cbf199cf),segment_id=be1c1104-5b44-4b7d-ad4a-9631cbf199cf)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:37.868217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.869283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bc491446-48e7-4895-8581-67f7292b1435 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:37.947593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.957324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.983413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=6f1908e8-9080-424d-93dd-cd542494b75f,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:37.988693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:37.994807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bc491446-48e7-4895-8581-67f7292b1435 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:37.995160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.042795 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:38.114484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=289424b0-1835-4c79-a406-9d38512cb1d4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:38.119225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.141986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2d244-a360-43ff-a887-53630f1293c9 None None] Network 3b735862-a65b-4142-a7f9-d8e458a24f98 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:38.215237 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1dc17436-1a5f-4f5c-83f8-754ec54ff8d5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/289424b0-1835-4c79-a406-9d38512cb1d4 HTTP/1.1" status: 204 len: 168 time: 1.2371802 Mar 11 13:10:38.215980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60338) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:38.249367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event updated for resources: {'Port': ['ID=d268de2f-b82b-4abb-91bc-d53499a77522,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:38.320457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.347927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.360888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port bc491446-48e7-4895-8581-67f7292b1435 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:38.361279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.437686 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:36Z', 'revision_number': 6, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:34Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:38.442065 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:38.442423 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Updating router 68154c8f-9ca8-4a2e-84f1-c9d798028768 port e5483c50-7611-4ee4-b3db-82db91d7494f binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:10:38.452819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] DHCP port deletion for 3b735862-a65b-4142-a7f9-d8e458a24f98 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:38.459137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Deleting port bc491446-48e7-4895-8581-67f7292b1435 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:38.459506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.525394 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.548474 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Floating IP de9d14d1-8844-4693-8ffa-4bb9ef8290c7 associated. External IP: 172.26.4.58, port: e2004c4e-61b0-44c3-827c-126ae420a05f. Mar 11 13:10:38.600185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port bc491446-48e7-4895-8581-67f7292b1435, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bc491446-48e7-4895-8581-67f7292b1435,segment=NetworkSegment(b297a537-9fe1-4de6-a12e-888dedc24b75),segment_id=b297a537-9fe1-4de6-a12e-888dedc24b75)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:38.600703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.729528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] For port bc491446-48e7-4895-8581-67f7292b1435, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bc491446-48e7-4895-8581-67f7292b1435,segment=NetworkSegment(b297a537-9fe1-4de6-a12e-888dedc24b75),segment_id=b297a537-9fe1-4de6-a12e-888dedc24b75)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:38.730132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.744085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for bc491446-48e7-4895-8581-67f7292b1435 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:38.833630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.890012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=bc491446-48e7-4895-8581-67f7292b1435,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:38.892129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No DVR routers for this DVR port bc491446-48e7-4895-8581-67f7292b1435 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:38.901739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Calling delete_port for bc491446-48e7-4895-8581-67f7292b1435 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:38.904451 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:38.917698 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Transition to ACTIVE for port object e5483c50-7611-4ee4-b3db-82db91d7494f will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:38.926696 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.001523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:10:39.002149 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:10:39.058776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.088858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b735862-a65b-4142-a7f9-d8e458a24f98']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:39.100647 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09ab5-29b0-4275-a1eb-39bcc5ed54c9 None None] Pushing event updated for resources: {'Port': ['ID=e5483c50-7611-4ee4-b3db-82db91d7494f,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:39.102618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b297a537-9fe1-4de6-a12e-888dedc24b75') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:39.103236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b297a537-9fe1-4de6-a12e-888dedc24b75') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:39.108439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.extraroute_db [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added routes are [] {{(pid=87959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 13:10:39.108757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.extraroute_db [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 13:10:39.117481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.122538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:39.134487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.142116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:39.142528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.175071 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Attempting to bind port e5483c50-7611-4ee4-b3db-82db91d7494f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:39.175604 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Attempting to bind port e5483c50-7611-4ee4-b3db-82db91d7494f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:39.176348 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Attempting to bind port e5483c50-7611-4ee4-b3db-82db91d7494f on network 56b53afb-55b1-4c98-b771-96781ee504d5 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:39.182817 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:39.183408 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Checking segment: {'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:39.183900 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.184494 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Bound using segment: {'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:39.185054 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Bound port: e5483c50-7611-4ee4-b3db-82db91d7494f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:39.185566 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.238986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-88ffd93f-3fb9-4c4a-88b9-052820c25285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:39.251202 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:39.262678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.291007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6f1908e8-9080-424d-93dd-cd542494b75f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:39.295907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.312483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=3b735862-a65b-4142-a7f9-d8e458a24f98,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:39.336262 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-35d8fc16-f382-46cd-8353-92d8de0f1835 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/3b735862-a65b-4142-a7f9-d8e458a24f98 HTTP/1.1" status: 204 len: 168 time: 1.1186285 Mar 11 13:10:39.336968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60342) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:39.344971 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] For port e5483c50-7611-4ee4-b3db-82db91d7494f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:39.348558 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] For port e5483c50-7611-4ee4-b3db-82db91d7494f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e5483c50-7611-4ee4-b3db-82db91d7494f,segment=NetworkSegment(ca4cc57f-6c02-492b-b30c-87a84f7cd5aa),segment_id=ca4cc57f-6c02-492b-b30c-87a84f7cd5aa)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:39.353963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1665416828', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:39.356507 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.366589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:39.371883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:router and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:39.376012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:39.384520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:39.404827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.406843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.446476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.480114 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:39.481020 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:39.487002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 6f1908e8-9080-424d-93dd-cd542494b75f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:39.487674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.520673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.529951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:39.566474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Deleting port bc491446-48e7-4895-8581-67f7292b1435 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:39.567281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.612790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] Sync routers for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:39.675877 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09ab5-29b0-4275-a1eb-39bcc5ed54c9 None None] Pushing event updated for resources: {'Port': ['ID=e5483c50-7611-4ee4-b3db-82db91d7494f,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:39.706472 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:39.709893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:39.711335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:39.742521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:39.773876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e134770e-cdbc-4b91-aa13-39ab79429458 None None] The port 'bc491446-48e7-4895-8581-67f7292b1435' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:10:39.967981 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-31399e7a-1766-4e50-a2a4-ab9d5ad1a4af tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5538945 Mar 11 13:10:39.968657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:40.025386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:40.036473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.042990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.073813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.106401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bc491446-48e7-4895-8581-67f7292b1435 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:40.154315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: bc491446-48e7-4895-8581-67f7292b1435 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:40.154741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bc491446-48e7-4895-8581-67f7292b1435 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:40.232257 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'status': 'completed', 'code': 200} Mar 11 13:10:40.264876 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 7, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:40.270121 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e8e90-965a-4b24-8136-404293011a47 None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 7, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:40.282665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:40.394534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49636c-87f2-40e8-9e50-b152d0ffe47a req-8df6ec27-ac56-43f7-afc5-1240770c4557 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:40.396050 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa49636c-87f2-40e8-9e50-b152d0ffe47a req-8df6ec27-ac56-43f7-afc5-1240770c4557 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.2230308 Mar 11 13:10:40.410538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.432286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-aa1d951d-1d75-4afc-b020-1aa553b2cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:40.433783 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-aa1d951d-1d75-4afc-b020-1aa553b2cf4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be76506e55e74119be4facf239fca356&device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1099 time: 0.2051530 Mar 11 13:10:40.484824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:40.504619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.508719 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7965dd59-8ab8-47da-a24b-6727cb0a4ed5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 200 len: 700 time: 2.8937714 Mar 11 13:10:40.509592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60352) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:40.545279 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:40.549928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.558250 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa49636c-87f2-40e8-9e50-b152d0ffe47a req-ad3e8702-39bc-4967-89c8-8d7d00228b91 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472480 Mar 11 13:10:40.563607 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:40.564218 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:40.587939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60356) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:40.637235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'de9d14d1-8844-4693-8ffa-4bb9ef8290c7', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'port_id': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'mac_address': 'fa:16:3e:db:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:10:36Z', 'updated_at': '2022-03-11T13:10:36Z', 'revision_number': 0, 'project_id': 'be76506e55e74119be4facf239fca356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:17Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:40.643578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] Checking router: 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:40.653558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:40.654180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:40.756341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.788074 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:40.803430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:40.824806 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3475abaa-6dfb-4d09-a687-40ca3a3ecf7c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 200 len: 700 time: 0.3139946 Mar 11 13:10:40.828329 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cc74c561-0df6-4633-9cd8-13faa741a16e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/floatingips/de9d14d1-8844-4693-8ffa-4bb9ef8290c7 HTTP/1.1" status: 200 len: 991 time: 0.2315965 Mar 11 13:10:40.828601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60360) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:40.842711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-b8a45ca6-4bc2-404e-9144-83882cb8a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:40.844907 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-b8a45ca6-4bc2-404e-9144-83882cb8a2e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=337192e7-7c6c-4941-95bf-c8591fd22c26 HTTP/1.1" status: 200 len: 897 time: 0.4028184 Mar 11 13:10:40.882905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:41.014403 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-8409156d-8f96-4701-aa90-9a818fc732a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2004c4e-61b0-44c3-827c-126ae420a05f HTTP/1.1" status: 200 len: 999 time: 0.1613743 Mar 11 13:10:41.102006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 172.26.4.137 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/fa754068-4318-4ddf-b4ac-df0be8f9c9c3) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:41.108381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-8ab17fd1-d28d-41a9-93a8-18b2d279b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:41.109996 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-8ab17fd1-d28d-41a9-93a8-18b2d279b726 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e48fa5a-bffb-4c9b-908f-8ed6304722e9 HTTP/1.1" status: 200 len: 834 time: 0.0871952 Mar 11 13:10:41.227351 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 7, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:41.230772 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:41.243362 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:41.244404 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:41.306773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-1572aacc-e104-4eb1-b6e4-7cb3ad6b8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:41.311210 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-1572aacc-e104-4eb1-b6e4-7cb3ad6b8cda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=337192e7-7c6c-4941-95bf-c8591fd22c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1946619 Mar 11 13:10:41.319351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e5483c50-7611-4ee4-b3db-82db91d7494f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:41.429031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:41.459905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port e5483c50-7611-4ee4-b3db-82db91d7494f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:41.467222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'de9d14d1-8844-4693-8ffa-4bb9ef8290c7', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'port_id': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'mac_address': 'fa:16:3e:db:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:10:36Z', 'updated_at': '2022-03-11T13:10:36Z', 'revision_number': 0, 'project_id': 'be76506e55e74119be4facf239fca356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:17Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:41.470911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e5483c50-7611-4ee4-b3db-82db91d7494f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:41.471597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:41.487230 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:41.503602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae4f1e1-38de-454f-b2eb-a0606d35f33d None None] The sync data for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv is: [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'de9d14d1-8844-4693-8ffa-4bb9ef8290c7', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'port_id': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'mac_address': 'fa:16:3e:db:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:10:36Z', 'updated_at': '2022-03-11T13:10:36Z', 'revision_number': 0, 'project_id': 'be76506e55e74119be4facf239fca356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:17Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:41.561852 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-458ad4e9-3569-4173-9d94-4409e10b7be2 service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385113 Mar 11 13:10:41.610383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:41.676785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:41.694772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:41.729097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port e5483c50-7611-4ee4-b3db-82db91d7494f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e5483c50-7611-4ee4-b3db-82db91d7494f,segment=NetworkSegment(ca4cc57f-6c02-492b-b30c-87a84f7cd5aa),segment_id=ca4cc57f-6c02-492b-b30c-87a84f7cd5aa)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:41.737934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:41.820193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f67cc5-218f-4e84-b365-fe4dc88ffc48 None None] New status for floating IP de9d14d1-8844-4693-8ffa-4bb9ef8290c7: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:10:41.841871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60364) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:41.990025 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 7, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:41.995814 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10800ea-c083-402a-bc64-2e06be815c52 None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 7, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5483c50-7611-4ee4-b3db-82db91d7494f', 'name': '', 'network_id': '56b53afb-55b1-4c98-b771-96781ee504d5', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:4b:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:31Z', 'updated_at': '2022-03-11T13:10:39Z', 'revision_number': 4, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '33af2b65-ba98-4ffa-9f35-acedbcb476f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:41.996192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:42.013559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:42.033300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:42.068260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=fa754068-4318-4ddf-b4ac-df0be8f9c9c3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:42.098748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:42.114034 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-55a3d0c5-9bdd-44b7-8a0b-ac6fbee05bd2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/floatingips/de9d14d1-8844-4693-8ffa-4bb9ef8290c7 HTTP/1.1" status: 200 len: 991 time: 0.2673032 Mar 11 13:10:42.118989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=e5483c50-7611-4ee4-b3db-82db91d7494f,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:42.141567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port e5483c50-7611-4ee4-b3db-82db91d7494f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:42.141910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:42.212078 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f60c5cd-f13d-41a9-881b-46c24c3081e4 req-c7ec7d6f-7e71-406b-a2c2-6937ca0200fb service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434050 Mar 11 13:10:42.348734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port e5483c50-7611-4ee4-b3db-82db91d7494f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e5483c50-7611-4ee4-b3db-82db91d7494f,segment=NetworkSegment(ca4cc57f-6c02-492b-b30c-87a84f7cd5aa),segment_id=ca4cc57f-6c02-492b-b30c-87a84f7cd5aa)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:42.349189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:42.473047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for e5483c50-7611-4ee4-b3db-82db91d7494f owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:42.528422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:42.648454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:42.693757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=e5483c50-7611-4ee4-b3db-82db91d7494f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:42.905730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.072340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.110236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 0a9172df-4e21-445a-92dd-c6c2ebea7e4a is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:10:43.117092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:43.395545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:43.480312 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-65b1d5d7-0b16-4fb0-bde3-631876c17ebb tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/floatingips/de9d14d1-8844-4693-8ffa-4bb9ef8290c7 HTTP/1.1" status: 200 len: 993 time: 0.3621459 Mar 11 13:10:43.514632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:43.525143 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] Sync routers for ids ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:43.534752 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] Routers {'0a9172df-4e21-445a-92dd-c6c2ebea7e4a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:43.535453 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:43.541509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.545236 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85e57eab-af22-49b7-83ea-a31eaa11c34c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1989894 Mar 11 13:10:43.545503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60372) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:43.562774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:43.575288 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e1ed8ff5-d9fb-47cd-a4b2-adcc85f06a6a tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7457891 Mar 11 13:10:43.575531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:43.577926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60376) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:43.587111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:43.587708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:43.631284 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:43.643373 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] Routers {'0a9172df-4e21-445a-92dd-c6c2ebea7e4a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:43.644430 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:43.645882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet 33af2b65-ba98-4ffa-9f35-acedbcb476f0 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:43.649677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.711745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.723904 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:43.724357 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dbcf8-8cb0-4214-8d67-e868d68768db None None] The sync data for ids ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:43.759619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e876c496-2b1e-4159-a9c9-dce44253fc7c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/routers/0a9172df-4e21-445a-92dd-c6c2ebea7e4a HTTP/1.1" status: 200 len: 885 time: 0.2102954 Mar 11 13:10:43.759883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60380) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:43.802148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:43.812346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.893448 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.934579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=33af2b65-ba98-4ffa-9f35-acedbcb476f0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:43.936289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:43.942644 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3f6801c8-e730-430f-8cd1-afddc6133a2f tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/33af2b65-ba98-4ffa-9f35-acedbcb476f0 HTTP/1.1" status: 204 len: 168 time: 0.3634019 Mar 11 13:10:43.946910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60384) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:43.962503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7e372-5715-4d92-8cf2-799006d69748 None None] Network 56b53afb-55b1-4c98-b771-96781ee504d5 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:44.074553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ee75ef6-4dcf-4029-ae79-17373a21bde5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:router {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:44.081770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.101714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port edab6736-f693-42eb-a5f2-ae63772b499a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:44.102078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.134506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ee75ef6-4dcf-4029-ae79-17373a21bde5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:router {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:44.135702 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ee75ef6-4dcf-4029-ae79-17373a21bde5 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3749292 Mar 11 13:10:44.138808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60388) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:44.146516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a476d1d7-828b-4c30-8e49-b4eededf3c48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1665416828'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:44.311242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:42Z', 'revision_number': 8, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:44.316224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:44.325971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:44.326583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:44.330123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port edab6736-f693-42eb-a5f2-ae63772b499a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=edab6736-f693-42eb-a5f2-ae63772b499a,segment=NetworkSegment(ca4cc57f-6c02-492b-b30c-87a84f7cd5aa),segment_id=ca4cc57f-6c02-492b-b30c-87a84f7cd5aa)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:44.330554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.390001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44cc8b4-3550-4eed-8176-f7d982e5f875 None None] DHCP port deletion for 56b53afb-55b1-4c98-b771-96781ee504d5 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:44.449525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e44cc8b4-3550-4eed-8176-f7d982e5f875 None None] Deleting port edab6736-f693-42eb-a5f2-ae63772b499a {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:44.449841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e44cc8b4-3550-4eed-8176-f7d982e5f875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.483194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for edab6736-f693-42eb-a5f2-ae63772b499a owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:44.535270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:44.570401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.617477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=edab6736-f693-42eb-a5f2-ae63772b499a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:44.620464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e44cc8b4-3550-4eed-8176-f7d982e5f875 None None] The port 'edab6736-f693-42eb-a5f2-ae63772b499a' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:10:44.623019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No DVR routers for this DVR port edab6736-f693-42eb-a5f2-ae63772b499a on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:44.810170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a476d1d7-828b-4c30-8e49-b4eededf3c48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.824006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a476d1d7-828b-4c30-8e49-b4eededf3c48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.886082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.911087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:42Z', 'revision_number': 8, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:44.913042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b53afb-55b1-4c98-b771-96781ee504d5']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:44.916250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8aceba-ee9d-4b27-8044-4b9193577298 None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:42Z', 'revision_number': 8, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': '6f1908e8-9080-424d-93dd-cd542494b75f', 'name': '', 'network_id': '76deaab3-baa3-4356-9529-51d141e83837', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:89:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:24Z', 'updated_at': '2022-03-11T13:10:37Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:44.927134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:44.927458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4cc57f-6c02-492b-b30c-87a84f7cd5aa') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:44.939731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.956740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.963235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:44.963607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:44.981387 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:45.015012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476d1d7-828b-4c30-8e49-b4eededf3c48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 0a9172df-4e21-445a-92dd-c6c2ebea7e4a has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:45.062017 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:45.065822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:45.097693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=56b53afb-55b1-4c98-b771-96781ee504d5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:45.106241 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-56a819dc-b33b-43d8-a307-3e00a98d70e3 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/56b53afb-55b1-4c98-b771-96781ee504d5 HTTP/1.1" status: 204 len: 168 time: 1.1583817 Mar 11 13:10:45.108875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60392) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:45.325972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476d1d7-828b-4c30-8e49-b4eededf3c48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:45.329347 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e5483c50-7611-4ee4-b3db-82db91d7494f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:45.336913 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] Sync routers for ids ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:45.344059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a476d1d7-828b-4c30-8e49-b4eededf3c48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:45.347527 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a476d1d7-828b-4c30-8e49-b4eededf3c48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/0a9172df-4e21-445a-92dd-c6c2ebea7e4a HTTP/1.1" status: 200 len: 892 time: 1.2046459 Mar 11 13:10:45.348138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60396) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:45.362377 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] Routers {'0a9172df-4e21-445a-92dd-c6c2ebea7e4a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:45.362989 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:45.399293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: e5483c50-7611-4ee4-b3db-82db91d7494f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:45.399773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e5483c50-7611-4ee4-b3db-82db91d7494f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:45.400022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device edab6736-f693-42eb-a5f2-ae63772b499a no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:45.448704 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:45.458140 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] Routers {'0a9172df-4e21-445a-92dd-c6c2ebea7e4a'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:45.458727 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:45.469981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: edab6736-f693-42eb-a5f2-ae63772b499a {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:45.469981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device edab6736-f693-42eb-a5f2-ae63772b499a not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:45.529042 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:45.529461 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87897c2-4056-49e1-8bfc-6cc82be8f551 None None] The sync data for ids ['0a9172df-4e21-445a-92dd-c6c2ebea7e4a'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:45.613383 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-65db7df2-2fac-44cb-9f54-4e4ce6c756eb tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/routers/0a9172df-4e21-445a-92dd-c6c2ebea7e4a HTTP/1.1" status: 200 len: 892 time: 0.2640622 Mar 11 13:10:45.616155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60400) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:45.661475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-986849e0-a478-4eb8-af22-3fe3955c1c54 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:45.677747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-986849e0-a478-4eb8-af22-3fe3955c1c54 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:45.682206 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-986849e0-a478-4eb8-af22-3fe3955c1c54 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a9172df-4e21-445a-92dd-c6c2ebea7e4a HTTP/1.1" status: 200 len: 205 time: 0.0613225 Mar 11 13:10:45.682383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:45.733814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:45.864828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.048615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.059196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port fa754068-4318-4ddf-b4ac-df0be8f9c9c3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:46.059566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.182809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port 6f1908e8-9080-424d-93dd-cd542494b75f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:46.183069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.230097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.352475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for fa754068-4318-4ddf-b4ac-df0be8f9c9c3 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:46.370732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port 6f1908e8-9080-424d-93dd-cd542494b75f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=6f1908e8-9080-424d-93dd-cd542494b75f,segment=NetworkSegment(be1c1104-5b44-4b7d-ad4a-9631cbf199cf),segment_id=be1c1104-5b44-4b7d-ad4a-9631cbf199cf)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:46.371263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.498322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for 6f1908e8-9080-424d-93dd-cd542494b75f owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:46.518974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.681998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=fa754068-4318-4ddf-b4ac-df0be8f9c9c3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:46.687351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.735965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=6f1908e8-9080-424d-93dd-cd542494b75f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:46.775966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.958141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.960896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.987535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:46.987936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9172df-4e21-445a-92dd-c6c2ebea7e4a {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:10:47.001649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.014515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.015545 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ecdad0bf-5f39-4f9d-999f-81ffbcaa8a6b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/0a9172df-4e21-445a-92dd-c6c2ebea7e4a HTTP/1.1" status: 204 len: 168 time: 1.3321311 Mar 11 13:10:47.019219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:47.025423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-811318510'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:47.035785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:47.040470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:47.043553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:47.049189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:47.058936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:47.062406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.089743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:47.098118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.098463 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment 0c578958-2ac0-4b12-adf8-7356088e4150 of type vlan for network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe Mar 11 13:10:47.124350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.154675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.160249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:47.161125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.276859 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2561011 Mar 11 13:10:47.280262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60412) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:47.287994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': '1bcd2d4d-c692-4212-8b5c-6b7e933c24fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:47.303054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eca600-df0c-4f94-964d-fd2d11b6225a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=1bcd2d4d-c692-4212-8b5c-6b7e933c24fe,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:47.314513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:47.412528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:47.417094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:47.420090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:47.426319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:47.438766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:47.442899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.446888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:47.608003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:47.618663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:47.621701 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-366f1e40-38df-4b2e-a113-87be5b24f272 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5117667 Mar 11 13:10:47.624235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60416) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:47.630103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:47.630845 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:47.667796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.695203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:47.699240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.748090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=d8a2d213-a1e6-4902-8f5a-0910d85f41b7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:47.754723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.759394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': '0c578958-2ac0-4b12-adf8-7356088e4150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1bcd2d4d-c692-4212-8b5c-6b7e933c24fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:47.759750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:47.779447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:47.790621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:47.794458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:47.795078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:47.795710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.826257 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0810429-4039-44f2-a33f-affde83079a8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5448239 Mar 11 13:10:47.828929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60420) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:47.835851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1550181276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:47.839801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071c2a4-e18e-4388-96d8-6e7a9b3b1ab8 None None] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:47.846425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:47.850492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.851307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:router and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:47.854299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:47.860194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:47.872605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.873637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.889628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.910721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.932806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.949347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.953406 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fb3e89cd-1b59-46c2-81a8-39b5790efc9e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1204777 Mar 11 13:10:47.953804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60424) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:47.972610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:47.978664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:47.984847 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c623748b-ebba-41da-93dc-b202252fe46b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6 HTTP/1.1" status: 204 len: 168 time: 0.3584571 Mar 11 13:10:47.987405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60428) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:48.007747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfe9af-a0a0-4358-9145-6f9c6d81a663 None None] Network 76deaab3-baa3-4356-9529-51d141e83837 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:48.105764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.117151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port f1babe00-7e51-4816-9c23-3cd95855a11b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:48.117523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.326377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port f1babe00-7e51-4816-9c23-3cd95855a11b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f1babe00-7e51-4816-9c23-3cd95855a11b,segment=NetworkSegment(be1c1104-5b44-4b7d-ad4a-9631cbf199cf),segment_id=be1c1104-5b44-4b7d-ad4a-9631cbf199cf)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:48.326781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.403024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-1bcd2d4d-c692-4212-8b5c-6b7e933c24fe', 'network_id': '1bcd2d4d-c692-4212-8b5c-6b7e933c24fe', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': 'd8a2d213-a1e6-4902-8f5a-0910d85f41b7'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:48.403845 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.497530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for f1babe00-7e51-4816-9c23-3cd95855a11b owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:48.580235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.603059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.643647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=f1babe00-7e51-4816-9c23-3cd95855a11b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:48.646554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No DVR routers for this DVR port f1babe00-7e51-4816-9c23-3cd95855a11b on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:48.652025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:46Z', 'revision_number': 9, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:48.654590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Allocated IP 2001:db8::2 (1bcd2d4d-c692-4212-8b5c-6b7e933c24fe/d8a2d213-a1e6-4902-8f5a-0910d85f41b7/9264da42-e357-4769-a66e-f466467f225a) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:48.661127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:48.754836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:48.755470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:48.780551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.804711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76deaab3-baa3-4356-9529-51d141e83837']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:48.813168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2fa703-54f1-4267-93b2-6fe0219eae1b None None] DHCP port deletion for 76deaab3-baa3-4356-9529-51d141e83837 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:48.817474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:48.817777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1c1104-5b44-4b7d-ad4a-9631cbf199cf') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:48.830512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.849013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.856117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:48.857287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:48.872775 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:49.053400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:49.067928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.087903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.101539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=76deaab3-baa3-4356-9529-51d141e83837,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:49.109373 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c0569846-fc71-4af6-9672-3981e10d1447 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/76deaab3-baa3-4356-9529-51d141e83837 HTTP/1.1" status: 204 len: 168 time: 1.1181192 Mar 11 13:10:49.109534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60434) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:49.138043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.220303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Transition to ACTIVE for port object 9264da42-e357-4769-a66e-f466467f225a will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:49.229507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f1babe00-7e51-4816-9c23-3cd95855a11b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:49.283362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: f1babe00-7e51-4816-9c23-3cd95855a11b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:49.283715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f1babe00-7e51-4816-9c23-3cd95855a11b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:49.346998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Transition to ACTIVE for port object 9264da42-e357-4769-a66e-f466467f225a will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:49.358472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.423545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8::1 (1bcd2d4d-c692-4212-8b5c-6b7e933c24fe/d8a2d213-a1e6-4902-8f5a-0910d85f41b7/18daadc0-7a8e-40b1-b543-4ff3662de1d5) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:49.455207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:49.482460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:49.495388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:49.504401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Pushing event updated for resources: {'Port': ['ID=9264da42-e357-4769-a66e-f466467f225a,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:49.602009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.609954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Attempting to bind port 9264da42-e357-4769-a66e-f466467f225a on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:10:49.610321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Attempting to bind port 9264da42-e357-4769-a66e-f466467f225a by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '0c578958-2ac0-4b12-adf8-7356088e4150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1bcd2d4d-c692-4212-8b5c-6b7e933c24fe'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:10:49.610673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Attempting to bind port 9264da42-e357-4769-a66e-f466467f225a on network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:10:49.619399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object 18daadc0-7a8e-40b1-b543-4ff3662de1d5 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:10:49.621139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:10:49.621568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Checking segment: {'id': '0c578958-2ac0-4b12-adf8-7356088e4150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1bcd2d4d-c692-4212-8b5c-6b7e933c24fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:49.621968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.622352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Bound using segment: {'id': '0c578958-2ac0-4b12-adf8-7356088e4150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1bcd2d4d-c692-4212-8b5c-6b7e933c24fe'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:10:49.622816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Bound port: 9264da42-e357-4769-a66e-f466467f225a, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c578958-2ac0-4b12-adf8-7356088e4150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1bcd2d4d-c692-4212-8b5c-6b7e933c24fe'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:10:49.623181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.643864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.644485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.668476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:46Z', 'revision_number': 9, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:49.683182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fe2d9-43be-4c82-b1f3-71c9c13fe382 None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:46Z', 'revision_number': 9, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca', 'name': '', 'network_id': '5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:f0:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:20Z', 'updated_at': '2022-03-11T13:10:33Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': '05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:49.713312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:49.717270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:49.726270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:10:49.726795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.739057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] For port 9264da42-e357-4769-a66e-f466467f225a, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:10:49.741040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=18daadc0-7a8e-40b1-b543-4ff3662de1d5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:49.743380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] For port 9264da42-e357-4769-a66e-f466467f225a, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9264da42-e357-4769-a66e-f466467f225a,segment=NetworkSegment(0c578958-2ac0-4b12-adf8-7356088e4150),segment_id=0c578958-2ac0-4b12-adf8-7356088e4150)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:10:49.749414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:49.839300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffa954-433a-4a79-9af3-1b50ca97faf5 None None] Pushing event updated for resources: {'Port': ['ID=9264da42-e357-4769-a66e-f466467f225a,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:49.848532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:50.046777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:50.047356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:50.284522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,segment=NetworkSegment(5926650c-efa4-4cd2-8b48-f9fd4151dffd),segment_id=5926650c-efa4-4cd2-8b48-f9fd4151dffd)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:50.285136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:50.346271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:50.352224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:50.353123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:50.433084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:50.440650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=18daadc0-7a8e-40b1-b543-4ff3662de1d5,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:50.600718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:50.602762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:50.757376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:50.843006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:50.951359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 5faf87dd-e6aa-45eb-9909-23099f32de43 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:10:51.016105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da05f3ea-9f02-49b9-9587-71986efe33a7 None None] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:51.096648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.130024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:51.130624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-72e1b70b-13b8-4254-813e-7607e3d461ee None None] Provisioning for port 9264da42-e357-4769-a66e-f466467f225a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:51.143098 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c0a4bc4a-2876-462b-809b-38657f868928 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/5faf87dd-e6aa-45eb-9909-23099f32de43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1876540 Mar 11 13:10:51.145377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60438) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:51.149274 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] Sync routers for ids ['5faf87dd-e6aa-45eb-9909-23099f32de43'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:51.160658 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] Routers {'5faf87dd-e6aa-45eb-9909-23099f32de43'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:51.161578 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5faf87dd-e6aa-45eb-9909-23099f32de43'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:51.238881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840c8f1-a52e-41da-a430-fb52ed073d8e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:51.239775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5840c8f1-a52e-41da-a430-fb52ed073d8e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:51.260985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5840c8f1-a52e-41da-a430-fb52ed073d8e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:51.261837 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:51.262365 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5840c8f1-a52e-41da-a430-fb52ed073d8e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports/18daadc0-7a8e-40b1-b543-4ff3662de1d5 HTTP/1.1" status: 200 len: 911 time: 0.1157413 Mar 11 13:10:51.265628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60442) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:51.273996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8a2d213-a1e6-4902-8f5a-0910d85f41b7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:51.275605 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] Routers {'5faf87dd-e6aa-45eb-9909-23099f32de43'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:51.276405 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5faf87dd-e6aa-45eb-9909-23099f32de43'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:51.356099 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:51.356815 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c22c12-9163-4837-924f-33a002c6d7b9 None None] The sync data for ids ['5faf87dd-e6aa-45eb-9909-23099f32de43'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:51.392011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9264da42-e357-4769-a66e-f466467f225a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:51.478571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9264da42-e357-4769-a66e-f466467f225a completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:51.489377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9264da42-e357-4769-a66e-f466467f225a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:51.490074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.549176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:51.607935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.650134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.686459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43252035-a89b-4772-8039-15d82b20292c None None] Provisioning for port 18daadc0-7a8e-40b1-b543-4ff3662de1d5 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:10:51.696253 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43252035-a89b-4772-8039-15d82b20292c None None] Provisioning complete for port 18daadc0-7a8e-40b1-b543-4ff3662de1d5 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:51.696620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43252035-a89b-4772-8039-15d82b20292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.727100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:51.740656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9264da42-e357-4769-a66e-f466467f225a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9264da42-e357-4769-a66e-f466467f225a,segment=NetworkSegment(0c578958-2ac0-4b12-adf8-7356088e4150),segment_id=0c578958-2ac0-4b12-adf8-7356088e4150)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:51.743393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:51.744379 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7bc81f98-76ec-4566-92fb-16b53f24920d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339185 Mar 11 13:10:51.747211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60446) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:51.759156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.829902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet 05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:51.834122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.853584 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:51.854219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:51.897324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:51.976694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6f1908e8-9080-424d-93dd-cd542494b75f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:51.997842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.029870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-43252035-a89b-4772-8039-15d82b20292c None None] Port 18daadc0-7a8e-40b1-b543-4ff3662de1d5 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:52.081791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.090594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 6f1908e8-9080-424d-93dd-cd542494b75f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:52.090939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 6f1908e8-9080-424d-93dd-cd542494b75f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:52.116188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9264da42-e357-4769-a66e-f466467f225a,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:52.126683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.129526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:52.133702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.142507 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1b742d2b-f684-4fd5-a541-601f8905477e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9 HTTP/1.1" status: 204 len: 168 time: 0.3913398 Mar 11 13:10:52.142756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60450) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:52.167202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:52.216911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.229466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.229760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dc31b-7069-45c1-b824-4523bdc9ece6 None None] Network 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:52.235462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:52.236198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.240290 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/ports/18daadc0-7a8e-40b1-b543-4ff3662de1d5 HTTP/1.1" status: 200 len: 911 time: 0.9708276 Mar 11 13:10:52.250176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-43252035-a89b-4772-8039-15d82b20292c None None] Provisioning complete for port 9264da42-e357-4769-a66e-f466467f225a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:52.250545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43252035-a89b-4772-8039-15d82b20292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.264606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.268054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60454) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:52.307068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9ed7f-595a-4db7-8996-9ab5197e53f2 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=18daadc0-7a8e-40b1-b543-4ff3662de1d5,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:52.451696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:52.452038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.770970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:50Z', 'revision_number': 10, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:52.775682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:52.785020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:52.785162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:52.837073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] DHCP port deletion for 5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:52.858734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Deleting port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:52.859100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.919337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,segment=NetworkSegment(5926650c-efa4-4cd2-8b48-f9fd4151dffd),segment_id=5926650c-efa4-4cd2-8b48-f9fd4151dffd)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:52.919926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:52.971420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5d1e3844-aca9-4eea-88ac-34f631455890 None None] Provisioning complete for port 18daadc0-7a8e-40b1-b543-4ff3662de1d5 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:52.971707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3844-aca9-4eea-88ac-34f631455890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.078022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for ae1b85a6-f399-4e54-a88d-2f5ecb20a32e owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:53.084265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:53.134397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e3844-aca9-4eea-88ac-34f631455890 None None] Port 18daadc0-7a8e-40b1-b543-4ff3662de1d5 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:10:53.203744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.249514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9264da42-e357-4769-a66e-f466467f225a up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:10:53.263493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No DVR routers for this DVR port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:53.264951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:53.400529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.431169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.482619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:53.507412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5926650c-efa4-4cd2-8b48-f9fd4151dffd') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:53.507710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5926650c-efa4-4cd2-8b48-f9fd4151dffd') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:53.512756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] For port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ae1b85a6-f399-4e54-a88d-2f5ecb20a32e,segment=NetworkSegment(5926650c-efa4-4cd2-8b48-f9fd4151dffd),segment_id=5926650c-efa4-4cd2-8b48-f9fd4151dffd)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:53.513146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.647230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Calling delete_port for ae1b85a6-f399-4e54-a88d-2f5ecb20a32e owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:53.705823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.734365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.747262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:53.747652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.750708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9264da42-e357-4769-a66e-f466467f225a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:10:53.751076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:53.803237 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:53.839275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:10:53.839628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:10:53.892552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:50Z', 'revision_number': 10, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:53.901122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d31a54-1cb3-4f28-be3b-89ed6a225f37 None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:50Z', 'revision_number': 10, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None, '_interfaces': [{'id': 'fd4dca2b-78df-464a-bef3-2564510b95f2', 'name': '', 'network_id': '4e78fce5-11f8-4d12-9c29-ccf6ac066dc8', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'mac_address': 'fa:16:3e:5e:14:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:13Z', 'updated_at': '2022-03-11T13:10:22Z', 'revision_number': 5, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'subnets': [{'id': 'ee50146e-fe77-47dc-9e0b-57e7efb0d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:53.945570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.964274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:53.983772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:53.991220 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b5f39191-0990-48da-9d3c-71984678cb9d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/5f19e6a2-3c90-4fc5-a071-edbb87fc0c7d HTTP/1.1" status: 204 len: 168 time: 1.8475554 Mar 11 13:10:53.994660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60464) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:54.057939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 18daadc0-7a8e-40b1-b543-4ff3662de1d5 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:54.058336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:54.256788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:54.279459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ae1b85a6-f399-4e54-a88d-2f5ecb20a32e no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:54.318189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ae1b85a6-f399-4e54-a88d-2f5ecb20a32e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:54.318554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ae1b85a6-f399-4e54-a88d-2f5ecb20a32e not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:54.340515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Deleting port ae1b85a6-f399-4e54-a88d-2f5ecb20a32e {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:54.341380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:54.388984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 18daadc0-7a8e-40b1-b543-4ff3662de1d5 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:54.422025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-19351cd5-8186-4755-9b70-0baeebc4028c None None] The port 'ae1b85a6-f399-4e54-a88d-2f5ecb20a32e' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:10:54.574456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:54.656843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=18daadc0-7a8e-40b1-b543-4ff3662de1d5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:54.670748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:54.799355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:55.009461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port fd4dca2b-78df-464a-bef3-2564510b95f2 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:55.010053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:55.193244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:55.216452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 5faf87dd-e6aa-45eb-9909-23099f32de43 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:55.218709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port fd4dca2b-78df-464a-bef3-2564510b95f2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fd4dca2b-78df-464a-bef3-2564510b95f2,segment=NetworkSegment(034f5560-6e5a-47c0-b3ec-933ea127c1d3),segment_id=034f5560-6e5a-47c0-b3ec-933ea127c1d3)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:55.219274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:55.231516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:55.231940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4e896e1-b83d-4a66-8e8c-b8ad0ee58aca not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:55.351456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:55.353997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for fd4dca2b-78df-464a-bef3-2564510b95f2 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:55.362289 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] Sync routers for ids ['5faf87dd-e6aa-45eb-9909-23099f32de43'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:55.368689 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7d16ec26-dc6b-479c-9a41-bbda681715d6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/5faf87dd-e6aa-45eb-9909-23099f32de43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0975335 Mar 11 13:10:55.371763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60468) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:55.372682 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] Routers {'5faf87dd-e6aa-45eb-9909-23099f32de43'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:55.373740 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5faf87dd-e6aa-45eb-9909-23099f32de43'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:55.425505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c97cf696-39ef-45b9-9331-7dcd9bbd1b3f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:55.443484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c97cf696-39ef-45b9-9331-7dcd9bbd1b3f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:55.448575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60472) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:55.448725 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c97cf696-39ef-45b9-9331-7dcd9bbd1b3f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faf87dd-e6aa-45eb-9909-23099f32de43 HTTP/1.1" status: 200 len: 205 time: 0.0758905 Mar 11 13:10:55.450965 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:55.459644 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] Routers {'5faf87dd-e6aa-45eb-9909-23099f32de43'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:55.460873 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['5faf87dd-e6aa-45eb-9909-23099f32de43'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:55.530283 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:55.530782 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a15406-f617-4701-86d3-26aca80db8e2 None None] The sync data for ids ['5faf87dd-e6aa-45eb-9909-23099f32de43'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:55.596642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-670035d2-545d-4e0a-9be3-f8ba47bc9ab1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.054737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-670035d2-545d-4e0a-9be3-f8ba47bc9ab1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.059106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-670035d2-545d-4e0a-9be3-f8ba47bc9ab1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.088952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.127765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-670035d2-545d-4e0a-9be3-f8ba47bc9ab1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.128232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670035d2-545d-4e0a-9be3-f8ba47bc9ab1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Fanout notify agent at l3_agent the message router_deleted on router 5faf87dd-e6aa-45eb-9909-23099f32de43 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:10:56.174887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=fd4dca2b-78df-464a-bef3-2564510b95f2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:56.244629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-670035d2-545d-4e0a-9be3-f8ba47bc9ab1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.248234 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-670035d2-545d-4e0a-9be3-f8ba47bc9ab1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/5faf87dd-e6aa-45eb-9909-23099f32de43 HTTP/1.1" status: 204 len: 168 time: 0.7962210 Mar 11 13:10:56.248848 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60478) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:56.393351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet d8a2d213-a1e6-4902-8f5a-0910d85f41b7 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:56.451146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.488936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.579963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:56.839155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:56.854150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.150115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:57.158449 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf8a3f91-0d7b-4fef-870a-dd48d9d5ec8d tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1625972 Mar 11 13:10:57.161148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:57.165062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:57.174847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:57.175519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:57.228479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.279803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a2d213-a1e6-4902-8f5a-0910d85f41b7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:57.287214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting subnet ee50146e-fe77-47dc-9e0b-57e7efb0d433 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:10:57.291132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.295571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.299724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1442b8-ae62-4c3a-85c6-a86547c0183a None None] Network 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:57.329270 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f4aac607-9f59-4334-91ea-ab6432ce6c55 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/d8a2d213-a1e6-4902-8f5a-0910d85f41b7 HTTP/1.1" status: 204 len: 168 time: 1.0793953 Mar 11 13:10:57.332219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60486) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:57.334655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:57.360080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.444361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:55Z', 'revision_number': 11, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:57.447161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.453341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:57.453683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.463369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 9264da42-e357-4769-a66e-f466467f225a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:57.463721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.527542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:57.528152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:57.542242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.588972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Subnet': ['ID=ee50146e-fe77-47dc-9e0b-57e7efb0d433,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:57.591247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.600524 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c3037a0-6e36-4145-ab6c-0a52601b2538 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/ee50146e-fe77-47dc-9e0b-57e7efb0d433 HTTP/1.1" status: 204 len: 168 time: 0.4355011 Mar 11 13:10:57.600871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60490) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:57.620698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c570ee-647e-4479-a46f-6995a1971048 None None] Network 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:57.690066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 9264da42-e357-4769-a66e-f466467f225a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9264da42-e357-4769-a66e-f466467f225a,segment=NetworkSegment(0c578958-2ac0-4b12-adf8-7356088e4150),segment_id=0c578958-2ac0-4b12-adf8-7356088e4150)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:57.690553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.724431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.735842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Deleting port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:10:57.736277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.817974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 9264da42-e357-4769-a66e-f466467f225a owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:57.845062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:57.899528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.947906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=9264da42-e357-4769-a66e-f466467f225a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:57.950835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] For port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bf345260-5f9b-4df2-8ebd-9b8f3da38d9e,segment=NetworkSegment(034f5560-6e5a-47c0-b3ec-933ea127c1d3),segment_id=034f5560-6e5a-47c0-b3ec-933ea127c1d3)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:10:57.951192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:57.954496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No DVR routers for this DVR port 9264da42-e357-4769-a66e-f466467f225a on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:57.966675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:55Z', 'revision_number': 11, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:58.004517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4586eb-c15b-4ca3-a4d5-b18a9eb5c891 None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:55Z', 'revision_number': 11, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:58.088790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.095314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Calling delete_port for bf345260-5f9b-4df2-8ebd-9b8f3da38d9e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:10:58.116123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcd2d4d-c692-4212-8b5c-6b7e933c24fe']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:58.132135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c578958-2ac0-4b12-adf8-7356088e4150') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:58.132932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c578958-2ac0-4b12-adf8-7356088e4150') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:58.144889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.164067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.170160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:58.170566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.174215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:58.185741 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:58.225794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Port': ['ID=bf345260-5f9b-4df2-8ebd-9b8f3da38d9e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:58.230981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No DVR routers for this DVR port bf345260-5f9b-4df2-8ebd-9b8f3da38d9e on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:10:58.264923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.269148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.294033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=1bcd2d4d-c692-4212-8b5c-6b7e933c24fe,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:58.306158 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8f3c0933-09ce-4ac3-9870-5f8da9d5cc05 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/1bcd2d4d-c692-4212-8b5c-6b7e933c24fe HTTP/1.1" status: 204 len: 168 time: 0.9728961 Mar 11 13:10:58.310384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60494) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:58.315075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-231226441', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:58.322197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:58.326207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:router and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:58.329301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:58.341158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:58.358528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.359038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.360856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.391549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec39d0c-dc54-4c74-9321-87816304f201 None None] DHCP port deletion for 1bcd2d4d-c692-4212-8b5c-6b7e933c24fe request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:58.394100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.394816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e78fce5-11f8-4d12-9c29-ccf6ac066dc8']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:58.409874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af22fdde-b5b8-4816-a524-bb8143387b92 None None] DHCP port deletion for 4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:10:58.411983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034f5560-6e5a-47c0-b3ec-933ea127c1d3') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:58.412159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034f5560-6e5a-47c0-b3ec-933ea127c1d3') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:58.421119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.426023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.446149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.453383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:10:58.454643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:10:58.469690 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:10:58.473737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.478472 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f3b132fe-051e-4e8b-95f8-4c2e3008ec45 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1643531 Mar 11 13:10:58.478982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60498) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:58.487052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-202033292'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:58.492509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:58.496901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:58.499787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:58.505799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:58.516242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:58.520024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.554806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.560882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:10:58.573366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.578057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.578502 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9 of type vlan for network eeb6adb7-fa96-4c00-8786-295ec2ba4191 Mar 11 13:10:58.587967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Pushing event deleted for resources: {'Network': ['ID=4e78fce5-11f8-4d12-9c29-ccf6ac066dc8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:58.592669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6b19b140-324a-4a15-8622-c056e50ffe41 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/networks/4e78fce5-11f8-4d12-9c29-ccf6ac066dc8 HTTP/1.1" status: 204 len: 168 time: 0.9901879 Mar 11 13:10:58.595464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:58.600545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'routes': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:58.609488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.639933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.645407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:58.646013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:58.749689 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2686386 Mar 11 13:10:58.755885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60506) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:58.763841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:58.782731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091f2e8-de02-4864-8a78-9ddb62a424e9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=eeb6adb7-fa96-4c00-8786-295ec2ba4191,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:58.793551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:10:58.883561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:10:58.887585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:10:58.890396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:10:58.896974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:10:58.908876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:58.912327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.010781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Added routes are [] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 13:10:59.011060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Removed routes are [] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 13:10:59.011413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.231174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bf345260-5f9b-4df2-8ebd-9b8f3da38d9e no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:59.240317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.265591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: bf345260-5f9b-4df2-8ebd-9b8f3da38d9e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:59.265938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bf345260-5f9b-4df2-8ebd-9b8f3da38d9e not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:59.266362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9264da42-e357-4769-a66e-f466467f225a no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:59.283093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.287050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.299767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 9264da42-e357-4769-a66e-f466467f225a {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:59.300111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9264da42-e357-4769-a66e-f466467f225a not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:59.300520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fd4dca2b-78df-464a-bef3-2564510b95f2 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:10:59.324092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=b833be90-1079-4322-b2b1-8e70495cb8ed,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:59.336307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:10:59.336852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: eeb6adb7-fa96-4c00-8786-295ec2ba4191, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:10:59.337021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: fd4dca2b-78df-464a-bef3-2564510b95f2 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:10:59.337374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fd4dca2b-78df-464a-bef3-2564510b95f2 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:10:59.361284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:10:59.378791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, eeb6adb7-fa96-4c00-8786-295ec2ba4191) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:59.384232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:59.384988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.391695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc75098f-bbfe-48fc-8f6f-f63206321317 None None] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:10:59.413651 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6ffc56d4-ae81-4f0a-8176-6e4b51c4734d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6545689 Mar 11 13:10:59.415148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60510) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:59.438343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router 68154c8f-9ca8-4a2e-84f1-c9d798028768 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:10:59.586830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:10:59.593730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.595067 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7e6729dd-e3d1-4885-8893-aacaca927794 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 200 len: 701 time: 0.9987071 Mar 11 13:10:59.597994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60514) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:59.600411 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] Sync routers for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:59.611174 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:59.612201 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:59.646810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-28183fdf-b1fc-4f04-b545-ca001e3007d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Synchronizing usage tracker for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:10:59.661539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:10:59.662547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.665972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-28183fdf-b1fc-4f04-b545-ca001e3007d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Unset dirty status for tenant:44b6a0f75ab646afa864f9baa160a30b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:10:59.667551 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-28183fdf-b1fc-4f04-b545-ca001e3007d6 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 200 len: 205 time: 0.0682938 Mar 11 13:10:59.670513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60518) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:10:59.768722 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:10:59.848724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abc5ff99-7339-4754-ae10-223c1210aec8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:10:59.851706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Allocated IP 2001:db8::2 (eeb6adb7-fa96-4c00-8786-295ec2ba4191/b833be90-1079-4322-b2b1-8e70495cb8ed/8789bb70-c1b8-4224-9e8e-04e95ddb8842) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:59.915499 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:55Z', 'revision_number': 11, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:59.920190 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] Checking router: 68154c8f-9ca8-4a2e-84f1-c9d798028768 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:59.931118 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] Routers {'68154c8f-9ca8-4a2e-84f1-c9d798028768'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:10:59.932301 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['68154c8f-9ca8-4a2e-84f1-c9d798028768'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:59.944730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.084441 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] Set router 68154c8f-9ca8-4a2e-84f1-c9d798028768 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:00.093479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.106530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Transition to ACTIVE for port object 8789bb70-c1b8-4224-9e8e-04e95ddb8842 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:00.129042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Transition to ACTIVE for port object 8789bb70-c1b8-4224-9e8e-04e95ddb8842 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:00.137015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.205370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:00.212529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:00.217455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:00.222931 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:55Z', 'revision_number': 11, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:00.223255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Pushing event updated for resources: {'Port': ['ID=8789bb70-c1b8-4224-9e8e-04e95ddb8842,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:00.237393 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7b3eb-a31b-407d-afad-99c6c9178e6e None None] The sync data for ids ['68154c8f-9ca8-4a2e-84f1-c9d798028768'] in dv-neutron-833198-1-hyperv is: [{'id': '68154c8f-9ca8-4a2e-84f1-c9d798028768', 'name': 'tempest-RoutersTest-router-1655767215', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:10Z', 'updated_at': '2022-03-11T13:10:55Z', 'revision_number': 11, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:00.317688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Attempting to bind port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:00.318056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Attempting to bind port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:00.318411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Attempting to bind port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 on network eeb6adb7-fa96-4c00-8786-295ec2ba4191 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:00.323682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:00.324047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Checking segment: {'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:00.324441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.324827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Bound using segment: {'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:00.325280 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Bound port: 8789bb70-c1b8-4224-9e8e-04e95ddb8842, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:00.325664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.338677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8::1 (eeb6adb7-fa96-4c00-8786-295ec2ba4191/b833be90-1079-4322-b2b1-8e70495cb8ed/0849b3f5-ed79-4872-ad79-9c28d61b25c5) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:00.363936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abc5ff99-7339-4754-ae10-223c1210aec8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.366477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abc5ff99-7339-4754-ae10-223c1210aec8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.396786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abc5ff99-7339-4754-ae10-223c1210aec8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.397391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc5ff99-7339-4754-ae10-223c1210aec8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Fanout notify agent at l3_agent the message router_deleted on router 68154c8f-9ca8-4a2e-84f1-c9d798028768 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:11:00.419413 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abc5ff99-7339-4754-ae10-223c1210aec8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.421353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-abc5ff99-7339-4754-ae10-223c1210aec8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 204 len: 168 time: 0.7496040 Mar 11 13:11:00.426840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60524) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:00.432577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1168027860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:00.439731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:00.444244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Usage tracker for resource:router and tenant:44b6a0f75ab646afa864f9baa160a30b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:00.447603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:00.455234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:00.458578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] For port 8789bb70-c1b8-4224-9e8e-04e95ddb8842, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:00.466485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] For port 8789bb70-c1b8-4224-9e8e-04e95ddb8842, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8789bb70-c1b8-4224-9e8e-04e95ddb8842,segment=NetworkSegment(b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9),segment_id=b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:00.468601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.469663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.474645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.490163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.515290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.550160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.551413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b0af117f-690d-41f3-9879-f26d1c7d2c20 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1233101 Mar 11 13:11:00.554440 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60528) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:00.562168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-98af9983-2a93-4356-9bf2-cc62252d28b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:00.577036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.596422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object 0849b3f5-ed79-4872-ad79-9c28d61b25c5 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:00.633372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68c7df-b346-4877-b7f7-70e259a80715 None None] Pushing event updated for resources: {'Port': ['ID=8789bb70-c1b8-4224-9e8e-04e95ddb8842,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:00.643581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.719764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:00.720868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:00.725086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:00.725718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:00.752955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=0849b3f5-ed79-4872-ad79-9c28d61b25c5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:00.984815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.001479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98af9983-2a93-4356-9bf2-cc62252d28b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.015540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98af9983-2a93-4356-9bf2-cc62252d28b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.176634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af9983-2a93-4356-9bf2-cc62252d28b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Router f0d88773-2c41-4906-8eaa-b5024827e783 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:11:01.274943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8789bb70-c1b8-4224-9e8e-04e95ddb8842 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:01.319728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af9983-2a93-4356-9bf2-cc62252d28b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:01.326368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98af9983-2a93-4356-9bf2-cc62252d28b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.329768 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-98af9983-2a93-4356-9bf2-cc62252d28b7 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "PUT /v2.0/routers/f0d88773-2c41-4906-8eaa-b5024827e783 HTTP/1.1" status: 200 len: 694 time: 0.7721238 Mar 11 13:11:01.330126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60532) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:01.330371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] Sync routers for ids ['f0d88773-2c41-4906-8eaa-b5024827e783'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:01.365651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] Routers {'f0d88773-2c41-4906-8eaa-b5024827e783'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:01.366376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f0d88773-2c41-4906-8eaa-b5024827e783'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:01.407168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.415181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.416011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.485784 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1ee03d51-9258-4a25-9837-0d7b3223c96e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/routers/f0d88773-2c41-4906-8eaa-b5024827e783 HTTP/1.1" status: 200 len: 700 time: 0.1541598 Mar 11 13:11:01.486448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60536) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:01.516450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:01.605700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] Set router f0d88773-2c41-4906-8eaa-b5024827e783 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:01.610240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=0849b3f5-ed79-4872-ad79-9c28d61b25c5,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:01.645503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:01.646664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:01.685831 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-56133eba-6412-4fa6-9f11-cd9fa0c79fe9 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0d88773-2c41-4906-8eaa-b5024827e783 HTTP/1.1" status: 200 len: 205 time: 0.1981332 Mar 11 13:11:01.686440 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60540) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:01.722591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d88773-2c41-4906-8eaa-b5024827e783', 'name': 'tempest-RoutersTest-router-1168027860', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:01Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:01.728810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] Checking router: f0d88773-2c41-4906-8eaa-b5024827e783 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:01.737705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] Routers {'f0d88773-2c41-4906-8eaa-b5024827e783'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:01.738314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f0d88773-2c41-4906-8eaa-b5024827e783'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:01.822551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f15252a-2057-49b6-a4aa-bb5826012887 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:01.824784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02afd4a4-e0c8-45ea-8542-ed28d93a7510 None None] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:01.862921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:11:01.913119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] Set router f0d88773-2c41-4906-8eaa-b5024827e783 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:02.018853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:02.032115 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:02.032726 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b359db8b-d4c4-4327-b4fc-9a9f6e5beca7 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6157198 Mar 11 13:11:02.035691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60544) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.041669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-650847648'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:02.041872 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:02.042404 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:02.046507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:02.050400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:02.053269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:02.059357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:02.070830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:02.074542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.095714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d88773-2c41-4906-8eaa-b5024827e783', 'name': 'tempest-RoutersTest-router-1168027860', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:01Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:02.105736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790032d-a1ef-464d-9720-e1c90d153a81 None None] The sync data for ids ['f0d88773-2c41-4906-8eaa-b5024827e783'] in dv-neutron-833198-1-hyperv is: [{'id': 'f0d88773-2c41-4906-8eaa-b5024827e783', 'name': 'tempest-RoutersTest-router-1168027860', 'tenant_id': '44b6a0f75ab646afa864f9baa160a30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:01Z', 'revision_number': 2, 'project_id': '44b6a0f75ab646afa864f9baa160a30b', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:02.111531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c9b00132-44f3-41e7-96e8-8f9adbae0391 None None] Provisioning for port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:02.120641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:11:02.123135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c9b00132-44f3-41e7-96e8-8f9adbae0391 None None] Provisioning complete for port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:02.123563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c9b00132-44f3-41e7-96e8-8f9adbae0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.130456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.130799 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment e889604e-2aaa-421a-b6d7-57ccc44a02c9 of type vlan for network 109fca26-cab4-4f87-b7b4-02eabb5b7bad Mar 11 13:11:02.160540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f15252a-2057-49b6-a4aa-bb5826012887 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.161916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.164677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f15252a-2057-49b6-a4aa-bb5826012887 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.198679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f15252a-2057-49b6-a4aa-bb5826012887 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.199691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15252a-2057-49b6-a4aa-bb5826012887 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Fanout notify agent at l3_agent the message router_deleted on router f0d88773-2c41-4906-8eaa-b5024827e783 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:11:02.218901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.220817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0f15252a-2057-49b6-a4aa-bb5826012887 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.222092 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0f15252a-2057-49b6-a4aa-bb5826012887 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/f0d88773-2c41-4906-8eaa-b5024827e783 HTTP/1.1" status: 204 len: 168 time: 0.5347183 Mar 11 13:11:02.226977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60548) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.229064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:02.229768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.264618 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:02.309334 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ce4df142-6586-447f-ac24-e7b41037f6ad tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0d88773-2c41-4906-8eaa-b5024827e783 HTTP/1.1" status: 200 len: 205 time: 0.0782473 Mar 11 13:11:02.311600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60552) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.346720 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3099737 Mar 11 13:11:02.347304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60556) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.357949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:02.415500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c9b00132-44f3-41e7-96e8-8f9adbae0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.424012 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-aac59345-3bd8-4762-8320-f7bff97e6a77 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] delete failed (client error): The resource could not be found. Mar 11 13:11:02.425262 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aac59345-3bd8-4762-8320-f7bff97e6a77 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/f0d88773-2c41-4906-8eaa-b5024827e783 HTTP/1.1" status: 404 len: 336 time: 0.1126919 Mar 11 13:11:02.427753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60560) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.472050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a15701-f52d-423d-8e5d-15e3414541ef tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=109fca26-cab4-4f87-b7b4-02eabb5b7bad,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:02.482950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:02.488842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:02.489543 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a818e154-e940-4fce-ae01-a03a05788657 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:02.490222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a818e154-e940-4fce-ae01-a03a05788657 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:02.492400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:11:02.492537 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:02.499142 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a818e154-e940-4fce-ae01-a03a05788657 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/33af2b65-ba98-4ffa-9f35-acedbcb476f0 HTTP/1.1" status: 404 len: 337 time: 0.0701077 Mar 11 13:11:02.501217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60564) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.501566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:02.519649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:02.524977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.547978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1958e1e-35d3-458c-80f9-e3cb356ed29b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:02.548560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1958e1e-35d3-458c-80f9-e3cb356ed29b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:02.552820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1958e1e-35d3-458c-80f9-e3cb356ed29b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/c2b40372-8e8d-452f-aa11-dfd6e9dcc7e6 HTTP/1.1" status: 404 len: 337 time: 0.0479074 Mar 11 13:11:02.553098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60568) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.610590 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddcf305-9c32-44a0-8311-3c3da7041032 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:02.613509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddcf305-9c32-44a0-8311-3c3da7041032 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:02.625268 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dddcf305-9c32-44a0-8311-3c3da7041032 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/05adc0bc-589b-4fcb-8a8f-5ca30c6c03e9 HTTP/1.1" status: 404 len: 337 time: 0.0680466 Mar 11 13:11:02.625540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60572) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.639373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c9b00132-44f3-41e7-96e8-8f9adbae0391 None None] For port 8789bb70-c1b8-4224-9e8e-04e95ddb8842, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8789bb70-c1b8-4224-9e8e-04e95ddb8842,segment=NetworkSegment(b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9),segment_id=b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:02.649117 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c9b00132-44f3-41e7-96e8-8f9adbae0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.716687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed331db1-7d24-4cb7-9bdf-840e0911e8b1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:02.717934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed331db1-7d24-4cb7-9bdf-840e0911e8b1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:02.720312 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed331db1-7d24-4cb7-9bdf-840e0911e8b1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/ee50146e-fe77-47dc-9e0b-57e7efb0d433 HTTP/1.1" status: 404 len: 337 time: 0.0936751 Mar 11 13:11:02.722565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60576) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.765925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b00132-44f3-41e7-96e8-8f9adbae0391 None None] Pushing event updated for resources: {'Port': ['ID=8789bb70-c1b8-4224-9e8e-04e95ddb8842,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:02.804726 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-803d2b22-4264-4b2c-854e-5a53010892e0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 200 len: 205 time: 0.0799198 Mar 11 13:11:02.807852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.821542 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:00Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:01Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:02.826227 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:02.826589 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Updating router 127a9147-fbcc-44f4-a972-e703168a54a3 port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:11:02.878141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c6aea12-4a44-4736-8901-2349ffa698f8 None None] Provisioning complete for port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:02.878507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c6aea12-4a44-4736-8901-2349ffa698f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.912866 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-c99c85a6-031d-4258-a081-0be771cf1a96 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] delete failed (client error): The resource could not be found. Mar 11 13:11:02.920367 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c99c85a6-031d-4258-a081-0be771cf1a96 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/68154c8f-9ca8-4a2e-84f1-c9d798028768 HTTP/1.1" status: 404 len: 336 time: 0.1092927 Mar 11 13:11:02.921962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.922347 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:02.979650 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8b537e02-1ea7-4cc3-b9ff-f17d4eaaa820 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ec34fc7-44ae-4074-87eb-869478712b02 HTTP/1.1" status: 200 len: 205 time: 0.0544276 Mar 11 13:11:02.982139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60588) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:02.989750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.083553 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d6075320-9c15-4bbb-afca-f8826e978b2c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] delete failed (client error): The resource could not be found. Mar 11 13:11:03.084812 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d6075320-9c15-4bbb-afca-f8826e978b2c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/6ec34fc7-44ae-4074-87eb-869478712b02 HTTP/1.1" status: 404 len: 336 time: 0.1017311 Mar 11 13:11:03.091451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60592) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.118367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c6aea12-4a44-4736-8901-2349ffa698f8 None None] Provisioning for port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:03.124972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c6aea12-4a44-4736-8901-2349ffa698f8 None None] Provisioning complete for port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:03.125711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c6aea12-4a44-4736-8901-2349ffa698f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.150090 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f0ab6b-8991-4b7b-9a53-3f1a93dd9e60 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:03.150767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f0ab6b-8991-4b7b-9a53-3f1a93dd9e60 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:03.152479 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-78f0ab6b-8991-4b7b-9a53-3f1a93dd9e60 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/6b9c64fc-3bf3-4f14-9faf-026b43c04542 HTTP/1.1" status: 404 len: 337 time: 0.0598612 Mar 11 13:11:03.155172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60596) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.175907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:03.176262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: 109fca26-cab4-4f87-b7b4-02eabb5b7bad, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:11:03.184373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=a3bfbb95-65d5-4800-8505-d50fd1ace70f,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:03.217107 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a77c8e6-9095-497b-90b1-62176515ddab tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d47dfa-3654-46c5-9622-5b2ea1da61a5 HTTP/1.1" status: 200 len: 205 time: 0.0585852 Mar 11 13:11:03.217361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60600) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.235253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:11:03.253346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 109fca26-cab4-4f87-b7b4-02eabb5b7bad) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:03.259471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:03.260052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.294737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7c6aea12-4a44-4736-8901-2349ffa698f8 None None] Port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:03.296865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451fb8a-fdf7-4d67-ad57-0da3c896ccd6 None None] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:03.311930 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-77de69ef-a9f5-46fe-82b7-9fe437f75dd6 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9603534 Mar 11 13:11:03.314778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60604) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.322015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8789bb70-c1b8-4224-9e8e-04e95ddb8842 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:03.345247 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-526e2c73-f2a3-470d-a9c4-795df6a19f25 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] delete failed (client error): The resource could not be found. Mar 11 13:11:03.348770 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-526e2c73-f2a3-470d-a9c4-795df6a19f25 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/c0d47dfa-3654-46c5-9622-5b2ea1da61a5 HTTP/1.1" status: 404 len: 336 time: 0.1282327 Mar 11 13:11:03.349688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60608) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.415729 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9c3cf435-9256-4f42-98e8-5058e945c5a5 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d4a4f1b-a1b1-4794-9479-d8554ebc7b83 HTTP/1.1" status: 200 len: 205 time: 0.0625224 Mar 11 13:11:03.415920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60612) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.532292 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.549046 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Transition to ACTIVE for port object 0849b3f5-ed79-4872-ad79-9c28d61b25c5 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:03.561451 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.587994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:03.588342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.688064 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40f8f-60d0-4e79-ae3e-cc4f72193969 None None] Pushing event updated for resources: {'Port': ['ID=0849b3f5-ed79-4872-ad79-9c28d61b25c5,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:03.690941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-89b5f3be-6afc-493a-ba83-50e54bb7de13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] delete failed (client error): The resource could not be found. Mar 11 13:11:03.693704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89b5f3be-6afc-493a-ba83-50e54bb7de13 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/5d4a4f1b-a1b1-4794-9479-d8554ebc7b83 HTTP/1.1" status: 404 len: 336 time: 0.2768786 Mar 11 13:11:03.696667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60616) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.747014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9370130-f4de-4ac3-b84e-bd73f288548b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:03.747591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9370130-f4de-4ac3-b84e-bd73f288548b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:03.751894 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9370130-f4de-4ac3-b84e-bd73f288548b tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/e86a4754-c7f4-489f-b3b0-1b5963c71468 HTTP/1.1" status: 404 len: 337 time: 0.0516744 Mar 11 13:11:03.752638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60620) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.818539 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-93b29d60-bbb7-46b1-a67c-e158aa242cd8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef1f190b-34f0-4572-8a98-9fbade3ff30e HTTP/1.1" status: 200 len: 205 time: 0.0629015 Mar 11 13:11:03.820184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60624) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.831182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:11:03.832858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.908442 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-c535059d-0c4d-4a67-9400-b0b49b6463c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] delete failed (client error): The resource could not be found. Mar 11 13:11:03.909663 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c535059d-0c4d-4a67-9400-b0b49b6463c8 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/ef1f190b-34f0-4572-8a98-9fbade3ff30e HTTP/1.1" status: 404 len: 336 time: 0.0884862 Mar 11 13:11:03.912159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60628) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:03.920710 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Attempting to bind port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:03.921175 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Attempting to bind port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:03.921565 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Attempting to bind port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 on network eeb6adb7-fa96-4c00-8786-295ec2ba4191 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:03.928180 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:03.928547 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Checking segment: {'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:03.928985 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.929381 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Bound using segment: {'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:03.929866 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Bound port: 0849b3f5-ed79-4872-ad79-9c28d61b25c5, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:03.930235 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:03.977734 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fc63aa-50b3-4c44-865f-b75c5bbe364c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:03.978386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fc63aa-50b3-4c44-865f-b75c5bbe364c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:03.980141 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c4fc63aa-50b3-4c44-865f-b75c5bbe364c tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/044da242-212b-4514-9aa1-fdef00f44c3f HTTP/1.1" status: 404 len: 337 time: 0.0669718 Mar 11 13:11:03.983120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60632) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:04.030876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Allocated IP 2001:db8:1::2 (109fca26-cab4-4f87-b7b4-02eabb5b7bad/a3bfbb95-65d5-4800-8505-d50fd1ace70f/f630c921-cedf-4fd3-9c23-0865f03d4d65) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:04.035758 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0051f6e1-6f2d-43fe-8342-522ddd7f1234 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca013785-ff06-447c-b601-0b54af2a2896 HTTP/1.1" status: 200 len: 205 time: 0.0503697 Mar 11 13:11:04.036939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60636) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:04.068096 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] For port 0849b3f5-ed79-4872-ad79-9c28d61b25c5, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:04.072192 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] For port 0849b3f5-ed79-4872-ad79-9c28d61b25c5, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0849b3f5-ed79-4872-ad79-9c28d61b25c5,segment=NetworkSegment(b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9),segment_id=b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:04.078733 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:04.123402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-04ab667c-9167-42b4-a25c-ae4e25f2b6a0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] delete failed (client error): The resource could not be found. Mar 11 13:11:04.124502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-04ab667c-9167-42b4-a25c-ae4e25f2b6a0 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/routers/ca013785-ff06-447c-b601-0b54af2a2896 HTTP/1.1" status: 404 len: 336 time: 0.0862777 Mar 11 13:11:04.129734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60640) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:04.159768 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:04.160362 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:04.198033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed5dca3-1266-45dc-a04f-e386b83964e1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:04.198501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed5dca3-1266-45dc-a04f-e386b83964e1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:04.202968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60644) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:04.204330 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aed5dca3-1266-45dc-a04f-e386b83964e1 tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/b25250da-1618-41e3-a4f0-7d571f32d1e3 HTTP/1.1" status: 404 len: 337 time: 0.0734589 Mar 11 13:11:04.255539 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f255aa83-adcc-4260-be8a-47fbb2172e5e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:04.256480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f255aa83-adcc-4260-be8a-47fbb2172e5e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:04.262389 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f255aa83-adcc-4260-be8a-47fbb2172e5e tempest-RoutersTest-1401094193 tempest-RoutersTest-1401094193-project] 10.222.0.52 "DELETE /v2.0/subnets/9baeebd8-f83f-4889-860a-78de36d99258 HTTP/1.1" status: 404 len: 337 time: 0.0584490 Mar 11 13:11:04.269303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:04.291990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:04.302906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Transition to ACTIVE for port object f630c921-cedf-4fd3-9c23-0865f03d4d65 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:04.325690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Transition to ACTIVE for port object f630c921-cedf-4fd3-9c23-0865f03d4d65 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:04.327878 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:04.333210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:04.425229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:04.430380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:04.436346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:04.444481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Pushing event updated for resources: {'Port': ['ID=f630c921-cedf-4fd3-9c23-0865f03d4d65,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:04.520822 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40f8f-60d0-4e79-ae3e-cc4f72193969 None None] Pushing event updated for resources: {'Port': ['ID=0849b3f5-ed79-4872-ad79-9c28d61b25c5,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:04.570127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Attempting to bind port f630c921-cedf-4fd3-9c23-0865f03d4d65 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:04.570607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Attempting to bind port f630c921-cedf-4fd3-9c23-0865f03d4d65 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:04.571053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Attempting to bind port f630c921-cedf-4fd3-9c23-0865f03d4d65 on network 109fca26-cab4-4f87-b7b4-02eabb5b7bad {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:04.580722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:04.581224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Checking segment: {'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:04.582024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:04.582369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Bound using segment: {'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:04.583031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Bound port: f630c921-cedf-4fd3-9c23-0865f03d4d65, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:04.583489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:04.687257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] For port f630c921-cedf-4fd3-9c23-0865f03d4d65, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:04.689126 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:00Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:04Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:04.690666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] For port f630c921-cedf-4fd3-9c23-0865f03d4d65, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f630c921-cedf-4fd3-9c23-0865f03d4d65,segment=NetworkSegment(e889604e-2aaa-421a-b6d7-57ccc44a02c9),segment_id=e889604e-2aaa-421a-b6d7-57ccc44a02c9)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:04.693312 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed9757-6da5-465c-aaf4-603e23326348 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:00Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:04Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:04.698208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:04.754770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60656) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:04.790186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8:1::1 (109fca26-cab4-4f87-b7b4-02eabb5b7bad/a3bfbb95-65d5-4800-8505-d50fd1ace70f/c530138f-37ec-414f-b559-1aa2173221b7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:04.799565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9965f-4543-453c-8b0c-840f144ed143 None None] Pushing event updated for resources: {'Port': ['ID=f630c921-cedf-4fd3-9c23-0865f03d4d65,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:04.978597 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7aa88f2c-1453-44ba-a255-af38a99993e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44b6a0f75ab646afa864f9baa160a30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218628 Mar 11 13:11:04.979202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60670) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:05.040283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.059924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object c530138f-37ec-414f-b559-1aa2173221b7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:05.073284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-297fce33-06de-4ca3-bae3-199051412fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.096774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.145494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-297fce33-06de-4ca3-bae3-199051412fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.235590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-297fce33-06de-4ca3-bae3-199051412fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.296598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fce33-06de-4ca3-bae3-199051412fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0730aa36-e5c4-453e-a879-558039f6aff0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:05.327766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-297fce33-06de-4ca3-bae3-199051412fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.334700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-297fce33-06de-4ca3-bae3-199051412fff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0730aa36-e5c4-453e-a879-558039f6aff0 HTTP/1.1" status: 204 len: 168 time: 0.3544695 Mar 11 13:11:05.454374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f630c921-cedf-4fd3-9c23-0865f03d4d65 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:05.578853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:05.582333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:05.584943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:05.585493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.633742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=c530138f-37ec-414f-b559-1aa2173221b7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:05.648256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e7526-2871-4010-82ec-aad52c001c9e req-ac041842-7e73-422d-acf6-ec5fc0e252d1 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:05.649962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e5e7526-2871-4010-82ec-aad52c001c9e req-ac041842-7e73-422d-acf6-ec5fc0e252d1 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1847599 Mar 11 13:11:05.654314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port f630c921-cedf-4fd3-9c23-0865f03d4d65 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:05.662202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0849b3f5-ed79-4872-ad79-9c28d61b25c5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:05.757277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e5e7526-2871-4010-82ec-aad52c001c9e req-8248dcd0-c28b-49b0-99e5-4375ae09e42a tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958784 Mar 11 13:11:05.808918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:05.815563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:05.815985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.855504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.961603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:05.995986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 0849b3f5-ed79-4872-ad79-9c28d61b25c5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0849b3f5-ed79-4872-ad79-9c28d61b25c5,segment=NetworkSegment(b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9),segment_id=b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:06.006323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.084447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=0849b3f5-ed79-4872-ad79-9c28d61b25c5,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:06.278712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814fc153-ca2d-4826-ae27-568d4952f474 None None] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:06.318286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60702) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:06.334888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.341501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.342452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.397737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5de20412-09b3-4c97-a5f7-8b1ca6dcb6b5 None None] Provisioning for port f630c921-cedf-4fd3-9c23-0865f03d4d65 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:06.413912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5de20412-09b3-4c97-a5f7-8b1ca6dcb6b5 None None] Provisioning complete for port f630c921-cedf-4fd3-9c23-0865f03d4d65 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:06.414646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5de20412-09b3-4c97-a5f7-8b1ca6dcb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.468934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ac1a97a2-bc47-48e4-b4f3-797a2e1819ab tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-253889947', 'prefixes': ['172.20.0.0/16']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:06.477469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac1a97a2-bc47-48e4-b4f3-797a2e1819ab tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:06.498674 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=c530138f-37ec-414f-b559-1aa2173221b7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:06.551778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac1a97a2-bc47-48e4-b4f3-797a2e1819ab tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] Notify callbacks [] for subnetpool, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.556357 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ac1a97a2-bc47-48e4-b4f3-797a2e1819ab tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2337403 Mar 11 13:11:06.556532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60708) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:06.558872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:06.560093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:06.594570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1bc86802-aef3-425c-8286-2f16847e2a45 tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] 10.222.0.52 "GET /v2.0/subnetpools/1600ec6d-c31e-4ed3-a9c8-e764c77d9053 HTTP/1.1" status: 200 len: 731 time: 0.0342040 Mar 11 13:11:06.594794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60712) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:06.600854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-97c4c966-1a3c-434c-aed1-74d05b5fa255 tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1290144204'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:06.672616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5de20412-09b3-4c97-a5f7-8b1ca6dcb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.700680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97c4c966-1a3c-434c-aed1-74d05b5fa255 tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] Notify callbacks [] for subnetpool, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.705938 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97c4c966-1a3c-434c-aed1-74d05b5fa255 tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] 10.222.0.52 "PUT /v2.0/subnetpools/1600ec6d-c31e-4ed3-a9c8-e764c77d9053 HTTP/1.1" status: 200 len: 684 time: 0.1100762 Mar 11 13:11:06.707451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60716) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:06.726184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5de20412-09b3-4c97-a5f7-8b1ca6dcb6b5 None None] For port f630c921-cedf-4fd3-9c23-0865f03d4d65, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f630c921-cedf-4fd3-9c23-0865f03d4d65,segment=NetworkSegment(e889604e-2aaa-421a-b6d7-57ccc44a02c9),segment_id=e889604e-2aaa-421a-b6d7-57ccc44a02c9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:06.733421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5de20412-09b3-4c97-a5f7-8b1ca6dcb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.742093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:06.808331 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de20412-09b3-4c97-a5f7-8b1ca6dcb6b5 None None] Pushing event updated for resources: {'Port': ['ID=f630c921-cedf-4fd3-9c23-0865f03d4d65,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:06.826022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb822158-86e4-4a9b-8722-ea73b37f06aa tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] Notify callbacks [] for subnetpool, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:06.830645 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bb822158-86e4-4a9b-8722-ea73b37f06aa tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] 10.222.0.52 "DELETE /v2.0/subnetpools/1600ec6d-c31e-4ed3-a9c8-e764c77d9053 HTTP/1.1" status: 204 len: 168 time: 0.1216540 Mar 11 13:11:06.831345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60722) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:06.856932 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-6ae4e7fd-7a5d-4a16-9675-ab19b88801bc tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] show failed (client error): The resource could not be found. Mar 11 13:11:06.861466 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6ae4e7fd-7a5d-4a16-9675-ab19b88801bc tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] 10.222.0.52 "GET /v2.0/subnetpools/1600ec6d-c31e-4ed3-a9c8-e764c77d9053 HTTP/1.1" status: 404 len: 346 time: 0.0289779 Mar 11 13:11:06.862155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:06.882951 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-b945b250-38b2-41e8-9096-33f66d38109e tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] delete failed (client error): The resource could not be found. Mar 11 13:11:06.891972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b945b250-38b2-41e8-9096-33f66d38109e tempest-SubnetPoolsTestJSON-1200282823 tempest-SubnetPoolsTestJSON-1200282823-project] 10.222.0.52 "DELETE /v2.0/subnetpools/1600ec6d-c31e-4ed3-a9c8-e764c77d9053 HTTP/1.1" status: 404 len: 346 time: 0.0207820 Mar 11 13:11:06.938753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:06.949305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:06.956930 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b94c1846-f361-4099-8e58-abe328471f11 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6410959 Mar 11 13:11:06.958148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60732) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:06.965083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-730911870'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:06.967319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:06.967877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:10:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:06.971060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:06.977337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:06.980596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:06.987643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:07.006472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:07.012147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.062218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:11:07.076937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.077416 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment 67e7a803-c4b2-41eb-8393-ea4e96c23317 of type vlan for network 828c9438-857e-4797-bb7b-e11b7efb18d3 Mar 11 13:11:07.077672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe07e9a-7c24-4e19-a30f-ae556b4a6b17 req-062f336e-add6-4676-8947-99b0d5728ef6 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:07.079692 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-afe07e9a-7c24-4e19-a30f-ae556b4a6b17 req-062f336e-add6-4676-8947-99b0d5728ef6 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1722894 Mar 11 13:11:07.112699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.150553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.161423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:07.162681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.190291 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-afe07e9a-7c24-4e19-a30f-ae556b4a6b17 req-47a23567-0910-4889-a610-4cdb37e2c4ed tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046262 Mar 11 13:11:07.198910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-488e8949-f9a3-4b3b-b19c-ee16945be183 None None] Provisioning for port c530138f-37ec-414f-b559-1aa2173221b7 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:07.212648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-488e8949-f9a3-4b3b-b19c-ee16945be183 None None] Provisioning complete for port c530138f-37ec-414f-b559-1aa2173221b7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:07.213265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-488e8949-f9a3-4b3b-b19c-ee16945be183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.268144 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c5bbf8e-927a-48b2-8c56-cbb59ed076c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.289104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:07.330496 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3710787 Mar 11 13:11:07.333055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60738) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:07.336230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60740) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:07.340394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:07.343039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902b07a-1225-493a-97a1-93ed5d6255f9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=828c9438-857e-4797-bb7b-e11b7efb18d3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:07.349012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f630c921-cedf-4fd3-9c23-0865f03d4d65 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:07.400101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:11:07.439530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-488e8949-f9a3-4b3b-b19c-ee16945be183 None None] Port c530138f-37ec-414f-b559-1aa2173221b7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:07.500496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:07.505144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:07.508513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:07.516028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:07.535118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.554894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:07.558879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.573277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:07.594928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Usage tracker for resource:security_group_rule and tenant:a4009943753a42129e6f00d64480efa3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:07.601280 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:07.611543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:07.652998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-488e8949-f9a3-4b3b-b19c-ee16945be183 None None] Provisioning complete for port f630c921-cedf-4fd3-9c23-0865f03d4d65 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:07.653297 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-488e8949-f9a3-4b3b-b19c-ee16945be183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.778781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f630c921-cedf-4fd3-9c23-0865f03d4d65 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:07.779494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.841877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.855920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.899206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:07.944038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b254838-bcec-43ee-927d-a7e9397c6600,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:07.967069 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45498900-8164-4e5a-ac3f-63e2301101ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4009943753a42129e6f00d64480efa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068139 Mar 11 13:11:07.969821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60748) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:07.994045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=eb127250-9ecd-49bd-94fc-f40cfea41c17,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:08.012918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:08.013564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: 828c9438-857e-4797-bb7b-e11b7efb18d3, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:11:08.035259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:11:08.035478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ee859609-65f5-45b1-9d53-b74d9e0917fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.035758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0849b3f5-ed79-4872-ad79-9c28d61b25c5 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:08.046695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 828c9438-857e-4797-bb7b-e11b7efb18d3) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:08.052942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:08.053560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.070709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad6b26-8d49-4c8a-bacf-d7691ee36543 None None] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:08.071077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ee859609-65f5-45b1-9d53-b74d9e0917fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.085891 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa6623b7-d204-40a6-9932-c605492ebb4b tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7478085 Mar 11 13:11:08.086169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:08.130344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ee859609-65f5-45b1-9d53-b74d9e0917fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.147938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee859609-65f5-45b1-9d53-b74d9e0917fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b254838-bcec-43ee-927d-a7e9397c6600,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:08.153807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ee859609-65f5-45b1-9d53-b74d9e0917fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.157962 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ee859609-65f5-45b1-9d53-b74d9e0917fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b254838-bcec-43ee-927d-a7e9397c6600 HTTP/1.1" status: 204 len: 168 time: 0.1870699 Mar 11 13:11:08.263393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 3, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:06Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:08.280174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:08.280519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Updating router 127a9147-fbcc-44f4-a972-e703168a54a3 port c530138f-37ec-414f-b559-1aa2173221b7 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:11:08.351668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c7873ba6-3640-4b10-95c7-d1e520142886 None None] Provisioning complete for port c530138f-37ec-414f-b559-1aa2173221b7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:08.351668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c7873ba6-3640-4b10-95c7-d1e520142886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.439874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.453313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:08.453710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.538214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c7873ba6-3640-4b10-95c7-d1e520142886 None None] Port c530138f-37ec-414f-b559-1aa2173221b7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:08.641612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-828c9438-857e-4797-bb7b-e11b7efb18d3', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:11:08.642884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:08.680904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1601-c2b5-41da-bdb0-42e7dd36928f req-e37ef3b2-e4b4-45fb-baba-7ed422bb310c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:08.682741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7bf1601-c2b5-41da-bdb0-42e7dd36928f req-e37ef3b2-e4b4-45fb-baba-7ed422bb310c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.3254747 Mar 11 13:11:08.834031 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7bf1601-c2b5-41da-bdb0-42e7dd36928f req-7c6b03c9-1d97-4dd0-8216-bd92a4f9a9b7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948665 Mar 11 13:11:08.926013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.024029 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Allocated IP 2001:db8:2::2 (828c9438-857e-4797-bb7b-e11b7efb18d3/eb127250-9ecd-49bd-94fc-f40cfea41c17/52537c17-50c4-4d28-ba38-d43fff765e13) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:09.193918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.222466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Transition to ACTIVE for port object c530138f-37ec-414f-b559-1aa2173221b7 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:09.238968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f51a5de-949e-48f1-8d88-187d1eaa9907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.251257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.462661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34893a-efbc-4b80-ba37-171e37f26199 None None] Pushing event updated for resources: {'Port': ['ID=c530138f-37ec-414f-b559-1aa2173221b7,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:09.471692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.516071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Transition to ACTIVE for port object 52537c17-50c4-4d28-ba38-d43fff765e13 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:09.550307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Attempting to bind port c530138f-37ec-414f-b559-1aa2173221b7 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:09.550675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Attempting to bind port c530138f-37ec-414f-b559-1aa2173221b7 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:09.551033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Attempting to bind port c530138f-37ec-414f-b559-1aa2173221b7 on network 109fca26-cab4-4f87-b7b4-02eabb5b7bad {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:09.555652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Transition to ACTIVE for port object 52537c17-50c4-4d28-ba38-d43fff765e13 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:09.559519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:09.559890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Checking segment: {'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:09.560273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.560659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Bound using segment: {'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:09.561111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Bound port: c530138f-37ec-414f-b559-1aa2173221b7, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e889604e-2aaa-421a-b6d7-57ccc44a02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:09.561501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.578101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.630617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8:2::1 (828c9438-857e-4797-bb7b-e11b7efb18d3/eb127250-9ecd-49bd-94fc-f40cfea41c17/0dcebcec-c6d1-4c2c-884f-0e41a6adfef4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:09.685230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:09.698550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:09.711416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:09.713382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Pushing event updated for resources: {'Port': ['ID=52537c17-50c4-4d28-ba38-d43fff765e13,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:09.792567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.797773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] For port c530138f-37ec-414f-b559-1aa2173221b7, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:09.809320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:09.834412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.870024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] For port c530138f-37ec-414f-b559-1aa2173221b7, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c530138f-37ec-414f-b559-1aa2173221b7,segment=NetworkSegment(e889604e-2aaa-421a-b6d7-57ccc44a02c9),segment_id=e889604e-2aaa-421a-b6d7-57ccc44a02c9)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:09.874230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Attempting to bind port 52537c17-50c4-4d28-ba38-d43fff765e13 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:09.874623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Attempting to bind port 52537c17-50c4-4d28-ba38-d43fff765e13 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:09.874934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Attempting to bind port 52537c17-50c4-4d28-ba38-d43fff765e13 on network 828c9438-857e-4797-bb7b-e11b7efb18d3 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:09.881017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.885120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:09.886152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Checking segment: {'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:09.886152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.886413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Bound using segment: {'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:09.886690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Bound port: 52537c17-50c4-4d28-ba38-d43fff765e13, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:09.887055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.905218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:09.912432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:09.918177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:09.918706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:09.924259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:10.016853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:10.017841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:10.094328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34893a-efbc-4b80-ba37-171e37f26199 None None] Pushing event updated for resources: {'Port': ['ID=c530138f-37ec-414f-b559-1aa2173221b7,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:10.099257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0a56-3b53-411f-a234-f0e5444eb528 req-8fd063ff-a5e5-4c4d-8cf5-4128ce752e0e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:10.101346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f9bc0a56-3b53-411f-a234-f0e5444eb528 req-8fd063ff-a5e5-4c4d-8cf5-4128ce752e0e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1504569 Mar 11 13:11:10.132205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:10.185853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] For port 52537c17-50c4-4d28-ba38-d43fff765e13, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:10.211193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] For port 52537c17-50c4-4d28-ba38-d43fff765e13, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=52537c17-50c4-4d28-ba38-d43fff765e13,segment=NetworkSegment(67e7a803-c4b2-41eb-8393-ea4e96c23317),segment_id=67e7a803-c4b2-41eb-8393-ea4e96c23317)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:10.212523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:10.264991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:10.333609 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f9bc0a56-3b53-411f-a234-f0e5444eb528 req-e42995b8-616d-4d1b-99c5-be24a737e964 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2200570 Mar 11 13:11:10.457223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:10.484055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da29c26-adf1-4869-ae4a-663235b90b80 None None] Pushing event updated for resources: {'Port': ['ID=52537c17-50c4-4d28-ba38-d43fff765e13,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:10.597501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:10.728681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:10Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:09Z', 'revision_number': 1, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:09Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:10.734536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4eb4b2-56f2-4f68-8789-b3fbc8009221 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:10Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:09Z', 'revision_number': 1, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:09Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:10.761826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:10.780229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:10.781529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:11.009132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:11.071719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:11.072822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:11.256527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:11.274035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 52537c17-50c4-4d28-ba38-d43fff765e13 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:11.369911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 52537c17-50c4-4d28-ba38-d43fff765e13 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:11.487029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:11.544407 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1ec4c96b-603a-45b0-bf92-e00c74f29dc9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4571490 Mar 11 13:11:11.547223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60764) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:11.552988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-988686845'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:11.559457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:11.565553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:network and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:11.579121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:11.590477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:11.596410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c47ace-ee27-4138-859c-e8eefe442750 req-fdca81f3-806f-43cc-ad63-a11261d1f644 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:11.598328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-49c47ace-ee27-4138-859c-e8eefe442750 req-fdca81f3-806f-43cc-ad63-a11261d1f644 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.0989153 Mar 11 13:11:11.606043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:11.610760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:11.649720 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-49c47ace-ee27-4138-859c-e8eefe442750 req-30933106-994d-411f-a39d-95a58f3b445b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452130 Mar 11 13:11:11.664296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:11:11.679820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:11.680299 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added segment 56af32b4-4635-4bf3-a7d6-88b2f4199fad of type vlan for network 7000f853-fe3a-485d-95d7-6041d5d306c0 Mar 11 13:11:11.710308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:11.742472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:11.748014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:11.748605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:11.846254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b17593-1b07-4804-bbf0-3c43be5a9763 None None] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:11.986674 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Network': ['ID=7000f853-fe3a-485d-95d7-6041d5d306c0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:11.990436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:11.990816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b3efbb0d-e557-496b-8770-b1d4cc069e56 None None] Provisioning for port 52537c17-50c4-4d28-ba38-d43fff765e13 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:11.999370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:11.999707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.000035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.000632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.000746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.001481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.001481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.001702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.002995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.002995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.002995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.002995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:12.004476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b3efbb0d-e557-496b-8770-b1d4cc069e56 None None] Provisioning complete for port 52537c17-50c4-4d28-ba38-d43fff765e13 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:12.004576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3efbb0d-e557-496b-8770-b1d4cc069e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:12.022187 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d06f2f8d-b59f-47b9-9713-cd3f9f661a9d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4711621 Mar 11 13:11:12.024671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60768) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:12.032365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'subnet': {'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:12.044741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:11:12.159708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:12.166151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:subnet and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:12.168776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:12.175061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:12.188746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Made reservation on behalf of 6f75c0e069374abb9516294589a41e1b for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:12.191209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:12.212039 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:12.228698 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:12.228698 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:12.380063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3efbb0d-e557-496b-8770-b1d4cc069e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:12.386961 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:11:12.417724 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:12.433497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b3efbb0d-e557-496b-8770-b1d4cc069e56 None None] For port 52537c17-50c4-4d28-ba38-d43fff765e13, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=52537c17-50c4-4d28-ba38-d43fff765e13,segment=NetworkSegment(67e7a803-c4b2-41eb-8393-ea4e96c23317),segment_id=67e7a803-c4b2-41eb-8393-ea4e96c23317)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:12.439787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3efbb0d-e557-496b-8770-b1d4cc069e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:12.562704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efbb0d-e557-496b-8770-b1d4cc069e56 None None] Pushing event updated for resources: {'Port': ['ID=52537c17-50c4-4d28-ba38-d43fff765e13,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:12.578723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:12.794703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d096ae34-af43-4801-8b45-b497f88ace84 None None] Provisioning for port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:12.802382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d096ae34-af43-4801-8b45-b497f88ace84 None None] Provisioning complete for port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:12.802382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d096ae34-af43-4801-8b45-b497f88ace84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:12.849961 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Subnet': ['ID=67436395-a01a-4e18-a1de-c202929852c4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:12.873911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Checking segment: {'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:12.874563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network hostable DHCP agents. Network: 7000f853-fe3a-485d-95d7-6041d5d306c0, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:11:12.924404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d096ae34-af43-4801-8b45-b497f88ace84 None None] Port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:12.941235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d096ae34-af43-4801-8b45-b497f88ace84 None None] Provisioning complete for port 52537c17-50c4-4d28-ba38-d43fff765e13 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:12.942107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d096ae34-af43-4801-8b45-b497f88ace84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:12.983667 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:10Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:10Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:09Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:12.989973 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:12.990158 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Updating router 127a9147-fbcc-44f4-a972-e703168a54a3 port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:11:13.011885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:11:13.049834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 7000f853-fe3a-485d-95d7-6041d5d306c0) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:13.049834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:13.049834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.070773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58f894-aef4-44f7-aa40-e56bc1d438ef None None] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:13.078405 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-36cdd75b-0751-4db8-be26-63c309c65258 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0508893 Mar 11 13:11:13.081354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60774) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:13.090660 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.133966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e300520-733b-4d85-b783-a4b00fa66975 req-898afb80-904e-4f51-9fa4-bf799ffa1966 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:13.138395 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e300520-733b-4d85-b783-a4b00fa66975 req-898afb80-904e-4f51-9fa4-bf799ffa1966 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.2507894 Mar 11 13:11:13.256773 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e300520-733b-4d85-b783-a4b00fa66975 req-fbd1ea4b-c265-4bf8-8215-febdd59d6204 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996845 Mar 11 13:11:13.437877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-7000f853-fe3a-485d-95d7-6041d5d306c0', 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'fixed_ips': [{'subnet_id': '67436395-a01a-4e18-a1de-c202929852c4'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:11:13.439453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.463549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 52537c17-50c4-4d28-ba38-d43fff765e13 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:13.607208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e1f55458-c7a1-49e7-a707-af889167f636 None None] Provisioning complete for port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:13.607565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e1f55458-c7a1-49e7-a707-af889167f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.659150 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.672289 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Transition to ACTIVE for port object 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:13.681157 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.718977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e1f55458-c7a1-49e7-a707-af889167f636 None None] Port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:13.738295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 52537c17-50c4-4d28-ba38-d43fff765e13 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:13.738668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.784428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Allocated IP 2001:db8:3::2 (7000f853-fe3a-485d-95d7-6041d5d306c0/67436395-a01a-4e18-a1de-c202929852c4/55db9a9f-65a8-44af-8119-94ec508c09bc) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:13.848697 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Pushing event updated for resources: {'Port': ['ID=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:13.895103 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.895796 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.896437 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.898747 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.899245 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.899731 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.900287 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.900982 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.901530 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.902512 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.902992 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.905968 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:13.946202 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Attempting to bind port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:13.946961 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Attempting to bind port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:13.947495 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Attempting to bind port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 on network 828c9438-857e-4797-bb7b-e11b7efb18d3 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:13.950714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.955502 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:13.956111 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Checking segment: {'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:13.959554 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:13.960914 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Bound using segment: {'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:13.962066 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Bound port: 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e7a803-c4b2-41eb-8393-ea4e96c23317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:13.962629 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.063091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c530138f-37ec-414f-b559-1aa2173221b7 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:14.093002 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] For port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:14.098666 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] For port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,segment=NetworkSegment(67e7a803-c4b2-41eb-8393-ea4e96c23317),segment_id=67e7a803-c4b2-41eb-8393-ea4e96c23317)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:14.109133 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.209513 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdeb4c-d8b1-4462-a9d3-5234573895fc None None] Pushing event updated for resources: {'Port': ['ID=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:14.215045 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:14.215045 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:14.231612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.261138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c530138f-37ec-414f-b559-1aa2173221b7 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:14.273776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c530138f-37ec-414f-b559-1aa2173221b7 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:14.274224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.338705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Transition to ACTIVE for port object 55db9a9f-65a8-44af-8119-94ec508c09bc will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:14.374746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Transition to ACTIVE for port object 55db9a9f-65a8-44af-8119-94ec508c09bc will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:14.388192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.471711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Pushing event updated for resources: {'Port': ['ID=55db9a9f-65a8-44af-8119-94ec508c09bc,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:14.497594 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:14.521309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:14.561148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:14.574322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:14.589491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Allocated IP 2001:db8:3::1 (7000f853-fe3a-485d-95d7-6041d5d306c0/67436395-a01a-4e18-a1de-c202929852c4/bb7bf3b2-0466-4550-8a52-c2bc4b78b05b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:14.590415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769718c-8985-4fda-b78e-b95bbe70fb48 req-0cc35683-63a8-43e8-ac79-6a7c5a651a7d tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:14.605424 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1769718c-8985-4fda-b78e-b95bbe70fb48 req-0cc35683-63a8-43e8-ac79-6a7c5a651a7d tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1448298 Mar 11 13:11:14.669490 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1769718c-8985-4fda-b78e-b95bbe70fb48 req-a1c8bc35-23f5-45e1-8b07-dfc57748d5d1 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629199 Mar 11 13:11:14.709958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.736750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Attempting to bind port 55db9a9f-65a8-44af-8119-94ec508c09bc on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:14.737318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Attempting to bind port 55db9a9f-65a8-44af-8119-94ec508c09bc by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:14.739416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Attempting to bind port 55db9a9f-65a8-44af-8119-94ec508c09bc on network 7000f853-fe3a-485d-95d7-6041d5d306c0 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:14.756574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:14.756574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Checking segment: {'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:14.757742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.758326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Bound using segment: {'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:14.758607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Bound port: 55db9a9f-65a8-44af-8119-94ec508c09bc, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:14.759150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.803247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.823115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Transition to ACTIVE for port object bb7bf3b2-0466-4550-8a52-c2bc4b78b05b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:14.824671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c530138f-37ec-414f-b559-1aa2173221b7, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c530138f-37ec-414f-b559-1aa2173221b7,segment=NetworkSegment(e889604e-2aaa-421a-b6d7-57ccc44a02c9),segment_id=e889604e-2aaa-421a-b6d7-57ccc44a02c9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:14.831181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.856672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.933563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] For port 55db9a9f-65a8-44af-8119-94ec508c09bc, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:14.940106 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:10Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:09Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:14.941534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c530138f-37ec-414f-b559-1aa2173221b7,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:14.944990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] For port 55db9a9f-65a8-44af-8119-94ec508c09bc, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=55db9a9f-65a8-44af-8119-94ec508c09bc,segment=NetworkSegment(56af32b4-4635-4bf3-a7d6-88b2f4199fad),segment_id=56af32b4-4635-4bf3-a7d6-88b2f4199fad)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:14.945801 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039b3eb-bb2b-4573-9d7a-7722d94112ad None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:10Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:09Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:14.952815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:14.977275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:14.980544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:14.992409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:14.993144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.017805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:15.055624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eae4a2-c772-4906-941a-82e9a87e0134 None None] Pushing event updated for resources: {'Port': ['ID=55db9a9f-65a8-44af-8119-94ec508c09bc,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:15.313115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:15.316316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.406786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:15.414231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:15.415389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.568917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.603211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,segment=NetworkSegment(67e7a803-c4b2-41eb-8393-ea4e96c23317),segment_id=67e7a803-c4b2-41eb-8393-ea4e96c23317)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:15.607096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.607918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c530138f-37ec-414f-b559-1aa2173221b7 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:15.720277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.726304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.727420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.736102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:15.748625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c530138f-37ec-414f-b559-1aa2173221b7 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:15.749628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:15.899681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event updated for resources: {'Port': ['ID=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:15.926191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef40d60-3dbe-4354-89b9-5b78a8cdc71d req-1da71a58-9c55-4fb4-880d-c40d11c03275 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:15.927936 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ef40d60-3dbe-4354-89b9-5b78a8cdc71d req-1da71a58-9c55-4fb4-880d-c40d11c03275 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1180797 Mar 11 13:11:15.945884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:15.947223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:15.978393 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ef40d60-3dbe-4354-89b9-5b78a8cdc71d req-5806db18-d3c7-453e-b362-c20e302f5834 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435116 Mar 11 13:11:16.114272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683234c8-dd5e-42f4-9a1f-e75f046d6265 None None] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:16.114445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:16.219829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aba8403c-a18c-47af-a549-a78e5b234114 None None] Provisioning for port 55db9a9f-65a8-44af-8119-94ec508c09bc completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:16.274555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:16.285640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:16.289504 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-93a52289-5225-4298-8092-639a24f9ec53 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2044938 Mar 11 13:11:16.289852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60782) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:16.294798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:16.328055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:16.328618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:16.496278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:16.852478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb7bf3b2-0466-4550-8a52-c2bc4b78b05b', 'name': '', 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:03:02:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '67436395-a01a-4e18-a1de-c202929852c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:14Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': '67436395-a01a-4e18-a1de-c202929852c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:16.857372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:16.857757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Updating router 127a9147-fbcc-44f4-a972-e703168a54a3 port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:11:16.923289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:16.939604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-de2788b8-8be4-4b30-91d8-93426ca4dac9 None None] Provisioning for port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:16.972353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-de2788b8-8be4-4b30-91d8-93426ca4dac9 None None] Provisioning complete for port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:16.973023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-de2788b8-8be4-4b30-91d8-93426ca4dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:16.988170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.extraroute_db [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 13:11:17.003543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.extraroute_db [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Removed routes are [] {{(pid=87959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 13:11:17.003996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.085755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-de2788b8-8be4-4b30-91d8-93426ca4dac9 None None] Port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:17.242922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd18d-4a7d-43a6-9e74-44c29fdc1b4f req-a05a0e70-c614-491e-ab53-f6f386a3f153 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:17.253903 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c31fd18d-4a7d-43a6-9e74-44c29fdc1b4f req-a05a0e70-c614-491e-ab53-f6f386a3f153 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1198559 Mar 11 13:11:17.295548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bb168e69-7c79-4e01-a1ca-8cbd7534766c None None] Provisioning complete for port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:17.295916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bb168e69-7c79-4e01-a1ca-8cbd7534766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.315816 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c31fd18d-4a7d-43a6-9e74-44c29fdc1b4f req-82170dbb-1953-48c3-8c6e-c8ab66edda1c tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596702 Mar 11 13:11:17.383017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:17.388462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.392034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.411318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bb168e69-7c79-4e01-a1ca-8cbd7534766c None None] Port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:17.514743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:17.514978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.553735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:17.564480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.587235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Transition to ACTIVE for port object bb7bf3b2-0466-4550-8a52-c2bc4b78b05b will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:17.600143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.716765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:17.724937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.727075 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-24c4555c-ac70-47f7-8bd4-d908b41de92f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 200 len: 953 time: 1.4359846 Mar 11 13:11:17.729617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60788) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:17.837502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Pushing event updated for resources: {'Port': ['ID=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:17.860553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.861185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.861185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.861549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.861873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.862191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.862512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.862826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.863142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.863453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.863834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.864148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:17.883166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Attempting to bind port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:17.883530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Attempting to bind port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:17.883880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Attempting to bind port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b on network 7000f853-fe3a-485d-95d7-6041d5d306c0 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:17.892210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:17.892516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Checking segment: {'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:17.892900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.893276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Bound using segment: {'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:17.893763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Bound port: bb7bf3b2-0466-4550-8a52-c2bc4b78b05b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56af32b4-4635-4bf3-a7d6-88b2f4199fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:17.894123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:17.900287 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1839b379-216b-4491-ac2c-587960581318 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 200 len: 953 time: 0.1695502 Mar 11 13:11:17.902860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60792) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:17.904164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 55db9a9f-65a8-44af-8119-94ec508c09bc up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:17.907728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'routes': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:18.049323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] For port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:18.052418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] For port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,segment=NetworkSegment(56af32b4-4635-4bf3-a7d6-88b2f4199fad),segment_id=56af32b4-4635-4bf3-a7d6-88b2f4199fad)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:18.054976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 55db9a9f-65a8-44af-8119-94ec508c09bc completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:18.059876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:18.103502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 55db9a9f-65a8-44af-8119-94ec508c09bc triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:18.103864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:18.199902 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:18.200517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:18.273950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65601cfb-cfc5-4a7b-a97b-1a945d774b81 None None] Pushing event updated for resources: {'Port': ['ID=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:18.415876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:18.461016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:18.585629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added routes are [] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 13:11:18.586232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 13:11:18.599851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144737c8-f023-414b-8712-f3e2dea76b18 req-5d047272-a645-4bdf-8e05-aa397cb5878e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:18.601814 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-144737c8-f023-414b-8712-f3e2dea76b18 req-5d047272-a645-4bdf-8e05-aa397cb5878e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1547155 Mar 11 13:11:18.612604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 55db9a9f-65a8-44af-8119-94ec508c09bc, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=55db9a9f-65a8-44af-8119-94ec508c09bc,segment=NetworkSegment(56af32b4-4635-4bf3-a7d6-88b2f4199fad),segment_id=56af32b4-4635-4bf3-a7d6-88b2f4199fad)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:18.663643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:18.671298 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-144737c8-f023-414b-8712-f3e2dea76b18 req-4b5b847d-d426-4e36-bd7f-8ca60d17a424 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603237 Mar 11 13:11:18.676849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:18.835878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=55db9a9f-65a8-44af-8119-94ec508c09bc,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:18.885610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:16Z', 'revision_number': 6, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb7bf3b2-0466-4550-8a52-c2bc4b78b05b', 'name': '', 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:03:02:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '67436395-a01a-4e18-a1de-c202929852c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:14Z', 'updated_at': '2022-03-11T13:11:18Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': '67436395-a01a-4e18-a1de-c202929852c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:18.890794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93891bf6-7721-49af-bbfd-69c1143e9979 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:16Z', 'revision_number': 6, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb7bf3b2-0466-4550-8a52-c2bc4b78b05b', 'name': '', 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:03:02:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '67436395-a01a-4e18-a1de-c202929852c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:14Z', 'updated_at': '2022-03-11T13:11:18Z', 'revision_number': 4, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': '67436395-a01a-4e18-a1de-c202929852c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:19.164139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:19.167868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:19.363068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bb7bf3b2-0466-4550-8a52-c2bc4b78b05b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:19.365543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:19.461102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:19.467045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:19.467913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:19.543778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:19.550614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:19.551685 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7239af7e-c6f8-4964-a3d4-9a697e45f89c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 200 len: 703 time: 1.6479428 Mar 11 13:11:19.554369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:19.597925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:19.629463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,segment=NetworkSegment(56af32b4-4635-4bf3-a7d6-88b2f4199fad),segment_id=56af32b4-4635-4bf3-a7d6-88b2f4199fad)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:19.633821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:19.634566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 55db9a9f-65a8-44af-8119-94ec508c09bc up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:19.730439 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5a34b95f-7aa3-43ce-8f29-d05ccaf01c89 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 200 len: 703 time: 0.1747613 Mar 11 13:11:19.732403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:19.741605 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:19.755326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:19.758433 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:19.759113 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:19.767183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 55db9a9f-65a8-44af-8119-94ec508c09bc triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:19.767551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:19.949293 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:20.114428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9f403-35d9-48d7-8438-051b1a4f7448 req-7bb95ee2-5d45-442d-9630-b9be2aada9c1 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:20.115884 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a9e9f403-35d9-48d7-8438-051b1a4f7448 req-7bb95ee2-5d45-442d-9630-b9be2aada9c1 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.2509391 Mar 11 13:11:20.216300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a9e9f403-35d9-48d7-8438-051b1a4f7448 req-cedef72d-016f-4e41-996e-071517746bf7 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926065 Mar 11 13:11:20.268424 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:18Z', 'revision_number': 7, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb7bf3b2-0466-4550-8a52-c2bc4b78b05b', 'name': '', 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:03:02:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '67436395-a01a-4e18-a1de-c202929852c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:14Z', 'updated_at': '2022-03-11T13:11:19Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': '67436395-a01a-4e18-a1de-c202929852c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:20.273334 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:20.282147 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:20.282780 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:20.441714 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:20.484400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:20.760254 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:18Z', 'revision_number': 7, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb7bf3b2-0466-4550-8a52-c2bc4b78b05b', 'name': '', 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:03:02:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '67436395-a01a-4e18-a1de-c202929852c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:14Z', 'updated_at': '2022-03-11T13:11:19Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': '67436395-a01a-4e18-a1de-c202929852c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:20.764117 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd252012-6266-4f53-8c04-362bd7cbf030 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:18Z', 'revision_number': 7, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb7bf3b2-0466-4550-8a52-c2bc4b78b05b', 'name': '', 'network_id': '7000f853-fe3a-485d-95d7-6041d5d306c0', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:03:02:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '67436395-a01a-4e18-a1de-c202929852c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:14Z', 'updated_at': '2022-03-11T13:11:19Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': '67436395-a01a-4e18-a1de-c202929852c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:20.823733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:20.824309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:21.019589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,segment=NetworkSegment(56af32b4-4635-4bf3-a7d6-88b2f4199fad),segment_id=56af32b4-4635-4bf3-a7d6-88b2f4199fad)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:21.019866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:21.142361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for bb7bf3b2-0466-4550-8a52-c2bc4b78b05b owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:21.250138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bb7bf3b2-0466-4550-8a52-c2bc4b78b05b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:21.325155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:21.325454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:21.358086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port bb7bf3b2-0466-4550-8a52-c2bc4b78b05b was deleted so its status cannot be updated. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 13:11:21.363798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:21.445346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=bb7bf3b2-0466-4550-8a52-c2bc4b78b05b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:21.464971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.465311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.465671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.466006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.466511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.466638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.466948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.467270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.467584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.467900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.468223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.468536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:11:21.637992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c5ba5-7f82-4fc9-9513-0ce4b45d37a4 req-6a26805a-428b-4d54-ba27-57d6f7bfc331 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:21.639443 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e62c5ba5-7f82-4fc9-9513-0ce4b45d37a4 req-6a26805a-428b-4d54-ba27-57d6f7bfc331 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.3127370 Mar 11 13:11:21.674757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:21.862467 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e62c5ba5-7f82-4fc9-9513-0ce4b45d37a4 req-be63f71a-b5bd-45ba-a641-17da4db93c6b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2131133 Mar 11 13:11:21.957904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.122856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:22.283397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:22.293947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:22.296878 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c3a3eb63-0a67-41ff-b7a7-7c4843b3f6cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629270 Mar 11 13:11:22.299290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60814) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:22.302988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:22.303830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:22.365324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet 67436395-a01a-4e18-a1de-c202929852c4 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:11:22.370087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.428172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.458114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:22.510897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.583134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.627688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.630453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=67436395-a01a-4e18-a1de-c202929852c4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:22.636645 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-857298b5-164c-4802-8f63-f41105b6afbe tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/67436395-a01a-4e18-a1de-c202929852c4 HTTP/1.1" status: 204 len: 168 time: 0.3363504 Mar 11 13:11:22.639209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60818) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:22.668747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a6516-6fd8-4474-ba45-84c349d0b1dc None None] Network 7000f853-fe3a-485d-95d7-6041d5d306c0 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:22.862702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.873994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 55db9a9f-65a8-44af-8119-94ec508c09bc {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:22.874323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:22.951051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:21Z', 'revision_number': 8, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:22.954975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:22.963997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:22.964678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:23.075728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dc249-875c-44fe-b1cd-5cade2287a7e req-236553fc-b4fe-42fe-b0a8-017db2012cbf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:23.077860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] DHCP port deletion for 7000f853-fe3a-485d-95d7-6041d5d306c0 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:11:23.078226 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eb5dc249-875c-44fe-b1cd-5cade2287a7e req-236553fc-b4fe-42fe-b0a8-017db2012cbf tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1046872 Mar 11 13:11:23.091702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 55db9a9f-65a8-44af-8119-94ec508c09bc, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=55db9a9f-65a8-44af-8119-94ec508c09bc,segment=NetworkSegment(56af32b4-4635-4bf3-a7d6-88b2f4199fad),segment_id=56af32b4-4635-4bf3-a7d6-88b2f4199fad)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:23.092093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.129123 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eb5dc249-875c-44fe-b1cd-5cade2287a7e req-1fc96b16-ce1d-4665-9d53-f3037522faa2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456240 Mar 11 13:11:23.135463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Deleting port 55db9a9f-65a8-44af-8119-94ec508c09bc {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:23.135831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.220311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:23.237091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 55db9a9f-65a8-44af-8119-94ec508c09bc owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:23.331294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.356544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 55db9a9f-65a8-44af-8119-94ec508c09bc no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:23.386520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No DVR routers for this DVR port 55db9a9f-65a8-44af-8119-94ec508c09bc on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:11:23.395125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c021a3b-fa2b-4bac-a816-e958813b2d6b req-f90160b3-9234-4099-a7f1-390db82638de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:23.397386 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5c021a3b-fa2b-4bac-a816-e958813b2d6b req-f90160b3-9234-4099-a7f1-390db82638de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1099 time: 0.0830700 Mar 11 13:11:23.406472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 55db9a9f-65a8-44af-8119-94ec508c09bc {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:23.406808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 55db9a9f-65a8-44af-8119-94ec508c09bc not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:23.414297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=55db9a9f-65a8-44af-8119-94ec508c09bc,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:23.458763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5c021a3b-fa2b-4bac-a816-e958813b2d6b req-766ac10e-aba1-44ca-9f45-4f679593355a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558028 Mar 11 13:11:23.520982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.546705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7000f853-fe3a-485d-95d7-6041d5d306c0']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:23.558622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56af32b4-4635-4bf3-a7d6-88b2f4199fad') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:23.558915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56af32b4-4635-4bf3-a7d6-88b2f4199fad') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:23.570475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.586353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.592517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:11:23.592892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.597692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] For port 55db9a9f-65a8-44af-8119-94ec508c09bc, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=55db9a9f-65a8-44af-8119-94ec508c09bc,segment=NetworkSegment(56af32b4-4635-4bf3-a7d6-88b2f4199fad),segment_id=56af32b4-4635-4bf3-a7d6-88b2f4199fad)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:23.598077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:11:23.607684 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:11:23.692181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.696416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:23.723160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=7000f853-fe3a-485d-95d7-6041d5d306c0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:23.729217 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-200dfb2c-923e-4298-953d-327fde59d441 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/7000f853-fe3a-485d-95d7-6041d5d306c0 HTTP/1.1" status: 204 len: 168 time: 1.0890999 Mar 11 13:11:23.731826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60824) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:23.778794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Calling delete_port for 55db9a9f-65a8-44af-8119-94ec508c09bc owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:23.905456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:11:23.905824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:11:23.930050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:21Z', 'revision_number': 8, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:23.934294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923e6c3-49eb-4d6b-a43b-2587c8ccd307 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:21Z', 'revision_number': 8, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dcebcec-c6d1-4c2c-884f-0e41a6adfef4', 'name': '', 'network_id': '828c9438-857e-4797-bb7b-e11b7efb18d3', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:de:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:09Z', 'updated_at': '2022-03-11T13:11:15Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'eb127250-9ecd-49bd-94fc-f40cfea41c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:24.227848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:24.323581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de03af7-661d-4806-8f10-ab946ba7aed2 req-95186f2b-f0c3-44fc-8ff5-5e5accd12646 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:24.326295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de03af7-661d-4806-8f10-ab946ba7aed2 req-95186f2b-f0c3-44fc-8ff5-5e5accd12646 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.0946536 Mar 11 13:11:24.400775 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6de03af7-661d-4806-8f10-ab946ba7aed2 req-badcbc69-5cb9-49f4-9a4b-affd7041a06a tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680678 Mar 11 13:11:24.407558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Deleting port 55db9a9f-65a8-44af-8119-94ec508c09bc {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:24.408020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:24.538582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-53574571-9b46-4a6c-aba9-afa877952164 None None] The port '55db9a9f-65a8-44af-8119-94ec508c09bc' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:11:24.715638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:24.716267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:24.772278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e2004c4e-61b0-44c3-827c-126ae420a05f details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:11:24.789643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e2004c4e-61b0-44c3-827c-126ae420a05f no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:24.899703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,segment=NetworkSegment(67e7a803-c4b2-41eb-8393-ea4e96c23317),segment_id=67e7a803-c4b2-41eb-8393-ea4e96c23317)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:24.900058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:24.996011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:25.018674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:25.023014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:25.030670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'port_id': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'mac_address': 'fa:16:3e:db:af:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:11:25.085490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:11:25.105839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:25.108250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:25.121591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:25.158568 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'code': 200} Mar 11 13:11:25.169910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2004c4e-61b0-44c3-827c-126ae420a05f {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:11:25.212050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:25.263920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bb7bf3b2-0466-4550-8a52-c2bc4b78b05b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:25.264475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=0dcebcec-c6d1-4c2c-884f-0e41a6adfef4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:25.313342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: bb7bf3b2-0466-4550-8a52-c2bc4b78b05b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:25.313732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bb7bf3b2-0466-4550-8a52-c2bc4b78b05b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:25.325722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:25.332638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:11:25.332988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:11:25.463912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:25.583267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b6e72-c224-43e0-9e24-f5f95adcb0f5 req-34b550cb-d4fa-4bb2-ac94-9ce7390e33f1 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:25.584608 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-324b6e72-c224-43e0-9e24-f5f95adcb0f5 req-34b550cb-d4fa-4bb2-ac94-9ce7390e33f1 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 944 time: 0.0797257 Mar 11 13:11:25.632407 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-324b6e72-c224-43e0-9e24-f5f95adcb0f5 req-d4e6f389-2808-4b80-9f69-0f9c1e197637 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417461 Mar 11 13:11:25.655259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:25.777482 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-442127f9-7a21-4fa0-91d3-64ec17341d05 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/floatingips/de9d14d1-8844-4693-8ffa-4bb9ef8290c7 HTTP/1.1" status: 200 len: 991 time: 0.1208336 Mar 11 13:11:25.888221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:25.897061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:25.904562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2004c4e-61b0-44c3-827c-126ae420a05f {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:11:25.920003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:25.923575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:25.990426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:26.051335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:26.062324 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:26.063723 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-80f94be7-02f1-4619-a26b-677e460451c9 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3309596 Mar 11 13:11:26.066415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60838) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:26.073118 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:26.074006 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:26.136714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet eb127250-9ecd-49bd-94fc-f40cfea41c17 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:11:26.139792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.148093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['e2004c4e-61b0-44c3-827c-126ae420a05f'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:11:26.195983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.273771 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:26.305078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.389409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.443864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=eb127250-9ecd-49bd-94fc-f40cfea41c17,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:26.447339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.456042 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ccb167d1-5527-4bb5-9165-d9096b4a3b86 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/eb127250-9ecd-49bd-94fc-f40cfea41c17 HTTP/1.1" status: 204 len: 168 time: 0.3862658 Mar 11 13:11:26.456230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:26.460481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a66b9-e3e2-46b4-b7ad-3318c2dfbcb4 None None] Network 828c9438-857e-4797-bb7b-e11b7efb18d3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:26.577197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.587584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 52537c17-50c4-4d28-ba38-d43fff765e13 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:26.587915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.637610 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:25Z', 'revision_number': 9, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:26.641826 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:26.650994 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:26.651619 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:26.734031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] DHCP port deletion for 828c9438-857e-4797-bb7b-e11b7efb18d3 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:11:26.738495 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Deleting port 52537c17-50c4-4d28-ba38-d43fff765e13 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:26.738735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.812257 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:26.813645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 52537c17-50c4-4d28-ba38-d43fff765e13, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=52537c17-50c4-4d28-ba38-d43fff765e13,segment=NetworkSegment(67e7a803-c4b2-41eb-8393-ea4e96c23317),segment_id=67e7a803-c4b2-41eb-8393-ea4e96c23317)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:26.814009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:26.938698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 52537c17-50c4-4d28-ba38-d43fff765e13 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:26.943112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] For port 52537c17-50c4-4d28-ba38-d43fff765e13, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=52537c17-50c4-4d28-ba38-d43fff765e13,segment=NetworkSegment(67e7a803-c4b2-41eb-8393-ea4e96c23317),segment_id=67e7a803-c4b2-41eb-8393-ea4e96c23317)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:26.943580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.021711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.066141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Calling delete_port for 52537c17-50c4-4d28-ba38-d43fff765e13 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:27.068215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=52537c17-50c4-4d28-ba38-d43fff765e13,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:27.074609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No DVR routers for this DVR port 52537c17-50c4-4d28-ba38-d43fff765e13 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:11:27.137701 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:25Z', 'revision_number': 9, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: from cryptography.utils import int_from_bytes Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: from cryptography.utils import int_from_bytes Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn_limited( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn_limited( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:11:27.141417 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:11:27.145398 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91608004-3ae2-4826-9c8c-93299f0773e6 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:25Z', 'revision_number': 9, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c530138f-37ec-414f-b559-1aa2173221b7', 'name': '', 'network_id': '109fca26-cab4-4f87-b7b4-02eabb5b7bad', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:b1:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:04Z', 'updated_at': '2022-03-11T13:11:14Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'a3bfbb95-65d5-4800-8505-d50fd1ace70f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:27.152126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:11:27.152549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:11:27.202687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.227711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828c9438-857e-4797-bb7b-e11b7efb18d3']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:27.245965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e7a803-c4b2-41eb-8393-ea4e96c23317') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:27.246266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e7a803-c4b2-41eb-8393-ea4e96c23317') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:27.257890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.274524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.280453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:11:27.280834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:11:27.295201 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:11:27.487103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.505848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.517571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=828c9438-857e-4797-bb7b-e11b7efb18d3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:27.526129 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-36599398-02a8-4f4f-8b8b-6482721430b4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/828c9438-857e-4797-bb7b-e11b7efb18d3 HTTP/1.1" status: 204 len: 168 time: 1.0688746 Mar 11 13:11:27.528874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:27.548970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:27.589250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:27.589719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0dcebcec-c6d1-4c2c-884f-0e41a6adfef4 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:27.590291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 52537c17-50c4-4d28-ba38-d43fff765e13 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:27.626015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 52537c17-50c4-4d28-ba38-d43fff765e13 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:27.626611 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 52537c17-50c4-4d28-ba38-d43fff765e13 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:27.654113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Deleting port 52537c17-50c4-4d28-ba38-d43fff765e13 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:27.654474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:27.723776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fa943180-4ec1-45be-9768-8cfe85f40c93 None None] The port '52537c17-50c4-4d28-ba38-d43fff765e13' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:11:28.164028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:28.501878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port c530138f-37ec-414f-b559-1aa2173221b7 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:28.502219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:28.686392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port c530138f-37ec-414f-b559-1aa2173221b7, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c530138f-37ec-414f-b559-1aa2173221b7,segment=NetworkSegment(e889604e-2aaa-421a-b6d7-57ccc44a02c9),segment_id=e889604e-2aaa-421a-b6d7-57ccc44a02c9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:28.687116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:28.788353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e2004c4e-61b0-44c3-827c-126ae420a05f up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:28.813520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for c530138f-37ec-414f-b559-1aa2173221b7 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:28.853380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port e2004c4e-61b0-44c3-827c-126ae420a05f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:28.853771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:28.970275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:28.992826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:28.998938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:11:29.009858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:29.019775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:29.044818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=c530138f-37ec-414f-b559-1aa2173221b7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:29.077478 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'code': 200} Mar 11 13:11:29.152127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:29.325963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:29.597344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee1ef7-b9f3-41c9-add0-20562d6116bf req-287a9676-abee-46ce-8fd9-810411644a74 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:29.598714 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-34ee1ef7-b9f3-41c9-add0-20562d6116bf req-287a9676-abee-46ce-8fd9-810411644a74 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 945 time: 0.3504820 Mar 11 13:11:29.718682 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-34ee1ef7-b9f3-41c9-add0-20562d6116bf req-93bd582f-b400-4f7e-9a29-a968f294caa3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080377 Mar 11 13:11:29.811236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:29.964169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:29.973037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:29.977279 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-847dec2a-6459-42bc-afc8-4f65dea70a70 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472647 Mar 11 13:11:29.980114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:29.982350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:29.982992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:30.048602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet a3bfbb95-65d5-4800-8505-d50fd1ace70f {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:11:30.051551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.107943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.134176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:30.202459 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.278716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.319855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bfbb95-65d5-4800-8505-d50fd1ace70f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:30.322158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.330968 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d73bbcec-053a-4f6d-b444-bae9199fa11d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/a3bfbb95-65d5-4800-8505-d50fd1ace70f HTTP/1.1" status: 204 len: 168 time: 0.3473608 Mar 11 13:11:30.331142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60860) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:30.352107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ce559-be23-49d4-ab05-1478bc98005c None None] Network 109fca26-cab4-4f87-b7b4-02eabb5b7bad requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:30.455387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.467531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port f630c921-cedf-4fd3-9c23-0865f03d4d65 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:30.467860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.620632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:28Z', 'revision_number': 10, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:30.630831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:30.645585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:30.646162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:30.686846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port f630c921-cedf-4fd3-9c23-0865f03d4d65, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f630c921-cedf-4fd3-9c23-0865f03d4d65,segment=NetworkSegment(e889604e-2aaa-421a-b6d7-57ccc44a02c9),segment_id=e889604e-2aaa-421a-b6d7-57ccc44a02c9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:30.687205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.705081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] DHCP port deletion for 109fca26-cab4-4f87-b7b4-02eabb5b7bad request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:11:30.719908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Deleting port f630c921-cedf-4fd3-9c23-0865f03d4d65 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:30.720273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:30.838537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for f630c921-cedf-4fd3-9c23-0865f03d4d65 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:30.879091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:31.163109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.228308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-9a798939-0d03-45b4-b31b-2dff042aaaa9 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:31.229769 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-9a798939-0d03-45b4-b31b-2dff042aaaa9 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 945 time: 0.3987303 Mar 11 13:11:31.230495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=f630c921-cedf-4fd3-9c23-0865f03d4d65,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:31.260505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f630c921-cedf-4fd3-9c23-0865f03d4d65 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:31.279887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No DVR routers for this DVR port f630c921-cedf-4fd3-9c23-0865f03d4d65 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:11:31.305071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] For port f630c921-cedf-4fd3-9c23-0865f03d4d65, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f630c921-cedf-4fd3-9c23-0865f03d4d65,segment=NetworkSegment(e889604e-2aaa-421a-b6d7-57ccc44a02c9),segment_id=e889604e-2aaa-421a-b6d7-57ccc44a02c9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:31.305480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.314245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: f630c921-cedf-4fd3-9c23-0865f03d4d65 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:31.314506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f630c921-cedf-4fd3-9c23-0865f03d4d65 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:31.320434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14948-b032-4d0c-b2cd-e2e78e84e886 req-0c514da6-49c0-4216-8dfa-f596869ac276 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:31.321938 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fb14948-b032-4d0c-b2cd-e2e78e84e886 req-0c514da6-49c0-4216-8dfa-f596869ac276 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 945 time: 0.4262557 Mar 11 13:11:31.379531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Deleting port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:31.379869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.451533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Calling delete_port for f630c921-cedf-4fd3-9c23-0865f03d4d65 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:31.527186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fb14948-b032-4d0c-b2cd-e2e78e84e886 req-5a8487cc-e01f-4ac6-bb0f-0f119c529d35 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969271 Mar 11 13:11:31.535476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.570363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:11:31.570716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:11:31.578446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:28Z', 'revision_number': 10, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:31.582358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74763e18-6ab2-4078-b4dc-747ab6a158e5 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:28Z', 'revision_number': 10, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None, '_interfaces': [{'id': '0849b3f5-ed79-4872-ad79-9c28d61b25c5', 'name': '', 'network_id': 'eeb6adb7-fa96-4c00-8786-295ec2ba4191', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'mac_address': 'fa:16:3e:08:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:11:00Z', 'updated_at': '2022-03-11T13:11:05Z', 'revision_number': 5, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'subnets': [{'id': 'b833be90-1079-4322-b2b1-8e70495cb8ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:31.609012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109fca26-cab4-4f87-b7b4-02eabb5b7bad']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:31.644498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e889604e-2aaa-421a-b6d7-57ccc44a02c9') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:31.644787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e889604e-2aaa-421a-b6d7-57ccc44a02c9') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:31.670450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.744794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.756815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:11:31.757193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:11:31.771152 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:11:31.867642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] For port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:31.868377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.879916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.954934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:31.978866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=109fca26-cab4-4f87-b7b4-02eabb5b7bad,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:31.986539 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0dd47b9f-4848-4798-80bb-702aeb2bb29f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/109fca26-cab4-4f87-b7b4-02eabb5b7bad HTTP/1.1" status: 204 len: 168 time: 1.6543996 Mar 11 13:11:31.989328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60866) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:32.071902 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Deleting port f630c921-cedf-4fd3-9c23-0865f03d4d65 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:32.072281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:32.136514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7683a9f9-5886-4c03-b653-fcd2e8a9e4d5 None None] The port 'f630c921-cedf-4fd3-9c23-0865f03d4d65' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:11:32.583065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:32.583422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:32.583729 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Floating IP c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b disassociated. External IP: 172.26.4.79, port: 2c3b0e9c-38c7-473c-9304-1e78d4cd086e. Mar 11 13:11:32.584068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Calling delete_port for 2c3b0e9c-38c7-473c-9304-1e78d4cd086e owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:32.885505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99687a68-82ff-48d7-9d34-aec3fa0d6e69 req-edf31ba4-9f8b-4892-8cbb-bfd52f769393 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:32.886962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-99687a68-82ff-48d7-9d34-aec3fa0d6e69 req-edf31ba4-9f8b-4892-8cbb-bfd52f769393 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 945 time: 0.2542841 Mar 11 13:11:32.938124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:32.939781 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-d806a8e1-f9d8-43a2-8531-513bc75f0150 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742981 Mar 11 13:11:33.002594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event deleted for resources: {'Port': ['ID=2c3b0e9c-38c7-473c-9304-1e78d4cd086e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:33.014373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-99687a68-82ff-48d7-9d34-aec3fa0d6e69 req-713b285e-efad-44dd-a00a-8ab32b7ec68f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169889 Mar 11 13:11:33.032564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-b84c6d7b-6149-464c-85c0-ec9293be0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:33.034096 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-b84c6d7b-6149-464c-85c0-ec9293be0f25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be76506e55e74119be4facf239fca356&device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1099 time: 0.0744066 Mar 11 13:11:33.185416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-3f3febb5-83e9-496b-b006-d54cd4c74095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:33.186835 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-3f3febb5-83e9-496b-b006-d54cd4c74095 service neutron] 10.222.0.50 "GET /v2.0/networks?id=337192e7-7c6c-4941-95bf-c8591fd22c26 HTTP/1.1" status: 200 len: 897 time: 0.1276391 Mar 11 13:11:33.215634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c530138f-37ec-414f-b559-1aa2173221b7 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:33.254229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c530138f-37ec-414f-b559-1aa2173221b7 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:33.254568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c530138f-37ec-414f-b559-1aa2173221b7 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:33.254735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:33.260587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:33.295313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-c1185eb5-ab84-4e9e-bde6-42d00cdec242 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2004c4e-61b0-44c3-827c-126ae420a05f HTTP/1.1" status: 200 len: 1001 time: 0.1022949 Mar 11 13:11:33.363384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-22257513-5b14-4077-8ace-50a4f72475e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:33.364832 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-22257513-5b14-4077-8ace-50a4f72475e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e48fa5a-bffb-4c9b-908f-8ed6304722e9 HTTP/1.1" status: 200 len: 834 time: 0.0637143 Mar 11 13:11:33.451645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-ef7c1a68-5707-4dd3-beeb-f07bfb6d6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:33.453664 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-ef7c1a68-5707-4dd3-beeb-f07bfb6d6445 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=337192e7-7c6c-4941-95bf-c8591fd22c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823340 Mar 11 13:11:33.590389 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-0abfc446-a175-4371-8cc3-61716c1f9bf7 service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296279 Mar 11 13:11:33.675875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:33.685695 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:33.695062 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:33.695650 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:33.731636 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6ef4c4a6-2855-444a-a487-ae91039d9fd9 req-bf65f841-bdc0-4a10-9660-626b1e715772 service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351295 Mar 11 13:11:33.763633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] No DVR routers for this DVR port 2c3b0e9c-38c7-473c-9304-1e78d4cd086e on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:11:33.767170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:33.769570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'name': 'network-vif-deleted', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:11:33.790954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0eab2605-e5cb-4b61-863c-f7fb187489e6 req-bc11c41b-9361-4a5d-af25-ac365a24c5c5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "DELETE /v2.0/ports/2c3b0e9c-38c7-473c-9304-1e78d4cd086e HTTP/1.1" status: 204 len: 173 time: 2.5551586 Mar 11 13:11:33.831574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7ef80a-ab3d-4878-8d17-e68804133222', 'name': 'network-vif-deleted', 'tag': '2c3b0e9c-38c7-473c-9304-1e78d4cd086e', 'status': 'completed', 'code': 200} Mar 11 13:11:33.858202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 0849b3f5-ed79-4872-ad79-9c28d61b25c5 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:33.858455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:33.888085 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:34.220163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-19fc4a51-742a-4131-b28e-89d3f0832365 req-771f7f9c-1c47-4988-b6c9-482a14f63228 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:11:34.259159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-19fc4a51-742a-4131-b28e-89d3f0832365 req-771f7f9c-1c47-4988-b6c9-482a14f63228 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:11:34.260314 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-19fc4a51-742a-4131-b28e-89d3f0832365 req-771f7f9c-1c47-4988-b6c9-482a14f63228 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7ef80a-ab3d-4878-8d17-e68804133222 HTTP/1.1" status: 200 len: 210 time: 0.1019907 Mar 11 13:11:34.281850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 0849b3f5-ed79-4872-ad79-9c28d61b25c5, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0849b3f5-ed79-4872-ad79-9c28d61b25c5,segment=NetworkSegment(b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9),segment_id=b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:34.282263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:34.291021 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:34.303882 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:34.312718 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:34.313306 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:34.417871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 0849b3f5-ed79-4872-ad79-9c28d61b25c5 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:34.543328 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:34.613624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:34.692870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=0849b3f5-ed79-4872-ad79-9c28d61b25c5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:34.819591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2c3b0e9c-38c7-473c-9304-1e78d4cd086e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:34.870324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 2c3b0e9c-38c7-473c-9304-1e78d4cd086e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:34.870560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2c3b0e9c-38c7-473c-9304-1e78d4cd086e not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:34.877882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:34.887401 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:34.891650 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ca2ee-7699-4a7d-b85b-5a63f49dab52 None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:35.109644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5c9157-1104-4ddd-bf5b-32b3bf952379 None None] New status for floating IP c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:11:35.162491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:35.300450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:35.311061 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:35.321504 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:35.322229 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:35.323995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60880) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:35.325104 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb6b4d79-c483-4dfa-b378-ea54c1424a1f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3345494 Mar 11 13:11:35.411922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting subnet b833be90-1079-4322-b2b1-8e70495cb8ed {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:11:35.415543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:35.486625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:35.491466 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:35.575343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:35.598928 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:34Z', 'revision_number': 11, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:35.602919 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:35.612420 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:35.613011 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:35.661087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:35.697865 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0b9123d1-6325-42fd-8678-af7cf39c104d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512855227&fields=id&tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 267 time: 0.0439546 Mar 11 13:11:35.710738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Subnet': ['ID=b833be90-1079-4322-b2b1-8e70495cb8ed,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:35.715798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:35.721308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de472599-0e95-42e9-be92-4393bf0a9486 None None] Network eeb6adb7-fa96-4c00-8786-295ec2ba4191 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:35.725281 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bd97551b-2082-4346-9b60-b9543142cdc4 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/b833be90-1079-4322-b2b1-8e70495cb8ed HTTP/1.1" status: 204 len: 168 time: 0.4001153 Mar 11 13:11:35.726123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60890) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:35.745186 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:35.861058 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:34Z', 'revision_number': 11, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:35.866397 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a8954-7ec9-4c80-9689-ed84c1dfb6d4 None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:34Z', 'revision_number': 11, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:35.873546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:35.886117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Deleting port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:35.886457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.010286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-02b1bec2-8a0a-4471-ad13-a495aba68c90 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:36.011737 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-02b1bec2-8a0a-4471-ad13-a495aba68c90 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 812 time: 0.3059125 Mar 11 13:11:36.026553 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-c1127286-79de-47d2-86ac-d34f13dded3f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/quotas/b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 375 time: 0.0090287 Mar 11 13:11:36.098641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] For port 8789bb70-c1b8-4224-9e8e-04e95ddb8842, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8789bb70-c1b8-4224-9e8e-04e95ddb8842,segment=NetworkSegment(b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9),segment_id=b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:36.098999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.111120 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-267c2fcd-42a8-4f4a-889f-9a275154d8b1 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795343 Mar 11 13:11:36.237509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] DHCP port deletion for eeb6adb7-fa96-4c00-8786-295ec2ba4191 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:11:36.242617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Deleting port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:36.243083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.333642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Calling delete_port for 8789bb70-c1b8-4224-9e8e-04e95ddb8842 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:36.398907 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-92b0e1dc-7652-4bda-95bd-c5007ee9a172 service neutron] 10.222.0.52 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759008 Mar 11 13:11:36.415121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.474733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Port': ['ID=8789bb70-c1b8-4224-9e8e-04e95ddb8842,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:36.481929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No DVR routers for this DVR port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:11:36.538652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] For port 8789bb70-c1b8-4224-9e8e-04e95ddb8842, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8789bb70-c1b8-4224-9e8e-04e95ddb8842,segment=NetworkSegment(b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9),segment_id=b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:36.539033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.558663 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-590a62c2-e7be-4ecd-9356-3eee96864d5f service neutron] 10.222.0.52 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525278 Mar 11 13:11:36.611775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.637307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb6adb7-fa96-4c00-8786-295ec2ba4191']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:36.649585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:36.649881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a9b5db-c2fe-4eb2-a1f7-0a5cbdc281e9') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:36.661242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.664724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Calling delete_port for 8789bb70-c1b8-4224-9e8e-04e95ddb8842 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:36.677711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.684151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:11:36.684603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:11:36.700147 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:11:36.740074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:11:36.740440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:11:36.786757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.806393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:36.815380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Pushing event deleted for resources: {'Network': ['ID=eeb6adb7-fa96-4c00-8786-295ec2ba4191,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:36.823413 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-aa8ded08-3a89-48f1-8e83-cc4be5cb1d48 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/networks/eeb6adb7-fa96-4c00-8786-295ec2ba4191 HTTP/1.1" status: 204 len: 168 time: 1.0961826 Mar 11 13:11:36.826052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60902) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:36.831808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'routes': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:36.959018 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c8d01-a96e-4c67-8873-47b3f3766261 req-06506ece-2f16-40f8-bffb-5804419ed6be tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 210 time: 0.0486410 Mar 11 13:11:37.121718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4358085e-7805-4ffe-8566-87b3fd9bbcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:37.127013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.extraroute_db [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Added routes are [] {{(pid=87959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 13:11:37.127323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.extraroute_db [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Removed routes are [] {{(pid=87959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 13:11:37.127681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:37.242000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Deleting port 8789bb70-c1b8-4224-9e8e-04e95ddb8842 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:37.242570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:37.280851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8789bb70-c1b8-4224-9e8e-04e95ddb8842 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:37.321098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 8789bb70-c1b8-4224-9e8e-04e95ddb8842 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:37.321692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8789bb70-c1b8-4224-9e8e-04e95ddb8842 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:37.322211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0849b3f5-ed79-4872-ad79-9c28d61b25c5 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:11:37.381750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 0849b3f5-ed79-4872-ad79-9c28d61b25c5 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:11:37.382231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0849b3f5-ed79-4872-ad79-9c28d61b25c5 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:11:37.388275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-75b6fdfa-d53b-4a0a-9c37-2f73fc070be6 None None] The port '8789bb70-c1b8-4224-9e8e-04e95ddb8842' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:11:37.391481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:37.395463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:37.637073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 127a9147-fbcc-44f4-a972-e703168a54a3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:37.771973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:37.779128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:37.780226 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e702998c-fab7-4d1e-b24e-de7c3c2a5175 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 200 len: 704 time: 0.9532223 Mar 11 13:11:37.782966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60916) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:37.784938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] Sync routers for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:37.794998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:37.795597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:37.828474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43826362-c01e-4505-91a1-dc3f746a9b6d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Synchronizing usage tracker for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:11:37.846646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-43826362-c01e-4505-91a1-dc3f746a9b6d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Unset dirty status for tenant:6f75c0e069374abb9516294589a41e1b on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:11:37.847789 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-43826362-c01e-4505-91a1-dc3f746a9b6d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 200 len: 205 time: 0.0634732 Mar 11 13:11:37.850633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60920) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:37.941880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:37.989337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18118f76-d4bb-40d8-97a7-93b21412acba tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.043495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-2d40d8fc-64d7-47d8-b94c-7d08e61fed88 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:38.045142 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-2d40d8fc-64d7-47d8-b94c-7d08e61fed88 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 812 time: 0.1856380 Mar 11 13:11:38.082246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:34Z', 'revision_number': 11, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:38.087245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] Checking router: 127a9147-fbcc-44f4-a972-e703168a54a3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:38.096432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] Routers {'127a9147-fbcc-44f4-a972-e703168a54a3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:38.097101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['127a9147-fbcc-44f4-a972-e703168a54a3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:38.141221 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ae1d6945-fbd8-4596-a539-beef801a0d1d req-fe0ceef1-11c2-43b4-8400-ae2e294e8a65 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 210 time: 0.0465577 Mar 11 13:11:38.154644 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-8548a5a8-4e5f-42e1-b866-92052a2e480a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 380 time: 0.0996492 Mar 11 13:11:38.163907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'port': {'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'admin_state_up': True, 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'security_groups': ['f48537b7-6b25-4e36-b94c-463a6f936d6e']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:38.255547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] Set router 127a9147-fbcc-44f4-a972-e703168a54a3 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:38.328156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:38.339088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:38.343165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18118f76-d4bb-40d8-97a7-93b21412acba tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.346712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18118f76-d4bb-40d8-97a7-93b21412acba tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.351375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Made reservation on behalf of b2f4b40c1fc54fc599675dd835b1a8c6 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:38.358071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.376906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18118f76-d4bb-40d8-97a7-93b21412acba tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.377527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18118f76-d4bb-40d8-97a7-93b21412acba tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Fanout notify agent at l3_agent the message router_deleted on router 127a9147-fbcc-44f4-a972-e703168a54a3 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:11:38.378044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:34Z', 'revision_number': 11, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:38.400163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6496d1a-8062-4bd2-8a13-6502bf55143d None None] The sync data for ids ['127a9147-fbcc-44f4-a972-e703168a54a3'] in dv-neutron-833198-1-hyperv is: [{'id': '127a9147-fbcc-44f4-a972-e703168a54a3', 'name': 'tempest-RoutersIpV6Test-router-231226441', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:58Z', 'updated_at': '2022-03-11T13:11:34Z', 'revision_number': 11, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:38.402219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18118f76-d4bb-40d8-97a7-93b21412acba tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.408750 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-18118f76-d4bb-40d8-97a7-93b21412acba tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 204 len: 168 time: 0.5567565 Mar 11 13:11:38.409124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60928) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:38.414690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1019212672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:38.421968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:38.426234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Usage tracker for resource:router and tenant:6f75c0e069374abb9516294589a41e1b is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:38.429727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:38.437000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:38.455222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.456754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.476664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.500336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.532430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.536196 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0e502aa6-fc56-4081-80fa-25a31486ccb1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1233647 Mar 11 13:11:38.536339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60932) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:38.541923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fdd696d8-5067-40b3-a23d-b4b260c9c453 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:38.582152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Allocated IP 172.20.0.5 (c40e2461-bb44-46b0-a201-3c6e9589080d/45a899c9-a77b-472e-89d4-da179b3e4114/c97aa35d-27ce-4110-939e-e2c3bd857b92) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:38.784266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.801041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Transition to ACTIVE for port object c97aa35d-27ce-4110-939e-e2c3bd857b92 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:38.837964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:38.909800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Network c40e2461-bb44-46b0-a201-3c6e9589080d is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:38.913388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:38.922779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:38.976208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=c97aa35d-27ce-4110-939e-e2c3bd857b92,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:38.996327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:38.996983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.026741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-5b0f8530-6e31-433d-89ec-d96ba28c33f6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672333 Mar 11 13:11:39.039926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Request body: {'port': {'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:39.086202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd696d8-5067-40b3-a23d-b4b260c9c453 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.106763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd696d8-5067-40b3-a23d-b4b260c9c453 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.167703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.213291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-25329ba6-1999-4a85-a725-6aa41ad01f40 None None] Provisioning for port c97aa35d-27ce-4110-939e-e2c3bd857b92 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:39.232782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-25329ba6-1999-4a85-a725-6aa41ad01f40 None None] Provisioning complete for port c97aa35d-27ce-4110-939e-e2c3bd857b92 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:39.233577 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-25329ba6-1999-4a85-a725-6aa41ad01f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.308049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-93e0c6f7-693b-4c18-b934-9791e7a2421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.316686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd696d8-5067-40b3-a23d-b4b260c9c453 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Router 6e08646a-7eb7-44dd-9093-2129eef9b117 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:11:39.332302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-25329ba6-1999-4a85-a725-6aa41ad01f40 None None] Port c97aa35d-27ce-4110-939e-e2c3bd857b92 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:39.470779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd696d8-5067-40b3-a23d-b4b260c9c453 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:39.477925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd696d8-5067-40b3-a23d-b4b260c9c453 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.480768 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] Sync routers for ids ['6e08646a-7eb7-44dd-9093-2129eef9b117'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:39.487515 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fdd696d8-5067-40b3-a23d-b4b260c9c453 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "PUT /v2.0/routers/6e08646a-7eb7-44dd-9093-2129eef9b117 HTTP/1.1" status: 200 len: 698 time: 0.9500396 Mar 11 13:11:39.488577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60938) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:39.495376 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] Routers {'6e08646a-7eb7-44dd-9093-2129eef9b117'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:39.496300 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6e08646a-7eb7-44dd-9093-2129eef9b117'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:39.527400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd4df5-4eec-4ff6-a772-ab40c808cc11 req-2b597905-7a7a-477e-a2fb-5a50fb8d7fb2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:39.528312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d1bd4df5-4eec-4ff6-a772-ab40c808cc11 req-2b597905-7a7a-477e-a2fb-5a50fb8d7fb2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:11:39.575706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d1bd4df5-4eec-4ff6-a772-ab40c808cc11 req-2b597905-7a7a-477e-a2fb-5a50fb8d7fb2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:11:39.576884 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1bd4df5-4eec-4ff6-a772-ab40c808cc11 req-2b597905-7a7a-477e-a2fb-5a50fb8d7fb2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 931 time: 0.2499866 Mar 11 13:11:39.645369 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-98932882-343d-4750-8e17-ff07f4b0a314 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/routers/6e08646a-7eb7-44dd-9093-2129eef9b117 HTTP/1.1" status: 200 len: 704 time: 0.1537704 Mar 11 13:11:39.645649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60942) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:39.671536 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] Set router 6e08646a-7eb7-44dd-9093-2129eef9b117 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:39.680758 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1bd4df5-4eec-4ff6-a772-ab40c808cc11 req-c75a0ccd-e7e3-4815-9df9-75d4dc567de0 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909655 Mar 11 13:11:39.686160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97aa35d-27ce-4110-939e-e2c3bd857b92 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:11:39.696837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.702526 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a8a2cd4a-f65f-4a8f-8ed2-e475868c82c0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e08646a-7eb7-44dd-9093-2129eef9b117 HTTP/1.1" status: 200 len: 205 time: 0.0533154 Mar 11 13:11:39.705605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60946) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:39.788628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Transition to ACTIVE for port object c97aa35d-27ce-4110-939e-e2c3bd857b92 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:39.801567 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e08646a-7eb7-44dd-9093-2129eef9b117', 'name': 'tempest-RoutersIpV6Test-router-1019212672', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:11:38Z', 'updated_at': '2022-03-11T13:11:39Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:39.805760 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] Checking router: 6e08646a-7eb7-44dd-9093-2129eef9b117 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:39.814762 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] Routers {'6e08646a-7eb7-44dd-9093-2129eef9b117'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:39.815429 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6e08646a-7eb7-44dd-9093-2129eef9b117'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:39.849205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:39.998026 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] Set router 6e08646a-7eb7-44dd-9093-2129eef9b117 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:40.036035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f09b3a3-b89d-468b-ad88-64a876a1afb0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.102929 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e08646a-7eb7-44dd-9093-2129eef9b117', 'name': 'tempest-RoutersIpV6Test-router-1019212672', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:11:38Z', 'updated_at': '2022-03-11T13:11:39Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:40.108230 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e40d4-56a4-41fe-b3ca-736c43e76086 None None] The sync data for ids ['6e08646a-7eb7-44dd-9093-2129eef9b117'] in dv-neutron-833198-1-hyperv is: [{'id': '6e08646a-7eb7-44dd-9093-2129eef9b117', 'name': 'tempest-RoutersIpV6Test-router-1019212672', 'tenant_id': '6f75c0e069374abb9516294589a41e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:11:38Z', 'updated_at': '2022-03-11T13:11:39Z', 'revision_number': 2, 'project_id': '6f75c0e069374abb9516294589a41e1b', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:40.184722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c97aa35d-27ce-4110-939e-e2c3bd857b92,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:40.328266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.499527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f09b3a3-b89d-468b-ad88-64a876a1afb0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.503242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f09b3a3-b89d-468b-ad88-64a876a1afb0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.513727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.542892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Attempting to bind port c97aa35d-27ce-4110-939e-e2c3bd857b92 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:40.543253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Attempting to bind port c97aa35d-27ce-4110-939e-e2c3bd857b92 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:40.543600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Attempting to bind port c97aa35d-27ce-4110-939e-e2c3bd857b92 on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:40.545671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f09b3a3-b89d-468b-ad88-64a876a1afb0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.546142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f09b3a3-b89d-468b-ad88-64a876a1afb0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Fanout notify agent at l3_agent the message router_deleted on router 6e08646a-7eb7-44dd-9093-2129eef9b117 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:11:40.554555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Port c97aa35d-27ce-4110-939e-e2c3bd857b92 on network c40e2461-bb44-46b0-a201-3c6e9589080d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:11:40.554889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Attempting to bind port c97aa35d-27ce-4110-939e-e2c3bd857b92 on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:40.563906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:40.564238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Checking segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:40.564604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Bound using segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:40.565015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Bound port: c97aa35d-27ce-4110-939e-e2c3bd857b92, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:40.565349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.577945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f09b3a3-b89d-468b-ad88-64a876a1afb0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.578998 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f09b3a3-b89d-468b-ad88-64a876a1afb0 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/6e08646a-7eb7-44dd-9093-2129eef9b117 HTTP/1.1" status: 204 len: 168 time: 0.8722770 Mar 11 13:11:40.582500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60950) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:40.625253 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9a51cfa-f227-436a-990b-9f5b55735d74 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e08646a-7eb7-44dd-9093-2129eef9b117 HTTP/1.1" status: 200 len: 205 time: 0.0415432 Mar 11 13:11:40.627597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60954) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:40.665888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] For port c97aa35d-27ce-4110-939e-e2c3bd857b92, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:40.669228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] For port c97aa35d-27ce-4110-939e-e2c3bd857b92, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:40.674047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.698217 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-3959dfed-853c-416f-944f-b194de3235c3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] delete failed (client error): The resource could not be found. Mar 11 13:11:40.701611 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3959dfed-853c-416f-944f-b194de3235c3 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/6e08646a-7eb7-44dd-9093-2129eef9b117 HTTP/1.1" status: 404 len: 336 time: 0.0707638 Mar 11 13:11:40.701801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60958) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:40.730612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:40.731444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:40.733390 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] 10.222.0.50 "PUT /v2.0/ports/c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 200 len: 1093 time: 1.6993678 Mar 11 13:11:40.736294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:11:40.745226 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6956beb6-4e3e-4620-bcd8-1b27af94ca01 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:40.745937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6956beb6-4e3e-4620-bcd8-1b27af94ca01 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:40.747999 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6956beb6-4e3e-4620-bcd8-1b27af94ca01 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/67436395-a01a-4e18-a1de-c202929852c4 HTTP/1.1" status: 404 len: 337 time: 0.0452881 Mar 11 13:11:40.750899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 60966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:40.843599 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'status': 'completed', 'code': 200} Mar 11 13:11:40.854408 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e97f96-eb38-4f4f-8341-d9425ba04751 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:40.854868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e97f96-eb38-4f4f-8341-d9425ba04751 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:40.858886 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-25e97f96-eb38-4f4f-8341-d9425ba04751 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/eb127250-9ecd-49bd-94fc-f40cfea41c17 HTTP/1.1" status: 404 len: 337 time: 0.1040814 Mar 11 13:11:40.859291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60970) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:40.898750 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a8b401-354c-4aa7-a01d-c20c348b91cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:40.900093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a8b401-354c-4aa7-a01d-c20c348b91cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:40.901667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00455d-f96c-4fe4-be36-aa88a2c270d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c97aa35d-27ce-4110-939e-e2c3bd857b92,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:40.901832 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a1a8b401-354c-4aa7-a01d-c20c348b91cf tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/a3bfbb95-65d5-4800-8505-d50fd1ace70f HTTP/1.1" status: 404 len: 337 time: 0.0413721 Mar 11 13:11:40.904560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60974) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:40.951936 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc5814c-59ca-45bb-9af9-d939b1899b2d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:40.952399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc5814c-59ca-45bb-9af9-d939b1899b2d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:40.956401 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fbc5814c-59ca-45bb-9af9-d939b1899b2d tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/b833be90-1079-4322-b2b1-8e70495cb8ed HTTP/1.1" status: 404 len: 337 time: 0.0485373 Mar 11 13:11:40.957127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60978) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:40.968654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-b290f1bd-93dc-4c27-9e22-facf61cb19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:40.970266 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-b290f1bd-93dc-4c27-9e22-facf61cb19cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1096 time: 0.1743507 Mar 11 13:11:40.987216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5b561-9d3b-406d-acc3-33d399a63811 req-a1b72152-c7a6-4d95-aee7-8185a2a4386f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:40.988695 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7f5b561-9d3b-406d-acc3-33d399a63811 req-a1b72152-c7a6-4d95-aee7-8185a2a4386f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 943 time: 0.1357398 Mar 11 13:11:41.005141 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6edbd177-d205-44c1-94e7-5162c09f2564 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 200 len: 205 time: 0.0445836 Mar 11 13:11:41.005276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60982) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.073943 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-ef088a26-7472-4830-8016-34a550f59e18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 200 len: 217 time: 0.0944185 Mar 11 13:11:41.076007 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-d71c0704-634e-4e76-9169-a99010af1a8c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] delete failed (client error): The resource could not be found. Mar 11 13:11:41.077002 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d71c0704-634e-4e76-9169-a99010af1a8c tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/127a9147-fbcc-44f4-a972-e703168a54a3 HTTP/1.1" status: 404 len: 336 time: 0.0706992 Mar 11 13:11:41.080000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60986) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.124692 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-31525aa9-4392-4784-9576-4573901858aa tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faf87dd-e6aa-45eb-9909-23099f32de43 HTTP/1.1" status: 200 len: 205 time: 0.0426617 Mar 11 13:11:41.125783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60990) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.150301 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7f5b561-9d3b-406d-acc3-33d399a63811 req-9a414789-d673-4571-b450-ac0794c89fe1 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092527 Mar 11 13:11:41.159123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-f8c274ab-c6cb-4b0f-8090-8855518b78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:41.160521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-f8c274ab-c6cb-4b0f-8090-8855518b78f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0778534 Mar 11 13:11:41.218817 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-d651e8e1-c4df-4388-8a4d-8726e6aca894 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] delete failed (client error): The resource could not be found. Mar 11 13:11:41.219805 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d651e8e1-c4df-4388-8a4d-8726e6aca894 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/5faf87dd-e6aa-45eb-9909-23099f32de43 HTTP/1.1" status: 404 len: 336 time: 0.0931189 Mar 11 13:11:41.222338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60994) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.247866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-abfce17f-621c-4810-836a-5f112e72884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:41.249355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-abfce17f-621c-4810-836a-5f112e72884f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822697 Mar 11 13:11:41.266206 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc26f99-aeb3-4e2d-93e8-825930859a4a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:41.266654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc26f99-aeb3-4e2d-93e8-825930859a4a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:41.268313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1bc26f99-aeb3-4e2d-93e8-825930859a4a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/d8a2d213-a1e6-4902-8f5a-0910d85f41b7 HTTP/1.1" status: 404 len: 337 time: 0.0451186 Mar 11 13:11:41.270941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 60998) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.313700 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-97390df7-7d6c-419b-a619-089d00157e8f tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a9172df-4e21-445a-92dd-c6c2ebea7e4a HTTP/1.1" status: 200 len: 205 time: 0.0415916 Mar 11 13:11:41.316017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32770) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.383517 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-c5f2af5e-d81f-47ad-a371-52151d45a152 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] delete failed (client error): The resource could not be found. Mar 11 13:11:41.384528 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c5f2af5e-d81f-47ad-a371-52151d45a152 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/0a9172df-4e21-445a-92dd-c6c2ebea7e4a HTTP/1.1" status: 404 len: 336 time: 0.0676467 Mar 11 13:11:41.387300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32774) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.389920 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-f14cfdd2-353c-4530-809c-71aded739e77 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328640 Mar 11 13:11:41.430004 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7cc1e308-6e15-4c1a-aed1-e479be9519f8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=03a5e38b-7b50-4fca-9bab-9bc79c48999c HTTP/1.1" status: 200 len: 205 time: 0.0415568 Mar 11 13:11:41.432638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32778) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.620528 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-91145615-8968-41d1-b453-32559fbfc269 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] delete failed (client error): The resource could not be found. Mar 11 13:11:41.622403 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-91145615-8968-41d1-b453-32559fbfc269 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/03a5e38b-7b50-4fca-9bab-9bc79c48999c HTTP/1.1" status: 404 len: 336 time: 0.1879811 Mar 11 13:11:41.624244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32782) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.662784 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebd8cd2-a448-4e65-9c96-2e7832bb3db1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:41.663760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebd8cd2-a448-4e65-9c96-2e7832bb3db1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:41.665427 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8ebd8cd2-a448-4e65-9c96-2e7832bb3db1 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/289424b0-1835-4c79-a406-9d38512cb1d4 HTTP/1.1" status: 404 len: 337 time: 0.0402155 Mar 11 13:11:41.668042 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e40f58ae-710d-4532-945a-434a0dda2e07 req-be77f1a2-79d2-451a-ae12-3a8911d19001 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715712 Mar 11 13:11:41.668282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32786) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.714579 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c1985e67-6f41-482b-a980-d1d737dbd002 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=910a8018-d7bb-485b-9157-26cc88458358 HTTP/1.1" status: 200 len: 205 time: 0.0453379 Mar 11 13:11:41.716796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32790) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.780426 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-be3c4664-6701-4d64-8f4f-4ecf0c7f858e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] delete failed (client error): The resource could not be found. Mar 11 13:11:41.783790 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-be3c4664-6701-4d64-8f4f-4ecf0c7f858e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/910a8018-d7bb-485b-9157-26cc88458358 HTTP/1.1" status: 404 len: 336 time: 0.0637796 Mar 11 13:11:41.784002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32794) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.793380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-fd163516-c828-42d8-a5bf-dbfa545aa9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:41.794921 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-fd163516-c828-42d8-a5bf-dbfa545aa9f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1096 time: 0.0708015 Mar 11 13:11:41.826802 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-24860c30-7465-4347-94a9-aac139a1b952 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:41.827248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24860c30-7465-4347-94a9-aac139a1b952 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:41.831250 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-24860c30-7465-4347-94a9-aac139a1b952 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/6cd7161e-47e5-4ea0-b786-3c52bac69e2e HTTP/1.1" status: 404 len: 337 time: 0.0440295 Mar 11 13:11:41.831469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32798) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.873721 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c0f58ea4-9526-4367-82ea-0f670307d04e tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "GET /v2.0/ports?device_id=e58883b7-22e6-48e9-ba25-da0a31efaa84 HTTP/1.1" status: 200 len: 205 time: 0.0411732 Mar 11 13:11:41.876029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32802) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.926614 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:41.936465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-04f62035-eb23-48ee-aead-a5b6dc6b498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:41.936465 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-04f62035-eb23-48ee-aead-a5b6dc6b498a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.1337042 Mar 11 13:11:41.945822 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-e6cffa44-0301-47d4-a79b-2705f435859a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] delete failed (client error): The resource could not be found. Mar 11 13:11:41.947111 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e6cffa44-0301-47d4-a79b-2705f435859a tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/routers/e58883b7-22e6-48e9-ba25-da0a31efaa84 HTTP/1.1" status: 404 len: 336 time: 0.0699375 Mar 11 13:11:41.949505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32806) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:41.986283 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b58933-c15c-494f-be7d-e91b67b88ac8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:41.986641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b58933-c15c-494f-be7d-e91b67b88ac8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:41.988253 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b8b58933-c15c-494f-be7d-e91b67b88ac8 tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/96fdc155-731e-45bf-82bb-368e79140197 HTTP/1.1" status: 404 len: 337 time: 0.0378137 Mar 11 13:11:41.990777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32810) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:42.009660 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-846ce8a3-bc07-4fa2-a564-369eb9d626b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 200 len: 217 time: 0.0655842 Mar 11 13:11:42.027321 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5da0df-0f48-4747-9af4-2bd270bd69ee tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] DELETE failed (client error): The resource could not be found. Mar 11 13:11:42.027762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5da0df-0f48-4747-9af4-2bd270bd69ee tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:11:42.029389 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ee5da0df-0f48-4747-9af4-2bd270bd69ee tempest-RoutersIpV6Test-1261666632 tempest-RoutersIpV6Test-1261666632-project] 10.222.0.52 "DELETE /v2.0/subnets/f91ac50d-7a15-43b4-9338-097c7c05d80e HTTP/1.1" status: 404 len: 337 time: 0.0377512 Mar 11 13:11:42.072072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-63c63f71-d50d-4122-abff-e157da809128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:42.073519 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-63c63f71-d50d-4122-abff-e157da809128 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0578454 Mar 11 13:11:42.152174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-7942cd25-65b1-419f-956f-b1dfe254bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:42.153677 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-7942cd25-65b1-419f-956f-b1dfe254bb5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739448 Mar 11 13:11:42.303347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32820) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:42.333691 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-bde109f4-677a-4aa9-b703-072c3fe63dcc service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743720 Mar 11 13:11:42.444483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be002d-b42c-4dcf-9024-1db4b9033634 req-c814709f-de12-4d4a-86d7-9323a0b78b73 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:42.445977 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-78be002d-b42c-4dcf-9024-1db4b9033634 req-c814709f-de12-4d4a-86d7-9323a0b78b73 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 943 time: 0.1871593 Mar 11 13:11:42.457653 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-25b4bc3c-4550-422f-9dc5-3664701b9d24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f75c0e069374abb9516294589a41e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531053 Mar 11 13:11:42.460492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32826) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:42.514220 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-78be002d-b42c-4dcf-9024-1db4b9033634 req-addd798d-cb2b-41c5-b0f8-14a1d78c604c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606756 Mar 11 13:11:42.517426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2941654c-88c0-4490-ae48-d2b5ca894ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:42.519581 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad383cb5-fa7c-48a3-87c6-454c1121c1e2 req-3fd8d8a7-0923-43d4-8f97-eca6e7aa02df service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791117 Mar 11 13:11:42.544421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2941654c-88c0-4490-ae48-d2b5ca894ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:42.595087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2941654c-88c0-4490-ae48-d2b5ca894ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:42.610704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941654c-88c0-4490-ae48-d2b5ca894ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5a50dd-4e96-464b-9ce0-868086d7a405,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:42.615352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2941654c-88c0-4490-ae48-d2b5ca894ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:42.616082 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2941654c-88c0-4490-ae48-d2b5ca894ffb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d5a50dd-4e96-464b-9ce0-868086d7a405 HTTP/1.1" status: 204 len: 168 time: 0.1547098 Mar 11 13:11:43.277037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32850) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:43.376486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1790783336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:43.384016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:43.387988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:router and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:43.391062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:43.397241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:43.406981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.408273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.423169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.441255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.469920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.471114 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dbb4d971-9acd-4d1e-844f-4e0b6c0dda9a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1930714 Mar 11 13:11:43.473903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32856) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:43.479673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1843388769'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:43.485060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:43.490611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:network and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:43.493980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:43.500516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:43.510084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:43.513383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.527731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.542735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:43.546478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:security_group_rule and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:43.549231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:43.555503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:43.639870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.643588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.676311 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:11:43.685953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477e3445-4af7-49e9-bf0c-0e31d90ad351,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:43.695174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.695174 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Added segment ca10905e-cd2e-43f7-a5f9-9675d96a1ce8 of type vlan for network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 Mar 11 13:11:43.706568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c2b0c-7cfb-40a1-bc7d-abc98c923f12 req-4b24b469-355f-46cd-936a-2133cdcf0349 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:43.708092 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3a7c2b0c-7cfb-40a1-bc7d-abc98c923f12 req-4b24b469-355f-46cd-936a-2133cdcf0349 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 943 time: 0.0890880 Mar 11 13:11:43.722106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.753442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.754112 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3a7c2b0c-7cfb-40a1-bc7d-abc98c923f12 req-fdab77aa-4d95-4418-8ab8-5059420ab41e tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Mar 11 13:11:43.759032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:43.759619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:43.869792 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3948524 Mar 11 13:11:43.872617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ad00b-071a-418d-8f29-38dfac7666a9 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Network': ['ID=675c4b60-2175-4fbe-ad1c-21a8dbdfddb2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:43.872793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32862) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:43.878350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'subnet': {'network_id': '675c4b60-2175-4fbe-ad1c-21a8dbdfddb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:43.882784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:11:43.991575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:43.995311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:subnet and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:43.998071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:44.003614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:44.012886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:44.016258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.228402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.308381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Subnet': ['ID=bf81cdbd-ada0-435b-a9f7-35cff0ae2c95,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:44.316710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Checking segment: {'id': 'ca10905e-cd2e-43f7-a5f9-9675d96a1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '675c4b60-2175-4fbe-ad1c-21a8dbdfddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:44.317062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network hostable DHCP agents. Network: 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:11:44.336614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:11:44.345248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:44.349192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:44.349913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.353979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c249b051-7179-467a-b60e-fbe44f42a1d2 None None] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:44.373348 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e833ed78-bb0a-4e54-9f3d-d2e9d3d961f4 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4966555 Mar 11 13:11:44.373647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32866) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:44.379308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'network': {'name': 'tempest-router-network01--1816985516'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:44.384686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:44.388619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:network and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:44.391617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:44.398132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:44.408925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:44.412543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.442593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:11:44.451903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.452248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Added segment 1d0ec63d-5283-4125-94d0-a98f36eff605 of type vlan for network 2b87f777-3071-4f19-8bae-a1a8816b3ebf Mar 11 13:11:44.478536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.509176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.514575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:44.515153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.601011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-675c4b60-2175-4fbe-ad1c-21a8dbdfddb2', 'network_id': '675c4b60-2175-4fbe-ad1c-21a8dbdfddb2', 'tenant_id': '1ef3f53f16db41f9849e93661d6036b6', 'fixed_ips': [{'subnet_id': 'bf81cdbd-ada0-435b-a9f7-35cff0ae2c95'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:11:44.601901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.617874 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2426906 Mar 11 13:11:44.620944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32870) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:44.623308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0e697-447b-4079-b76d-882058c018fb tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Network': ['ID=2b87f777-3071-4f19-8bae-a1a8816b3ebf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:44.627658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'network': {'name': 'tempest-router-network02--509415309'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:44.633817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:44.637816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:network and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:44.640751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:44.646607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:44.657599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:44.658475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:11:44.660997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.689246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:11:44.698823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.699181 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Added segment a36ba028-b701-4308-9362-a3e52af8b985 of type vlan for network 725156ea-e1ee-4004-b351-91f8e155076d Mar 11 13:11:44.724408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.754518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.760801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:44.761384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:44.852764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Allocated IP 2001:db8::2 (675c4b60-2175-4fbe-ad1c-21a8dbdfddb2/bf81cdbd-ada0-435b-a9f7-35cff0ae2c95/651bcf95-b65a-418a-9069-c6e9bb055f43) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:44.866293 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2430804 Mar 11 13:11:44.869530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32876) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:44.877089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'subnet': {'network_id': '2b87f777-3071-4f19-8bae-a1a8816b3ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:44.891068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14eac18-dec6-4a2e-9743-7321216fcaa2 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Network': ['ID=725156ea-e1ee-4004-b351-91f8e155076d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:44.945697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 725156ea-e1ee-4004-b351-91f8e155076d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:11:44.998059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:45.001860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:subnet and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:45.005148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:45.011690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:45.024161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:45.027992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.069893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943df9ae-e4d2-467e-9b4a-fdb899421c8c req-f1db03cb-9a2f-47ae-bc31-6502fbdc1bb7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:45.071469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-943df9ae-e4d2-467e-9b4a-fdb899421c8c req-f1db03cb-9a2f-47ae-bc31-6502fbdc1bb7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 943 time: 0.2076130 Mar 11 13:11:45.121212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-943df9ae-e4d2-467e-9b4a-fdb899421c8c req-5c07135b-0b2b-43d4-90ab-9aa7986ecb86 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436265 Mar 11 13:11:45.160234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.171118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Transition to ACTIVE for port object 651bcf95-b65a-418a-9069-c6e9bb055f43 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:45.190611 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Transition to ACTIVE for port object 651bcf95-b65a-418a-9069-c6e9bb055f43 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:45.195643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.250946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:45.253844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:45.257564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:45.263817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.342694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Pushing event updated for resources: {'Port': ['ID=651bcf95-b65a-418a-9069-c6e9bb055f43,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:45.348772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Subnet': ['ID=1bc1ebd7-2ff7-4b0a-b0d6-b51b8050d691,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:45.353413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Checking segment: {'id': '1d0ec63d-5283-4125-94d0-a98f36eff605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b87f777-3071-4f19-8bae-a1a8816b3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:45.353797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network hostable DHCP agents. Network: 2b87f777-3071-4f19-8bae-a1a8816b3ebf, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:11:45.372454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Attempting to bind port 651bcf95-b65a-418a-9069-c6e9bb055f43 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:45.372747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Attempting to bind port 651bcf95-b65a-418a-9069-c6e9bb055f43 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ca10905e-cd2e-43f7-a5f9-9675d96a1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '675c4b60-2175-4fbe-ad1c-21a8dbdfddb2'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:45.372948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:11:45.373124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Attempting to bind port 651bcf95-b65a-418a-9069-c6e9bb055f43 on network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:45.378532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:45.378896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Checking segment: {'id': 'ca10905e-cd2e-43f7-a5f9-9675d96a1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '675c4b60-2175-4fbe-ad1c-21a8dbdfddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:45.379294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.379676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Bound using segment: {'id': 'ca10905e-cd2e-43f7-a5f9-9675d96a1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '675c4b60-2175-4fbe-ad1c-21a8dbdfddb2'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:45.380167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Bound port: 651bcf95-b65a-418a-9069-c6e9bb055f43, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10905e-cd2e-43f7-a5f9-9675d96a1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '675c4b60-2175-4fbe-ad1c-21a8dbdfddb2'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:45.380588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.384224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2b87f777-3071-4f19-8bae-a1a8816b3ebf) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:45.388474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:45.389268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.412665 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-06ba2ed6-6f31-409d-af04-2664ec6d76fc tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5420747 Mar 11 13:11:45.416054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32880) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:45.421886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'subnet': {'network_id': '725156ea-e1ee-4004-b351-91f8e155076d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:45.451082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa4d88-c7b8-4a95-8de5-68b6748f4356 None None] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:45.549706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:45.554333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:subnet and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:45.557168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:45.563150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:45.571680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] For port 651bcf95-b65a-418a-9069-c6e9bb055f43, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:45.573506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:45.576966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.584832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] For port 651bcf95-b65a-418a-9069-c6e9bb055f43, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=651bcf95-b65a-418a-9069-c6e9bb055f43,segment=NetworkSegment(ca10905e-cd2e-43f7-a5f9-9675d96a1ce8),segment_id=ca10905e-cd2e-43f7-a5f9-9675d96a1ce8)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:45.592574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.731263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efa093-9cf0-498e-8926-a25d53e5af26 None None] Pushing event updated for resources: {'Port': ['ID=651bcf95-b65a-418a-9069-c6e9bb055f43,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:45.787189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2b87f777-3071-4f19-8bae-a1a8816b3ebf', 'network_id': '2b87f777-3071-4f19-8bae-a1a8816b3ebf', 'tenant_id': '1ef3f53f16db41f9849e93661d6036b6', 'fixed_ips': [{'subnet_id': '1bc1ebd7-2ff7-4b0a-b0d6-b51b8050d691'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:11:45.788100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.814978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:45.978771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Allocated IP 2001:db8::2 (2b87f777-3071-4f19-8bae-a1a8816b3ebf/1bc1ebd7-2ff7-4b0a-b0d6-b51b8050d691/cc3a7e29-ef07-4438-bb64-6dbe953bf5d8) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:46.048606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Subnet': ['ID=82a4bf1e-e346-49f4-800c-7b705a052253,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:46.060299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Checking segment: {'id': 'a36ba028-b701-4308-9362-a3e52af8b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '725156ea-e1ee-4004-b351-91f8e155076d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:46.060978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network hostable DHCP agents. Network: 725156ea-e1ee-4004-b351-91f8e155076d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:11:46.083043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network 725156ea-e1ee-4004-b351-91f8e155076d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:11:46.094221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 725156ea-e1ee-4004-b351-91f8e155076d) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:46.098555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:46.099227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:46.108454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc2add-ec79-4dc5-9370-4639e1947b39 None None] Network 725156ea-e1ee-4004-b351-91f8e155076d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:46.120877 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cbf99a6f-61b6-4817-9ea5-7845e45c5ae5 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7035728 Mar 11 13:11:46.123557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32884) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:46.322901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:46.328319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abb552-e064-4acb-9087-213407608e29 req-eef95ee3-813e-4df7-96e1-60f1f12cd834 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:46.330635 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f8abb552-e064-4acb-9087-213407608e29 req-eef95ee3-813e-4df7-96e1-60f1f12cd834 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 943 time: 0.0944221 Mar 11 13:11:46.344821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Transition to ACTIVE for port object cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:46.379139 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f8abb552-e064-4acb-9087-213407608e29 req-01907f1e-7c83-4a10-8c4c-4888f27baf2b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Mar 11 13:11:46.410409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Transition to ACTIVE for port object cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:46.428365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:46.534339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:46.541944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:46.550886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:46.556051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Pushing event updated for resources: {'Port': ['ID=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:46.594980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-725156ea-e1ee-4004-b351-91f8e155076d', 'network_id': '725156ea-e1ee-4004-b351-91f8e155076d', 'tenant_id': '1ef3f53f16db41f9849e93661d6036b6', 'fixed_ips': [{'subnet_id': '82a4bf1e-e346-49f4-800c-7b705a052253'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:11:46.595892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:46.661957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:46.706041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Attempting to bind port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:46.706499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Attempting to bind port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '1d0ec63d-5283-4125-94d0-a98f36eff605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b87f777-3071-4f19-8bae-a1a8816b3ebf'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:46.706922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Attempting to bind port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 on network 2b87f777-3071-4f19-8bae-a1a8816b3ebf {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:46.728543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:46.728874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Checking segment: {'id': '1d0ec63d-5283-4125-94d0-a98f36eff605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b87f777-3071-4f19-8bae-a1a8816b3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:46.729491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:46.729886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Bound using segment: {'id': '1d0ec63d-5283-4125-94d0-a98f36eff605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b87f777-3071-4f19-8bae-a1a8816b3ebf'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:46.730364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Bound port: cc3a7e29-ef07-4438-bb64-6dbe953bf5d8, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0ec63d-5283-4125-94d0-a98f36eff605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b87f777-3071-4f19-8bae-a1a8816b3ebf'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:46.730734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:46.829979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92958116-222d-4c6a-853b-a9c4de0cfcb6 None None] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:46.977861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b4866e7e-0313-4ab3-b49b-e1340bc4fe35 None None] Provisioning for port 651bcf95-b65a-418a-9069-c6e9bb055f43 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:46.981757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] For port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:46.990478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Allocated IP 2001:db8::2 (725156ea-e1ee-4004-b351-91f8e155076d/82a4bf1e-e346-49f4-800c-7b705a052253/15c7522d-64ba-4c81-a073-58b610cc6d01) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:47.003481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] For port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,segment=NetworkSegment(1d0ec63d-5283-4125-94d0-a98f36eff605),segment_id=1d0ec63d-5283-4125-94d0-a98f36eff605)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:47.014354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.025289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Allocated IP 2001:db8::1 (2b87f777-3071-4f19-8bae-a1a8816b3ebf/1bc1ebd7-2ff7-4b0a-b0d6-b51b8050d691/00cd150b-dbd2-45a7-a8dc-72264dcbc196) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:47.186076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.201693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Transition to ACTIVE for port object 00cd150b-dbd2-45a7-a8dc-72264dcbc196 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:47.232491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d179b5c-8ea1-4f2b-bc84-6854f274ff87 None None] Pushing event updated for resources: {'Port': ['ID=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:47.237867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.302234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:47.305597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:47.309888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:47.310417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.330002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 651bcf95-b65a-418a-9069-c6e9bb055f43 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:47.347619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Port': ['ID=00cd150b-dbd2-45a7-a8dc-72264dcbc196,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:47.454096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.459486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.489765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Transition to ACTIVE for port object 15c7522d-64ba-4c81-a073-58b610cc6d01 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:47.514435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 651bcf95-b65a-418a-9069-c6e9bb055f43 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:47.520137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Transition to ACTIVE for port object 15c7522d-64ba-4c81-a073-58b610cc6d01 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:47.523543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 651bcf95-b65a-418a-9069-c6e9bb055f43 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:47.523868 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.555540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.677704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Network 725156ea-e1ee-4004-b351-91f8e155076d is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:47.683550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:47.689041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:47.693589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Pushing event updated for resources: {'Port': ['ID=15c7522d-64ba-4c81-a073-58b610cc6d01,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:47.734883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585b260-c7f7-4f0e-b67f-9b1d35dcec5d req-47a09267-662f-4fe7-9629-0464d1e2d5e5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:47.748840 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0585b260-c7f7-4f0e-b67f-9b1d35dcec5d req-47a09267-662f-4fe7-9629-0464d1e2d5e5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 943 time: 0.1440744 Mar 11 13:11:47.830106 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0585b260-c7f7-4f0e-b67f-9b1d35dcec5d req-93788dc3-17aa-4131-83fb-3dab2f4bacd2 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769513 Mar 11 13:11:47.894890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Attempting to bind port 15c7522d-64ba-4c81-a073-58b610cc6d01 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:47.895269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Attempting to bind port 15c7522d-64ba-4c81-a073-58b610cc6d01 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'a36ba028-b701-4308-9362-a3e52af8b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '725156ea-e1ee-4004-b351-91f8e155076d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:47.895593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Attempting to bind port 15c7522d-64ba-4c81-a073-58b610cc6d01 on network 725156ea-e1ee-4004-b351-91f8e155076d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:47.904255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:47.904625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Checking segment: {'id': 'a36ba028-b701-4308-9362-a3e52af8b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '725156ea-e1ee-4004-b351-91f8e155076d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:47.905023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.905406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Bound using segment: {'id': 'a36ba028-b701-4308-9362-a3e52af8b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '725156ea-e1ee-4004-b351-91f8e155076d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:47.905882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Bound port: 15c7522d-64ba-4c81-a073-58b610cc6d01, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36ba028-b701-4308-9362-a3e52af8b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '725156ea-e1ee-4004-b351-91f8e155076d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:47.906249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:47.919417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:48.000830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-25c9b1d2-c86c-4ec4-a8ee-580fc49d8284 None None] Provisioning complete for port 651bcf95-b65a-418a-9069-c6e9bb055f43 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:48.001635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-25c9b1d2-c86c-4ec4-a8ee-580fc49d8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:48.044550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 651bcf95-b65a-418a-9069-c6e9bb055f43, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=651bcf95-b65a-418a-9069-c6e9bb055f43,segment=NetworkSegment(ca10905e-cd2e-43f7-a5f9-9675d96a1ce8),segment_id=ca10905e-cd2e-43f7-a5f9-9675d96a1ce8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:48.056215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:48.059558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:48.061243 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:48.062587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:48.135604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] For port 15c7522d-64ba-4c81-a073-58b610cc6d01, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:48.158240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] For port 15c7522d-64ba-4c81-a073-58b610cc6d01, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=15c7522d-64ba-4c81-a073-58b610cc6d01,segment=NetworkSegment(a36ba028-b701-4308-9362-a3e52af8b985),segment_id=a36ba028-b701-4308-9362-a3e52af8b985)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:48.166313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:48.170068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=651bcf95-b65a-418a-9069-c6e9bb055f43,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:48.217023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Port': ['ID=00cd150b-dbd2-45a7-a8dc-72264dcbc196,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:48.275511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:48.276766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:48.298473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce2884-8c36-48c0-bd91-4adcb6043e27 None None] Pushing event updated for resources: {'Port': ['ID=15c7522d-64ba-4c81-a073-58b610cc6d01,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:48.516476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ac7007-28a9-4efb-a49e-3d985e95a8c1 None None] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:48.518540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Router 4bf40078-7342-496f-87f3-eb1c984b96f7 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:11:48.635276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ee8725dc-cb53-4757-ae4e-4f4e7e8ee782 None None] Provisioning for port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:48.686475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:48.696308 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-61024cbc-8ebc-4a47-b853-8ab695eafb49 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718150 Mar 11 13:11:48.699112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32892) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:48.699264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] Sync routers for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:48.742311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:48.742826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:48.814169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:48.828092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:48.828690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:48.877307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c97aa35d-27ce-4110-939e-e2c3bd857b92 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:11:48.897702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:48.898006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93efab-3bf2-4e2f-b1b0-b69bf181c5a3 None None] The sync data for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:49.037278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324de5-8be0-41b1-8fe7-4ef3e85f3f16 req-026a127a-6d63-42cd-931d-ebc5e41adb3f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:49.039524 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-df324de5-8be0-41b1-8fe7-4ef3e85f3f16 req-026a127a-6d63-42cd-931d-ebc5e41adb3f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 943 time: 0.1054862 Mar 11 13:11:49.062389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c97aa35d-27ce-4110-939e-e2c3bd857b92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:49.082018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:11:49.114542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-df324de5-8be0-41b1-8fe7-4ef3e85f3f16 req-3ed49846-4ecf-4929-bf66-916f435d72f5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670760 Mar 11 13:11:49.153545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:49.175959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97aa35d-27ce-4110-939e-e2c3bd857b92 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:11:49.195517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c97aa35d-27ce-4110-939e-e2c3bd857b92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:49.200503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:49.289765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c97aa35d-27ce-4110-939e-e2c3bd857b92,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:49.376296 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:11:49.424999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['c97aa35d-27ce-4110-939e-e2c3bd857b92'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:11:49.476097 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-31c048e9-be60-47a0-a018-f5c96cc1d928 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:11:49.477175 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-31c048e9-be60-47a0-a018-f5c96cc1d928 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7771432 Mar 11 13:11:49.480915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:49.496861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 651bcf95-b65a-418a-9069-c6e9bb055f43 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:49.528418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-009d707a-b28d-404c-8489-4cdb6217bb50 None None] Provisioning for port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:49.559365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-009d707a-b28d-404c-8489-4cdb6217bb50 None None] Provisioning complete for port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:49.559659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-009d707a-b28d-404c-8489-4cdb6217bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:49.645456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-009d707a-b28d-404c-8489-4cdb6217bb50 None None] Port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:49.666223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 651bcf95-b65a-418a-9069-c6e9bb055f43 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:49.666584 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:49.694013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6af1f-858d-43ac-a914-b1c8ae9758c0 None None] Network 725156ea-e1ee-4004-b351-91f8e155076d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:49.888063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f27fa51f-bc89-46a4-99b5-323199ac0b72 None None] Provisioning for port 15c7522d-64ba-4c81-a073-58b610cc6d01 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:50.046785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.066115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f27fa51f-bc89-46a4-99b5-323199ac0b72 None None] Provisioning complete for port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:50.066645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f27fa51f-bc89-46a4-99b5-323199ac0b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.160728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 15c7522d-64ba-4c81-a073-58b610cc6d01 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:50.240482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f27fa51f-bc89-46a4-99b5-323199ac0b72 None None] Port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:50.343260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 15c7522d-64ba-4c81-a073-58b610cc6d01 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:50.364894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 15c7522d-64ba-4c81-a073-58b610cc6d01 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:50.365260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.392737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf7d35-c1a9-4d21-a4b6-96fd8f4a39f8 req-59bf69f0-f6e6-4c13-9010-f030bde47d59 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:50.394421 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65cf7d35-c1a9-4d21-a4b6-96fd8f4a39f8 req-59bf69f0-f6e6-4c13-9010-f030bde47d59 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 944 time: 0.1491225 Mar 11 13:11:50.441002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b2f9c831-530a-43ed-9fe9-4791b07b5c91 None None] Provisioning complete for port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:50.441002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b2f9c831-530a-43ed-9fe9-4791b07b5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.503002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:50.503343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.530080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9c831-530a-43ed-9fe9-4791b07b5c91 None None] Port 00cd150b-dbd2-45a7-a8dc-72264dcbc196 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:50.558844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.560551 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65cf7d35-c1a9-4d21-a4b6-96fd8f4a39f8 req-81655563-d100-4fa1-a930-e135c1b1be41 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270280 Mar 11 13:11:50.596480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 15c7522d-64ba-4c81-a073-58b610cc6d01, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=15c7522d-64ba-4c81-a073-58b610cc6d01,segment=NetworkSegment(a36ba028-b701-4308-9362-a3e52af8b985),segment_id=a36ba028-b701-4308-9362-a3e52af8b985)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:50.606649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.607566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:50.758863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-36eb0680-99cf-4de7-ac79-2b92bacea28d None None] Provisioning complete for port 15c7522d-64ba-4c81-a073-58b610cc6d01 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:50.759139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-36eb0680-99cf-4de7-ac79-2b92bacea28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.791369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=15c7522d-64ba-4c81-a073-58b610cc6d01,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:50.838444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:50.845020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:50.845398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:50.874912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c97aa35d-27ce-4110-939e-e2c3bd857b92 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:50.886365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.015462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Calling delete_port for 00cd150b-dbd2-45a7-a8dc-72264dcbc196 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:51.052260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port c97aa35d-27ce-4110-939e-e2c3bd857b92 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:51.062804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port c97aa35d-27ce-4110-939e-e2c3bd857b92 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:51.063248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.109320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.161209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,segment=NetworkSegment(1d0ec63d-5283-4125-94d0-a98f36eff605),segment_id=1d0ec63d-5283-4125-94d0-a98f36eff605)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:51.192522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.198099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.251134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Port': ['ID=00cd150b-dbd2-45a7-a8dc-72264dcbc196,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:51.272381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.301746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:51.307254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 15c7522d-64ba-4c81-a073-58b610cc6d01 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:51.341520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:11:51.361323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c97aa35d-27ce-4110-939e-e2c3bd857b92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:51.367607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.412380 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'code': 200} Mar 11 13:11:51.469255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c97aa35d-27ce-4110-939e-e2c3bd857b92,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:51.471638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.474105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 15c7522d-64ba-4c81-a073-58b610cc6d01 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:51.474475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.883805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Router 4bf40078-7342-496f-87f3-eb1c984b96f7 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:51.972664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6043a-d72e-42d3-88db-eaf5af438778 req-2af496ff-8b8f-48e6-9020-54625f1cfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:51.973680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:51.974160 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eff6043a-d72e-42d3-88db-eaf5af438778 req-2af496ff-8b8f-48e6-9020-54625f1cfd9a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1098 time: 0.3286858 Mar 11 13:11:52.008530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf7215-4677-4191-9698-0157e011fee5 req-5d1b60f4-8ad5-4892-b84b-1f4004bf7a0b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:52.009965 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6daf7215-4677-4191-9698-0157e011fee5 req-5d1b60f4-8ad5-4892-b84b-1f4004bf7a0b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 945 time: 0.3238511 Mar 11 13:11:52.090545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:52.099669 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] Sync routers for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:52.109265 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:52.109949 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:52.121632 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df2828ad-dd68-4d6e-a886-8ad4e8d64ff1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6386707 Mar 11 13:11:52.125708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32912) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:52.129223 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eff6043a-d72e-42d3-88db-eaf5af438778 req-4498661e-1065-409e-bdf9-5ca3230dc962 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463056 Mar 11 13:11:52.137046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6daf7215-4677-4191-9698-0157e011fee5 req-bb283eaa-abdf-4cb9-ba02-ea29e040ded0 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725951 Mar 11 13:11:52.175401 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:52.184505 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:52.185078 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:52.197410 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-b8a6d21e-4057-4f9d-82ea-a4a9818810d6 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] delete failed (client error): The resource could not be found. Mar 11 13:11:52.198468 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b8a6d21e-4057-4f9d-82ea-a4a9818810d6 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1034586568 HTTP/1.1" status: 404 len: 335 time: 0.0718203 Mar 11 13:11:52.202159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32916) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:52.206876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9bff2501-7deb-470d-941a-d77f5dbd0d47 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'router': {'external_gateway_info': {'network_id': '4bf40078-7342-496f-87f3-eb1c984b96f7'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:52.246200 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:52.246593 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee52e70-f4ee-428e-82cd-29b5a3bb421e None None] The sync data for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:52.578291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bff2501-7deb-470d-941a-d77f5dbd0d47 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:52.604218 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-9bff2501-7deb-470d-941a-d77f5dbd0d47 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] update failed (client error): The resource could not be found. Mar 11 13:11:52.605238 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9bff2501-7deb-470d-941a-d77f5dbd0d47 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7 HTTP/1.1" status: 404 len: 339 time: 0.4022036 Mar 11 13:11:52.608809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32922) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:52.613990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2128073954'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:52.619208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:52.622966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:network and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:52.626450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:52.632044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:52.641381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:52.644764 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:52.671295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:11:52.679958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:52.680297 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Added segment 390af9a4-415f-4555-acfe-53264218b323 of type vlan for network d8350dbe-1add-4c76-b280-972fe49b9906 Mar 11 13:11:52.705329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:52.735448 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:52.741428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:52.742020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:52.831915 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2221098 Mar 11 13:11:52.835378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:52.840911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'subnet': {'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:52.843445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a4920-ca83-4dcd-a22b-7e1b1de79d71 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Network': ['ID=d8350dbe-1add-4c76-b280-972fe49b9906,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:52.854281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network d8350dbe-1add-4c76-b280-972fe49b9906 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:11:53.071902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:53.075642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Usage tracker for resource:subnet and tenant:1ef3f53f16db41f9849e93661d6036b6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:53.078382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:53.083975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:53.093235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Made reservation on behalf of 1ef3f53f16db41f9849e93661d6036b6 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:11:53.096720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:53.292017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:53.383683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:53.405108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:53.405497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:53.444978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192a0c-6766-47ac-a9b3-35cb24c53ce2 req-ab09201d-028e-44fe-af2c-dac40043c4fc tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:53.446495 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17192a0c-6766-47ac-a9b3-35cb24c53ce2 req-ab09201d-028e-44fe-af2c-dac40043c4fc tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 945 time: 0.1866586 Mar 11 13:11:53.497833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Subnet': ['ID=6051d434-d7d6-43cb-a0ad-2b8f16ea54b7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:53.515952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Checking segment: {'id': '390af9a4-415f-4555-acfe-53264218b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:53.516314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network hostable DHCP agents. Network: d8350dbe-1add-4c76-b280-972fe49b9906, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:11:53.534644 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17192a0c-6766-47ac-a9b3-35cb24c53ce2 req-93921814-ebff-45fc-ac70-21150c165f55 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783350 Mar 11 13:11:53.546100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network d8350dbe-1add-4c76-b280-972fe49b9906 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:11:53.555542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, d8350dbe-1add-4c76-b280-972fe49b9906) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:53.559933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:53.560514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:53.567050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488fcc52-4d5b-45a4-a1c4-9017ff0f546d None None] Network d8350dbe-1add-4c76-b280-972fe49b9906 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:53.582513 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9107afec-48f1-418a-8a46-3fe372a3303a tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7460761 Mar 11 13:11:53.585666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:53.590619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-08069385-0963-4688-9075-b022d744aaed tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:53.778959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-d8350dbe-1add-4c76-b280-972fe49b9906', 'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906', 'tenant_id': '1ef3f53f16db41f9849e93661d6036b6', 'fixed_ips': [{'subnet_id': '6051d434-d7d6-43cb-a0ad-2b8f16ea54b7'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:11:53.779774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:53.934645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Allocated IP 2001:db8:1::2 (d8350dbe-1add-4c76-b280-972fe49b9906/6051d434-d7d6-43cb-a0ad-2b8f16ea54b7/2037299f-5168-44a9-b367-3b1e2c710eb9) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:53.973286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08069385-0963-4688-9075-b022d744aaed tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:54.119479 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-08069385-0963-4688-9075-b022d744aaed tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:11:54.120659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-08069385-0963-4688-9075-b022d744aaed tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7 HTTP/1.1" status: 400 len: 364 time: 0.5340953 Mar 11 13:11:54.124259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:54.135511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:54.145577 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Transition to ACTIVE for port object 2037299f-5168-44a9-b367-3b1e2c710eb9 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:54.163683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Transition to ACTIVE for port object 2037299f-5168-44a9-b367-3b1e2c710eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:54.169565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:54.230733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Network d8350dbe-1add-4c76-b280-972fe49b9906 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:54.233694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:54.241862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:54.251460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Pushing event updated for resources: {'Port': ['ID=2037299f-5168-44a9-b367-3b1e2c710eb9,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:54.338835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Attempting to bind port 2037299f-5168-44a9-b367-3b1e2c710eb9 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:11:54.339198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Attempting to bind port 2037299f-5168-44a9-b367-3b1e2c710eb9 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '390af9a4-415f-4555-acfe-53264218b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:11:54.339547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Attempting to bind port 2037299f-5168-44a9-b367-3b1e2c710eb9 on network d8350dbe-1add-4c76-b280-972fe49b9906 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:11:54.344936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:11:54.345317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Checking segment: {'id': '390af9a4-415f-4555-acfe-53264218b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:11:54.345736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:54.346123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Bound using segment: {'id': '390af9a4-415f-4555-acfe-53264218b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:11:54.346573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Bound port: 2037299f-5168-44a9-b367-3b1e2c710eb9, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390af9a4-415f-4555-acfe-53264218b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd8350dbe-1add-4c76-b280-972fe49b9906'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:11:54.346938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:54.438176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] For port 2037299f-5168-44a9-b367-3b1e2c710eb9, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:11:54.442139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] For port 2037299f-5168-44a9-b367-3b1e2c710eb9, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2037299f-5168-44a9-b367-3b1e2c710eb9,segment=NetworkSegment(390af9a4-415f-4555-acfe-53264218b323),segment_id=390af9a4-415f-4555-acfe-53264218b323)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:11:54.447312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:54.530226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6f5d9-2987-45c6-a268-1b8af0a29de6 None None] Pushing event updated for resources: {'Port': ['ID=2037299f-5168-44a9-b367-3b1e2c710eb9,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:54.797606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:54.954527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586e753-5268-4afa-8300-647f413f4d06 req-609357dd-34af-4ca1-931a-9760254de428 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:54.955888 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6586e753-5268-4afa-8300-647f413f4d06 req-609357dd-34af-4ca1-931a-9760254de428 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 945 time: 0.2768214 Mar 11 13:11:55.067773 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6586e753-5268-4afa-8300-647f413f4d06 req-411fdf34-867f-4f52-a052-456c95ceb9d8 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028461 Mar 11 13:11:55.258779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Allocated IP 2001:db8::1 (675c4b60-2175-4fbe-ad1c-21a8dbdfddb2/bf81cdbd-ada0-435b-a9f7-35cff0ae2c95/5e28b3c1-adad-44a6-98a6-bb3566ec0a1e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:55.303635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2037299f-5168-44a9-b367-3b1e2c710eb9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:55.336566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968953f0-99cf-4751-a8a0-9e1beee6568c req-a55e5571-c058-452c-8ac9-dda85e43dd31 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:55.338121 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968953f0-99cf-4751-a8a0-9e1beee6568c req-a55e5571-c058-452c-8ac9-dda85e43dd31 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 945 time: 0.1629963 Mar 11 13:11:55.384827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2037299f-5168-44a9-b367-3b1e2c710eb9 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:55.470811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f29436-5635-41f3-ac12-9e6c54a18a87 None None] Network d8350dbe-1add-4c76-b280-972fe49b9906 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:11:55.473003 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968953f0-99cf-4751-a8a0-9e1beee6568c req-52f23d74-d212-4e2c-a923-35405d6b8cdb tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839429 Mar 11 13:11:55.495712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.497759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32944) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:55.513583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Transition to ACTIVE for port object 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:11:55.539576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.579888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a3a38729-b70f-46fa-a45e-c9c0edcae8f2 None None] Provisioning for port 2037299f-5168-44a9-b367-3b1e2c710eb9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:55.583669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9a882-a7d9-44a3-8dc3-8b0c4e6cf19a tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:55.584415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-14b9a882-a7d9-44a3-8dc3-8b0c4e6cf19a tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] Synchronizing usage tracker for tenant:5e834733d5634eb8ad9b6602c832c36a on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:11:55.596562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a3a38729-b70f-46fa-a45e-c9c0edcae8f2 None None] Provisioning complete for port 2037299f-5168-44a9-b367-3b1e2c710eb9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:55.597001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a3a38729-b70f-46fa-a45e-c9c0edcae8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.603851 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-14b9a882-a7d9-44a3-8dc3-8b0c4e6cf19a tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] Unset dirty status for tenant:5e834733d5634eb8ad9b6602c832c36a on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:11:55.605486 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-14b9a882-a7d9-44a3-8dc3-8b0c4e6cf19a tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1093 time: 0.1054640 Mar 11 13:11:55.608321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32948) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:55.609362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:55.612596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:55.614049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:11:55.614930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:55.615549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.630654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:11:55.634679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:floatingip and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:11:55.637692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Port': ['ID=5e28b3c1-adad-44a6-98a6-bb3566ec0a1e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:55.637866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:11:55.646717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:11:55.668513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.771366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.851874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a3a38729-b70f-46fa-a45e-c9c0edcae8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.861038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.896311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a3a38729-b70f-46fa-a45e-c9c0edcae8f2 None None] For port 2037299f-5168-44a9-b367-3b1e2c710eb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2037299f-5168-44a9-b367-3b1e2c710eb9,segment=NetworkSegment(390af9a4-415f-4555-acfe-53264218b323),segment_id=390af9a4-415f-4555-acfe-53264218b323)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:11:55.906411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a3a38729-b70f-46fa-a45e-c9c0edcae8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:55.985020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a38729-b70f-46fa-a45e-c9c0edcae8f2 None None] Pushing event updated for resources: {'Port': ['ID=2037299f-5168-44a9-b367-3b1e2c710eb9,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:56.017022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Allocated IP 172.26.4.248 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/c2ea2c3c-869c-423c-ad37-cab61ac22249) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:11:56.037057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d9743d9a-ccc2-432d-ba02-37bcc6ab008c None None] Provisioning for port 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:11:56.048432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d9743d9a-ccc2-432d-ba02-37bcc6ab008c None None] Provisioning complete for port 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:56.048791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9743d9a-ccc2-432d-ba02-37bcc6ab008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.146385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d9743d9a-ccc2-432d-ba02-37bcc6ab008c None None] Port 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:56.276337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8e2f209f-c7b9-42bd-89cf-84c047d5c853 None None] Provisioning complete for port 2037299f-5168-44a9-b367-3b1e2c710eb9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:56.277203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8e2f209f-c7b9-42bd-89cf-84c047d5c853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.295756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.331105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.360667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.366090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.366440 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.417332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=c2ea2c3c-869c-423c-ad37-cab61ac22249,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:56.423047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:56.424279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:56.427013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:11:56.513194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event updated for resources: {'Port': ['ID=5e28b3c1-adad-44a6-98a6-bb3566ec0a1e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:56.571872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:11:56.572986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:11:56.745106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Router 4bf40078-7342-496f-87f3-eb1c984b96f7 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:56.820121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-557da822-29d0-4107-91e8-8cdac8dbdefc None None] Provisioning complete for port 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:56.820719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-557da822-29d0-4107-91e8-8cdac8dbdefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.861559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:56.875613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-557da822-29d0-4107-91e8-8cdac8dbdefc None None] Port 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:11:56.911170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:56.920935 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9404a29e-1995-4c7b-8b58-59a8f0bbd586 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7957098 Mar 11 13:11:56.922179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] Sync routers for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:56.923662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32954) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:56.931230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:56.931841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:56.941365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:57.003288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:57.012575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:57.013289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:57.077495 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:57.078054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee8b22-23ac-42e9-8936-1833daa8c208 None None] The sync data for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:57.100771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-965902e6-8fa9-4620-9ceb-8ca0520aad57 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:57.168263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:57.172748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:57.253958 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-965902e6-8fa9-4620-9ceb-8ca0520aad57 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 13:11:57.254564 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-965902e6-8fa9-4620-9ceb-8ca0520aad57 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7 HTTP/1.1" status: 409 len: 329 time: 0.3298213 Mar 11 13:11:57.257863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32958) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:11:57.277883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2037299f-5168-44a9-b367-3b1e2c710eb9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:11:57.288399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=c2ea2c3c-869c-423c-ad37-cab61ac22249,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:57.297086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:57.354192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2037299f-5168-44a9-b367-3b1e2c710eb9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:11:57.354570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:57.482415 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Floating IP bd08a911-579d-423c-80af-92d2eab459c8 associated. External IP: 172.26.4.248, port: c97aa35d-27ce-4110-939e-e2c3bd857b92. Mar 11 13:11:57.895376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:57.952865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:11:58.132098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:11:58.141623 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:11:58.151445 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:58.151985 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:58.158442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:58.222046 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5b1eeec2-9eb6-4c1f-b8b8-90af0cf6ad3c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6123710 Mar 11 13:11:58.223026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:11:58.234130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting port 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:11:58.234476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:58.270723 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'status': 'completed', 'code': 200} Mar 11 13:11:58.335406 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:58.488378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:58.503352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-c7d2a35d-8e4f-4396-baf5-231e0622d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:58.504810 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-c7d2a35d-8e4f-4396-baf5-231e0622d081 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1098 time: 0.1955111 Mar 11 13:11:58.632491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Calling delete_port for 5e28b3c1-adad-44a6-98a6-bb3566ec0a1e owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:11:58.680203 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:56Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:58.684294 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:11:58.692347 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:11:58.692916 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:58.843165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-4ce454de-3c15-4fce-80d7-39e7eae8c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:58.844492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-4ce454de-3c15-4fce-80d7-39e7eae8c9c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.2916243 Mar 11 13:11:58.868033 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:11:58.996854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-38b26700-bfff-447a-9125-15e6039e23fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 200 len: 999 time: 0.1411946 Mar 11 13:11:59.073040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:59.246324 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:56Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:11:59.250590 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c5a3da-9ad7-4551-b830-3de53da6f5c1 None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:56Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:11:59.277112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Port': ['ID=5e28b3c1-adad-44a6-98a6-bb3566ec0a1e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:11:59.284080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-756ff112-2e15-419d-9587-7f37a260e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:59.285537 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-756ff112-2e15-419d-9587-7f37a260e8ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.2810743 Mar 11 13:11:59.496514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcd63b-8b88-4f23-b720-a3a23dad19a8 None None] New status for floating IP bd08a911-579d-423c-80af-92d2eab459c8: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:11:59.517817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:11:59.673006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-47462bb1-7a51-4e33-9c46-856b791c1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:59.674486 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-47462bb1-7a51-4e33-9c46-856b791c1b6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3634331 Mar 11 13:11:59.903357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Router 4bf40078-7342-496f-87f3-eb1c984b96f7 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:12:00.001487 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-1771be8e-3e85-4b50-a2d6-b96eb2cfcf9a service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736721 Mar 11 13:12:00.076964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:12:00.086924 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] Sync routers for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:00.096093 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:00.096680 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:00.108176 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5c81d2ed-746d-429a-89e7-e32fda6089ab tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8460386 Mar 11 13:12:00.109090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32966) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:00.159376 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:00.167703 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] Routers {'4bf40078-7342-496f-87f3-eb1c984b96f7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:00.168177 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4bf40078-7342-496f-87f3-eb1c984b96f7'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:00.177834 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-fb94102f-3f24-4d9f-91f9-91e73f1a85d7 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] show failed (client error): The resource could not be found. Mar 11 13:12:00.182165 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fb94102f-3f24-4d9f-91f9-91e73f1a85d7 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1473953582 HTTP/1.1" status: 404 len: 335 time: 0.0688429 Mar 11 13:12:00.183309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32970) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:00.188184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fde8d011-e72d-4b68-bc76-b5658b9903a1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:00.194791 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6333438-d098-45ac-8057-c4c0c4ac4622 req-e35da9bb-561f-4349-8b49-2185887ff56c service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459866 Mar 11 13:12:00.231054 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:00.231450 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dd719-487b-4f38-ad6a-cb76a44a4669 None None] The sync data for ids ['4bf40078-7342-496f-87f3-eb1c984b96f7'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:00.252988 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.api.v2.resource [None req-fde8d011-e72d-4b68-bc76-b5658b9903a1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] update failed (client error): The resource could not be found. Mar 11 13:12:00.254032 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fde8d011-e72d-4b68-bc76-b5658b9903a1 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-439393138 HTTP/1.1" status: 404 len: 334 time: 0.0698369 Mar 11 13:12:00.260808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32974) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:00.325424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting subnet 6051d434-d7d6-43cb-a0ad-2b8f16ea54b7 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:12:00.328299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.380885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.465457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.538570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.580346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Subnet': ['ID=6051d434-d7d6-43cb-a0ad-2b8f16ea54b7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:00.585283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.591071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f6dfdd-9384-40e9-9e8e-a2b61ed27af8 None None] Network d8350dbe-1add-4c76-b280-972fe49b9906 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:00.591534 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-53df4853-0dbe-440c-8d73-4881b62a77fe tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/subnets/6051d434-d7d6-43cb-a0ad-2b8f16ea54b7 HTTP/1.1" status: 204 len: 168 time: 0.3294613 Mar 11 13:12:00.593715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32978) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:00.704289 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.714556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting port 2037299f-5168-44a9-b367-3b1e2c710eb9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:00.714885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.842546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] DHCP port deletion for d8350dbe-1add-4c76-b280-972fe49b9906 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:12:00.846599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Deleting port 2037299f-5168-44a9-b367-3b1e2c710eb9 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:00.846965 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:00.877063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 32984) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:00.925882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] For port 2037299f-5168-44a9-b367-3b1e2c710eb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2037299f-5168-44a9-b367-3b1e2c710eb9,segment=NetworkSegment(390af9a4-415f-4555-acfe-53264218b323),segment_id=390af9a4-415f-4555-acfe-53264218b323)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:00.926241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.048503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] For port 2037299f-5168-44a9-b367-3b1e2c710eb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2037299f-5168-44a9-b367-3b1e2c710eb9,segment=NetworkSegment(390af9a4-415f-4555-acfe-53264218b323),segment_id=390af9a4-415f-4555-acfe-53264218b323)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:01.048893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.049886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Calling delete_port for 2037299f-5168-44a9-b367-3b1e2c710eb9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:01.088995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Deleting port d268de2f-b82b-4abb-91bc-d53499a77522 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:01.089723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.130732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.176769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Calling delete_port for 2037299f-5168-44a9-b367-3b1e2c710eb9 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:01.185084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Port': ['ID=2037299f-5168-44a9-b367-3b1e2c710eb9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:01.193391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] No DVR routers for this DVR port 2037299f-5168-44a9-b367-3b1e2c710eb9 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:01.293301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2037299f-5168-44a9-b367-3b1e2c710eb9 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:01.337226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2037299f-5168-44a9-b367-3b1e2c710eb9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:01.337644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2037299f-5168-44a9-b367-3b1e2c710eb9 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:01.345720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:12:01.346074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:12:01.346202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.372016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8350dbe-1add-4c76-b280-972fe49b9906']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:01.384714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390af9a4-415f-4555-acfe-53264218b323') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:01.384946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390af9a4-415f-4555-acfe-53264218b323') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:01.396213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.397203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.397563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.416952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.423785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:01.424249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.539116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Calling delete_port for d268de2f-b82b-4abb-91bc-d53499a77522 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:01.545018 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:01.622484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.644910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.650990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Network': ['ID=d8350dbe-1add-4c76-b280-972fe49b9906,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:01.657249 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c640b0d3-6f4b-494e-86e8-7217a03b32ae tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/networks/d8350dbe-1add-4c76-b280-972fe49b9906 HTTP/1.1" status: 204 len: 168 time: 1.0626161 Mar 11 13:12:01.659805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32988) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:01.705921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.724459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting subnet 82a4bf1e-e346-49f4-800c-7b705a052253 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:12:01.727860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.779241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event deleted for resources: {'Port': ['ID=d268de2f-b82b-4abb-91bc-d53499a77522,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:01.783177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.847559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Deleting port 2037299f-5168-44a9-b367-3b1e2c710eb9 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:01.848148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.849737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.849935 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Floating IP de9d14d1-8844-4693-8ffa-4bb9ef8290c7 disassociated (deleted). External IP: 172.26.4.58, port: e2004c4e-61b0-44c3-827c-126ae420a05f. Mar 11 13:12:01.873026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.917310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-17cb64c9-8856-4464-8a8d-6ed4f8959cb1 None None] The port '2037299f-5168-44a9-b367-3b1e2c710eb9' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:12:01.953291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:01.994686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Subnet': ['ID=82a4bf1e-e346-49f4-800c-7b705a052253,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:01.998801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.006143 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-823cd1e7-c3e8-42e7-b4ad-4443d742aac0 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/subnets/82a4bf1e-e346-49f4-800c-7b705a052253 HTTP/1.1" status: 204 len: 168 time: 0.3453164 Mar 11 13:12:02.007756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d49c9-442f-4297-a6d9-511cc7e79cbd None None] Network 725156ea-e1ee-4004-b351-91f8e155076d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:02.009034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32992) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:02.075217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting subnet 1bc1ebd7-2ff7-4b0a-b0d6-b51b8050d691 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:12:02.078646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.139899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.225396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:12:02.229498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.270878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] DHCP port deletion for 725156ea-e1ee-4004-b351-91f8e155076d request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:12:02.275574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Deleting port 15c7522d-64ba-4c81-a073-58b610cc6d01 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:02.276042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.307555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.351223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.359903 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/subnets/1bc1ebd7-2ff7-4b0a-b0d6-b51b8050d691 HTTP/1.1" status: 204 len: 168 time: 0.3475127 Mar 11 13:12:02.359903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8787c49-ec3c-4bce-a3b6-9da108936870 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc1ebd7-2ff7-4b0a-b0d6-b51b8050d691,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:02.361652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754483b-23a7-4098-9748-f817ffe72c34 None None] Network 2b87f777-3071-4f19-8bae-a1a8816b3ebf requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:02.362071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 32996) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:02.423819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:12:02.456988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.492028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.503819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting port 15c7522d-64ba-4c81-a073-58b610cc6d01 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:02.504220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.507777 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] Sync routers for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:02.533401 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34abfb05-89ea-4557-8709-34f170e69ff2 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "DELETE /v2.0/floatingips/de9d14d1-8844-4693-8ffa-4bb9ef8290c7 HTTP/1.1" status: 204 len: 168 time: 1.6549006 Mar 11 13:12:02.533955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:02.555410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:02.556749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:02.599989 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'status': 'completed', 'code': 200} Mar 11 13:12:02.709612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-c1754035-b3b6-43dc-bb4d-f02bd3450838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:02.711347 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-c1754035-b3b6-43dc-bb4d-f02bd3450838 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be76506e55e74119be4facf239fca356&device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 1099 time: 0.0883965 Mar 11 13:12:02.812732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] For port 15c7522d-64ba-4c81-a073-58b610cc6d01, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=15c7522d-64ba-4c81-a073-58b610cc6d01,segment=NetworkSegment(a36ba028-b701-4308-9362-a3e52af8b985),segment_id=a36ba028-b701-4308-9362-a3e52af8b985)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:02.813093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.852615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:02.879020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-a12f94e2-b89f-4ecd-979f-f325aea91628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:02.880442 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-a12f94e2-b89f-4ecd-979f-f325aea91628 service neutron] 10.222.0.50 "GET /v2.0/networks?id=337192e7-7c6c-4941-95bf-c8591fd22c26 HTTP/1.1" status: 200 len: 897 time: 0.1625988 Mar 11 13:12:02.920952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] For port 15c7522d-64ba-4c81-a073-58b610cc6d01, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=15c7522d-64ba-4c81-a073-58b610cc6d01,segment=NetworkSegment(a36ba028-b701-4308-9362-a3e52af8b985),segment_id=a36ba028-b701-4308-9362-a3e52af8b985)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:02.921355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:02.949213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Calling delete_port for 15c7522d-64ba-4c81-a073-58b610cc6d01 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:03.035481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.085426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Port': ['ID=15c7522d-64ba-4c81-a073-58b610cc6d01,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:03.093341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] No DVR routers for this DVR port 15c7522d-64ba-4c81-a073-58b610cc6d01 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:03.106224 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-3f53eaa7-1810-4915-b460-a9de4fa07f05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2004c4e-61b0-44c3-827c-126ae420a05f HTTP/1.1" status: 200 len: 217 time: 0.0738368 Mar 11 13:12:03.138674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Calling delete_port for 15c7522d-64ba-4c81-a073-58b610cc6d01 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:03.187486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-bdae0953-a442-4cfb-be18-5edd02ed68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:03.188928 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-bdae0953-a442-4cfb-be18-5edd02ed68b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e48fa5a-bffb-4c9b-908f-8ed6304722e9 HTTP/1.1" status: 200 len: 834 time: 0.0765371 Mar 11 13:12:03.201738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aa376-2bde-42b2-aa01-8753e30cbc8e req-1e615f14-ea2d-457a-b83c-b0876457c3cd tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:03.202418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-798aa376-2bde-42b2-aa01-8753e30cbc8e req-1e615f14-ea2d-457a-b83c-b0876457c3cd tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Synchronizing usage tracker for tenant:be76506e55e74119be4facf239fca356 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:03.233584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.266450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-798aa376-2bde-42b2-aa01-8753e30cbc8e req-1e615f14-ea2d-457a-b83c-b0876457c3cd tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Unset dirty status for tenant:be76506e55e74119be4facf239fca356 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:03.279835 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-798aa376-2bde-42b2-aa01-8753e30cbc8e req-1e615f14-ea2d-457a-b83c-b0876457c3cd tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.3974266 Mar 11 13:12:03.280079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725156ea-e1ee-4004-b351-91f8e155076d']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:03.291785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36ba028-b701-4308-9362-a3e52af8b985') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:03.292232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36ba028-b701-4308-9362-a3e52af8b985') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:03.312268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.333891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-5a7a24f1-8186-4635-aa2f-409886a15315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:03.335538 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-5a7a24f1-8186-4635-aa2f-409886a15315 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=337192e7-7c6c-4941-95bf-c8591fd22c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303353 Mar 11 13:12:03.343729 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-798aa376-2bde-42b2-aa01-8753e30cbc8e req-50f492da-1cf5-4b9a-8c5c-696e15f4639b tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686612 Mar 11 13:12:03.344428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.351746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] DHCP port deletion for 2b87f777-3071-4f19-8bae-a1a8816b3ebf request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:12:03.357300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:03.357898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.384096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 15c7522d-64ba-4c81-a073-58b610cc6d01 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:03.390083 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:03.407350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:12:03.407708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:12:03.416672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] Deleting port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:03.417081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.472382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.486038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 15c7522d-64ba-4c81-a073-58b610cc6d01 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:03.486382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 15c7522d-64ba-4c81-a073-58b610cc6d01 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:03.496933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.511257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Network': ['ID=725156ea-e1ee-4004-b351-91f8e155076d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:03.516037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-17273d9c-c2be-4f50-9f93-525e77b7bead tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/networks/725156ea-e1ee-4004-b351-91f8e155076d HTTP/1.1" status: 204 len: 168 time: 1.1527736 Mar 11 13:12:03.518454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33006) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:03.524468 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-08205822-af15-4607-8341-bf16bb47e48b service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798129 Mar 11 13:12:03.622201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:17Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:03.636813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.647791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:03.648213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.670051 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-824f54ee-7129-44cf-82bd-b8b5033b24d4 req-86d6aa66-e423-4e8f-aec3-da29cb81eed2 service neutron] 10.222.0.50 "GET /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381540 Mar 11 13:12:03.677576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] Checking router: 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:03.703101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] For port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,segment=NetworkSegment(1d0ec63d-5283-4125-94d0-a98f36eff605),segment_id=1d0ec63d-5283-4125-94d0-a98f36eff605)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:03.703495 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.711016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:03.711634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:03.856845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] For port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,segment=NetworkSegment(1d0ec63d-5283-4125-94d0-a98f36eff605),segment_id=1d0ec63d-5283-4125-94d0-a98f36eff605)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:03.857201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.890651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] Calling delete_port for cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:03.916111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Deleting port 15c7522d-64ba-4c81-a073-58b610cc6d01 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:03.916487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:03.979541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Calling delete_port for cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:04.015124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e17860c4-2cd8-4c60-834f-b3b9fd001789 None None] The port '15c7522d-64ba-4c81-a073-58b610cc6d01' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:12:04.130979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:04.160179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:12:04.160928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:12:04.181704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:04.233012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] Pushing event deleted for resources: {'Port': ['ID=cc3a7e29-ef07-4438-bb64-6dbe953bf5d8,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:04.240984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cce16-303f-49e9-be23-d10dbc524e04 None None] No DVR routers for this DVR port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:04.243849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698012e-a415-4516-84be-14dd6de8403d req-ccc56180-1f3b-49ce-bb4b-2aed93ad1ec9 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:04.246987 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f698012e-a415-4516-84be-14dd6de8403d req-ccc56180-1f3b-49ce-bb4b-2aed93ad1ec9 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.0994442 Mar 11 13:12:04.327029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Deleting port e2004c4e-61b0-44c3-827c-126ae420a05f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:04.327618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:04.534889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:17Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:04.541397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b7930-22f5-426d-ae21-1b7789ec6054 None None] The sync data for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv is: [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:10:09Z', 'revision_number': 4, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '90f47299-27b4-47bf-9b79-09d03c66785e', 'name': '', 'network_id': '337192e7-7c6c-4941-95bf-c8591fd22c26', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'mac_address': 'fa:16:3e:33:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:07Z', 'updated_at': '2022-03-11T13:10:17Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'subnets': [{'id': '3e48fa5a-bffb-4c9b-908f-8ed6304722e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:04.664270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting port cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:04.664270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:04.699494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] For port e2004c4e-61b0-44c3-827c-126ae420a05f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2004c4e-61b0-44c3-827c-126ae420a05f,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:04.699494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:04.720593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd2a52-0f8a-4983-8d51-04885a1bf4b4 req-a0e2138b-0801-4139-886e-a82c27d7a456 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:04.722125 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ffd2a52-0f8a-4983-8d51-04885a1bf4b4 req-a0e2138b-0801-4139-886e-a82c27d7a456 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb5a360-d640-41f9-9775-66982fd855fa HTTP/1.1" status: 200 len: 946 time: 0.1963966 Mar 11 13:12:04.746503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] The port 'cc3a7e29-ef07-4438-bb64-6dbe953bf5d8' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:12:04.858636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Calling delete_port for e2004c4e-61b0-44c3-827c-126ae420a05f owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:04.892239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:04.928570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ffd2a52-0f8a-4983-8d51-04885a1bf4b4 req-e1e5550a-24d8-41dd-b053-20ae5995e561 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "GET /v2.0/security-groups?id=d195d4c1-f614-4cd7-8a76-4782f32b9cee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507270 Mar 11 13:12:04.929373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b87f777-3071-4f19-8bae-a1a8816b3ebf']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:04.931470 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21da168-6183-423b-84f4-df49eb6f1ef6 None None] New status for floating IP de9d14d1-8844-4693-8ffa-4bb9ef8290c7: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:12:04.947785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0ec63d-5283-4125-94d0-a98f36eff605') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:04.947785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0ec63d-5283-4125-94d0-a98f36eff605') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:04.967813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:04.993486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.002796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:05.002796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: util.warn( Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:05.018820 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:05.043042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.105546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event deleted for resources: {'Port': ['ID=e2004c4e-61b0-44c3-827c-126ae420a05f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:05.128873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.157724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.170539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Network': ['ID=2b87f777-3071-4f19-8bae-a1a8816b3ebf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:05.183423 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ab7ced93-e184-4f72-bb98-5fcc6aec0d88 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/networks/2b87f777-3071-4f19-8bae-a1a8816b3ebf HTTP/1.1" status: 204 len: 168 time: 1.6583891 Mar 11 13:12:05.183423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33014) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:05.195431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] No DVR routers for this DVR port e2004c4e-61b0-44c3-827c-126ae420a05f on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:05.197292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.199823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-deleted', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:05.220579 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f698012e-a415-4516-84be-14dd6de8403d req-678920da-3ebf-44d2-a79e-861f6a96d768 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.50 "DELETE /v2.0/ports/e2004c4e-61b0-44c3-827c-126ae420a05f HTTP/1.1" status: 204 len: 173 time: 0.9669042 Mar 11 13:12:05.277169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb5a360-d640-41f9-9775-66982fd855fa', 'name': 'network-vif-deleted', 'tag': 'e2004c4e-61b0-44c3-827c-126ae420a05f', 'status': 'completed', 'code': 200} Mar 11 13:12:05.284780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting subnet bf81cdbd-ada0-435b-a9f7-35cff0ae2c95 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:12:05.288457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.320627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:05.356924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.363579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:05.363579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device cc3a7e29-ef07-4438-bb64-6dbe953bf5d8 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:05.469228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.552546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.598627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Subnet': ['ID=bf81cdbd-ada0-435b-a9f7-35cff0ae2c95,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:05.602062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.611224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33020) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:05.611784 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-733cf15e-d427-41be-86d4-eafae16b0445 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/subnets/bf81cdbd-ada0-435b-a9f7-35cff0ae2c95 HTTP/1.1" status: 204 len: 168 time: 0.4317536 Mar 11 13:12:05.612682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0ddd2-f6bd-45d0-ac6c-fa9fed1a5778 None None] Network 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:05.863712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.878349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Deleting port 651bcf95-b65a-418a-9069-c6e9bb055f43 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:05.878681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:05.932664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] DHCP port deletion for 675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:12:05.936996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Deleting port 651bcf95-b65a-418a-9069-c6e9bb055f43 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:05.937365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.040775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33026) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:06.093811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] For port 651bcf95-b65a-418a-9069-c6e9bb055f43, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=651bcf95-b65a-418a-9069-c6e9bb055f43,segment=NetworkSegment(ca10905e-cd2e-43f7-a5f9-9675d96a1ce8),segment_id=ca10905e-cd2e-43f7-a5f9-9675d96a1ce8)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:06.094251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.145864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] For port 651bcf95-b65a-418a-9069-c6e9bb055f43, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=651bcf95-b65a-418a-9069-c6e9bb055f43,segment=NetworkSegment(ca10905e-cd2e-43f7-a5f9-9675d96a1ce8),segment_id=ca10905e-cd2e-43f7-a5f9-9675d96a1ce8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:06.146189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.220217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Calling delete_port for 651bcf95-b65a-418a-9069-c6e9bb055f43 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:06.267520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Calling delete_port for 651bcf95-b65a-418a-9069-c6e9bb055f43 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:06.313292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.344714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:12:06.345349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:12:06.361895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Port': ['ID=651bcf95-b65a-418a-9069-c6e9bb055f43,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:06.363829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] No DVR routers for this DVR port 651bcf95-b65a-418a-9069-c6e9bb055f43 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:06.489453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.514973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675c4b60-2175-4fbe-ad1c-21a8dbdfddb2']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:06.527556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca10905e-cd2e-43f7-a5f9-9675d96a1ce8') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:06.527846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca10905e-cd2e-43f7-a5f9-9675d96a1ce8') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:06.539876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.559548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.565910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:06.566297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:06.580699 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:06.601980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.659367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.677041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.688178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Pushing event deleted for resources: {'Network': ['ID=675c4b60-2175-4fbe-ad1c-21a8dbdfddb2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:06.694945 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-618bb88c-f88a-413f-83e5-9cc4e2ace17d tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/networks/675c4b60-2175-4fbe-ad1c-21a8dbdfddb2 HTTP/1.1" status: 204 len: 168 time: 1.0807304 Mar 11 13:12:06.695647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33030) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:06.741260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-662b05cd-1e36-4355-b3f2-786bb5a357db tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Synchronizing usage tracker for tenant:1ef3f53f16db41f9849e93661d6036b6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:06.757377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-662b05cd-1e36-4355-b3f2-786bb5a357db tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Unset dirty status for tenant:1ef3f53f16db41f9849e93661d6036b6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:06.758557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-662b05cd-1e36-4355-b3f2-786bb5a357db tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bf40078-7342-496f-87f3-eb1c984b96f7 HTTP/1.1" status: 200 len: 205 time: 0.0619583 Mar 11 13:12:06.761061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33034) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:06.846781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Deleting port 651bcf95-b65a-418a-9069-c6e9bb055f43 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:06.847255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.895935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-185731f8-6cf6-409e-a637-9248cf830707 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:06.914360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-905899a0-6565-45a6-9ccd-103afd7776d1 None None] The port '651bcf95-b65a-418a-9069-c6e9bb055f43' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:12:06.958938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e2004c4e-61b0-44c3-827c-126ae420a05f no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:06.997631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: e2004c4e-61b0-44c3-827c-126ae420a05f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:06.998266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e2004c4e-61b0-44c3-827c-126ae420a05f not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:07.069723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Deleting port 90f47299-27b4-47bf-9b79-09d03c66785e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:07.070281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.124382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-605de9fe-44c4-4abc-99a5-cb87b4c8118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.265707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] For port 90f47299-27b4-47bf-9b79-09d03c66785e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=90f47299-27b4-47bf-9b79-09d03c66785e,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:07.266244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.273662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 651bcf95-b65a-418a-9069-c6e9bb055f43 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:07.305039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-185731f8-6cf6-409e-a637-9248cf830707 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.307648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-185731f8-6cf6-409e-a637-9248cf830707 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.308559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 651bcf95-b65a-418a-9069-c6e9bb055f43 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:07.308979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 651bcf95-b65a-418a-9069-c6e9bb055f43 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:07.330835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-185731f8-6cf6-409e-a637-9248cf830707 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.331325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185731f8-6cf6-409e-a637-9248cf830707 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf40078-7342-496f-87f3-eb1c984b96f7 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:12:07.343158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-185731f8-6cf6-409e-a637-9248cf830707 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.344252 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-185731f8-6cf6-409e-a637-9248cf830707 tempest-RoutersNegativeIpV6Test-1950119172 tempest-RoutersNegativeIpV6Test-1950119172-project] 10.222.0.52 "DELETE /v2.0/routers/4bf40078-7342-496f-87f3-eb1c984b96f7 HTTP/1.1" status: 204 len: 168 time: 0.5822845 Mar 11 13:12:07.404353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Calling delete_port for 90f47299-27b4-47bf-9b79-09d03c66785e owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:07.611121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33042) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:07.612070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.659926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event deleted for resources: {'Port': ['ID=90f47299-27b4-47bf-9b79-09d03c66785e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:07.768409 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-084bc3f1-cee6-41a8-b491-1e6e28a99d2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ef3f53f16db41f9849e93661d6036b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558540 Mar 11 13:12:07.770779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33048) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:07.833756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f7d-e2e6-43b6-8d80-55dc36da9143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.861456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f7d-e2e6-43b6-8d80-55dc36da9143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.919052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f7d-e2e6-43b6-8d80-55dc36da9143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.933805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed3f7d-e2e6-43b6-8d80-55dc36da9143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477e3445-4af7-49e9-bf0c-0e31d90ad351,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:07.943536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f7d-e2e6-43b6-8d80-55dc36da9143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:07.951913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aeed3f7d-e2e6-43b6-8d80-55dc36da9143 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/477e3445-4af7-49e9-bf0c-0e31d90ad351 HTTP/1.1" status: 204 len: 168 time: 0.1766312 Mar 11 13:12:07.967190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:08.450712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:12:08.611956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:08.629418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:12:08.641863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] Sync routers for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:08.643648 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4d431637-718c-4b9a-9773-6ddcd7832466 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "PUT /v2.0/routers/2a2d4240-cd50-4df5-80d6-5abdf5d98fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6015382 Mar 11 13:12:08.646415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33078) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:08.652783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:08.653382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:08.716313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Deleting subnet 3e48fa5a-bffb-4c9b-908f-8ed6304722e9 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:12:08.719791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:08.752234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-647520114-network', 'tenant_id': 'c4d9c9db7d0a48bba9b1fad29e3e6c4d'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:08.770351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:08.777983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Usage tracker for resource:network and tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:08.782608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:08.791666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:08.798450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:08.832864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:08.845254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Made reservation on behalf of c4d9c9db7d0a48bba9b1fad29e3e6c4d for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:08.847553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:08.862857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:08.888247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:08.895218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:08.902275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:08.909239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:08.935982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.045467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.096909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event deleted for resources: {'Subnet': ['ID=3e48fa5a-bffb-4c9b-908f-8ed6304722e9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:09.103841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.105171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.113089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a5aa5-54a4-4016-9ae5-58f65082f3cb None None] Network 337192e7-7c6c-4941-95bf-c8591fd22c26 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:09.114317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.134552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33082) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:09.137557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0d72d97-6156-401b-9ad7-d4afe004f13e tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "DELETE /v2.0/subnets/3e48fa5a-bffb-4c9b-908f-8ed6304722e9 HTTP/1.1" status: 204 len: 168 time: 0.4859228 Mar 11 13:12:09.153256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:12:09.162015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f7d0c-f478-47e6-b954-7ab98c2643a4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:09.168828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.169171 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Added segment a4ef79b3-8674-4d5b-995f-0207d987f1b4 of type vlan for network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 Mar 11 13:12:09.201235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.242800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.243983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:09.244659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.245357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:12:07Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:09.266240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] Checking router: 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:09.312147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c2b5-1760-41d4-a8c5-69683ea90f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.341355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] Routers {'2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:09.342013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:11:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:09.353952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.354168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0e8b84-76cd-4544-8bfa-2ef3245f5265,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:09.362501 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8643e6a8-1ccb-4dff-9fe3-14c533ba00d4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7492819 Mar 11 13:12:09.365112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33086) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:09.377486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Request body: {'subnet': {'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-647520114-subnet', 'tenant_id': 'c4d9c9db7d0a48bba9b1fad29e3e6c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:09.377486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:09.381364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Usage tracker for resource:subnet and tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:09.384407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:09.390537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:09.403102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Made reservation on behalf of c4d9c9db7d0a48bba9b1fad29e3e6c4d for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:09.403661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:12:09.405130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.540494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.549358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Deleting port 85f2fb99-c35a-40e9-86c6-289df18d1ede {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:09.549793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.643956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.647238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] Set router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:09.718288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebf6595-c577-41ba-8419-6e5a9f3909a2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:09.727450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Checking segment: {'id': 'a4ef79b3-8674-4d5b-995f-0207d987f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:09.727805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Network hostable DHCP agents. Network: cd0e8b84-76cd-4544-8bfa-2ef3245f5265, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:12:09.747060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:12:09.751472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] For port 85f2fb99-c35a-40e9-86c6-289df18d1ede, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=85f2fb99-c35a-40e9-86c6-289df18d1ede,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:09.751962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.758368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, cd0e8b84-76cd-4544-8bfa-2ef3245f5265) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:09.762616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:09.763396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:09.788240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe4bb0ce-fcf5-4997-9977-45c3ebebba4d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4218435 Mar 11 13:12:09.796976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f5421-70d1-47a0-a071-f0473d71a08a None None] Network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:09.894738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] DHCP port deletion for 337192e7-7c6c-4941-95bf-c8591fd22c26 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:12:09.899992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Calling delete_port for 85f2fb99-c35a-40e9-86c6-289df18d1ede owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:09.967176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] Deleting port 231a5b4d-14df-44dc-9e96-5d991f973252 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:09.967546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.076165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.129676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event deleted for resources: {'Port': ['ID=85f2fb99-c35a-40e9-86c6-289df18d1ede,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:10.238773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.375034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] For port 231a5b4d-14df-44dc-9e96-5d991f973252, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=231a5b4d-14df-44dc-9e96-5d991f973252,segment=NetworkSegment(224fe08e-0590-49a5-8909-743f7a30faa6),segment_id=224fe08e-0590-49a5-8909-743f7a30faa6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:10.375800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.397820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33104) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:10.403607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-676756943-network', 'tenant_id': '376e956d8ff14425961194bec5c40a4c'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:10.408414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:10.412851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Usage tracker for resource:network and tenant:376e956d8ff14425961194bec5c40a4c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:10.416455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:10.422700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:10.435834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Made reservation on behalf of 376e956d8ff14425961194bec5c40a4c for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:10.438588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.454110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.475259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:10.479549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Usage tracker for resource:security_group_rule and tenant:376e956d8ff14425961194bec5c40a4c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:10.482562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:10.489817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:10.564407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.571818 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.573180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912fa68c-05cb-456f-84ed-994fe526f4fa None None] Network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:10.592890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] Calling delete_port for 231a5b4d-14df-44dc-9e96-5d991f973252 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:10.594667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.595908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.596551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Fanout notify agent at l3_agent the message router_deleted on router 2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:12:10.601136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.614723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.618871 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d2a794f0-fcf6-415a-b0b1-6ff41ec89868 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "DELETE /v2.0/routers/2a2d4240-cd50-4df5-80d6-5abdf5d98fb3 HTTP/1.1" status: 204 len: 168 time: 1.4811397 Mar 11 13:12:10.619130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33108) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:10.633349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:12:10.646629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acf6d69-6cc2-4ce4-ba43-b3374c2c5d22,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:10.652124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.652616 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Added segment ae2dd99f-be95-46b1-832d-289874a6e2c4 of type vlan for network f09894db-a352-4823-a5c7-61b7fc7126b2 Mar 11 13:12:10.660055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.693799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.727114 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.728160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:10.728787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.732586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.748926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.751122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:12:07Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:10.760576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Deleting port 231a5b4d-14df-44dc-9e96-5d991f973252 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:10.760916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.768540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69d42a-781a-4e2e-b472-3fcdcf3b509e None None] The sync data for ids ['2a2d4240-cd50-4df5-80d6-5abdf5d98fb3'] in dv-neutron-833198-1-hyperv is: [{'id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679065133', 'tenant_id': 'be76506e55e74119be4facf239fca356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:10:01Z', 'updated_at': '2022-03-11T13:12:07Z', 'revision_number': 5, 'project_id': 'be76506e55e74119be4facf239fca356', 'gw_port': {'id': '85f2fb99-c35a-40e9-86c6-289df18d1ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d4240-cd50-4df5-80d6-5abdf5d98fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:10:02Z', 'updated_at': '2022-03-11T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:10.835907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.849002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] Pushing event updated for resources: {'Network': ['ID=f09894db-a352-4823-a5c7-61b7fc7126b2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:10.854627 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ecae95b9-2017-406b-9b0f-387e6ace09ec admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4532423 Mar 11 13:12:10.854813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33112) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:10.860437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Request body: {'subnet': {'network_id': 'f09894db-a352-4823-a5c7-61b7fc7126b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-676756943-subnet', 'tenant_id': '376e956d8ff14425961194bec5c40a4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:10.865132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:10.869599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] The port '231a5b4d-14df-44dc-9e96-5d991f973252' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:12:10.870494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Usage tracker for resource:subnet and tenant:376e956d8ff14425961194bec5c40a4c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:10.873730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:10.879513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:10.889274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f09894db-a352-4823-a5c7-61b7fc7126b2 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:12:10.890972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Made reservation on behalf of 376e956d8ff14425961194bec5c40a4c for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:10.893465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:10.923025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] Pushing event deleted for resources: {'Port': ['ID=231a5b4d-14df-44dc-9e96-5d991f973252,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:10.924747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c0b20-fa78-47c4-a65c-0487cfd8fe14 None None] No DVR routers for this DVR port 231a5b4d-14df-44dc-9e96-5d991f973252 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:11.023012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.060183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337192e7-7c6c-4941-95bf-c8591fd22c26']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:11.074548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224fe08e-0590-49a5-8909-743f7a30faa6') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:11.074783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224fe08e-0590-49a5-8909-743f7a30faa6') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:11.086145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.102111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.108208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:11.108596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.111101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:11.124712 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:11.241384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.262175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.321579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8312ea67-9dc3-4e66-9ab3-8fd8f84723a1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:11.329710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Checking segment: {'id': 'ae2dd99f-be95-46b1-832d-289874a6e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f09894db-a352-4823-a5c7-61b7fc7126b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:11.329710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Network hostable DHCP agents. Network: f09894db-a352-4823-a5c7-61b7fc7126b2, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:12:11.354880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event deleted for resources: {'Network': ['ID=337192e7-7c6c-4941-95bf-c8591fd22c26,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:11.362703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Network f09894db-a352-4823-a5c7-61b7fc7126b2 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:12:11.362703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33116) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:11.366917 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e3aaf8e3-2356-4719-98ba-0c6b0dab7e57 tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "DELETE /v2.0/networks/337192e7-7c6c-4941-95bf-c8591fd22c26 HTTP/1.1" status: 204 len: 168 time: 0.7378967 Mar 11 13:12:11.462027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, f09894db-a352-4823-a5c7-61b7fc7126b2) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:11.476737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:11.482741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0487f8-8acc-4d38-950e-6566cc131594 None None] Network f09894db-a352-4823-a5c7-61b7fc7126b2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:11.487396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.510668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 231a5b4d-14df-44dc-9e96-5d991f973252 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:11.522422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff00d455-c81b-40ef-8715-ab82f7e047ad tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.545525 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18144c98-cac6-4ac2-93a4-2ff64f609818 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6722355 Mar 11 13:12:11.574022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 231a5b4d-14df-44dc-9e96-5d991f973252 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:11.574022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 231a5b4d-14df-44dc-9e96-5d991f973252 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:11.574022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 90f47299-27b4-47bf-9b79-09d03c66785e no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:11.584692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff00d455-c81b-40ef-8715-ab82f7e047ad tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.684129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 90f47299-27b4-47bf-9b79-09d03c66785e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:11.684129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 90f47299-27b4-47bf-9b79-09d03c66785e not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:11.723848 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff00d455-c81b-40ef-8715-ab82f7e047ad tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.757394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00d455-c81b-40ef-8715-ab82f7e047ad tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d195d4c1-f614-4cd7-8a76-4782f32b9cee,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:11.766142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff00d455-c81b-40ef-8715-ab82f7e047ad tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:11.766142 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff00d455-c81b-40ef-8715-ab82f7e047ad tempest-TestNetworkAdvancedServerOps-754742472 tempest-TestNetworkAdvancedServerOps-754742472-project] 10.222.0.52 "DELETE /v2.0/security-groups/d195d4c1-f614-4cd7-8a76-4782f32b9cee HTTP/1.1" status: 204 len: 168 time: 0.4008622 Mar 11 13:12:11.893737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c93502-495e-4bbf-b547-0801416b0ef8 None None] Network f09894db-a352-4823-a5c7-61b7fc7126b2 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:11.998896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:12.298438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33144) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:12.491177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-30a76467-9884-4b39-97cb-55f47d0ef0d2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:12.491177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-30a76467-9884-4b39-97cb-55f47d0ef0d2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Synchronizing usage tracker for tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:12.513236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-30a76467-9884-4b39-97cb-55f47d0ef0d2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Unset dirty status for tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:12.513236 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-30a76467-9884-4b39-97cb-55f47d0ef0d2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/networks?id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265 HTTP/1.1" status: 200 len: 811 time: 0.2141726 Mar 11 13:12:12.530885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-5747dcd5-dea5-4b15-acc3-45abf74b9672 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/quotas/c4d9c9db7d0a48bba9b1fad29e3e6c4d HTTP/1.1" status: 200 len: 375 time: 0.0095379 Mar 11 13:12:12.616235 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-9cc4644a-5e55-4f93-bb53-5ef485b9892a tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4d9c9db7d0a48bba9b1fad29e3e6c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657172 Mar 11 13:12:12.669177 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-acbbb54e-4260-4857-b9a6-8418fed924dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be76506e55e74119be4facf239fca356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460808 Mar 11 13:12:12.672228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33150) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:12.739710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:12.764624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:12.780914 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-30e7793c-91fd-42fa-83f2-68dcb5c39746 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508486 Mar 11 13:12:12.820696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:12.839540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8edf6d9-7a20-4709-8172-238c035398da,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.849041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:12.863877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:12.869002 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-96e857b9-45a2-45fc-811c-9a5f7deff67d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8edf6d9-7a20-4709-8172-238c035398da HTTP/1.1" status: 204 len: 168 time: 0.1864009 Mar 11 13:12:12.963971 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-20798def-002f-4b66-98a3-7160d24e5b88 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688290 Mar 11 13:12:13.180783 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d9b0a8f-5632-435d-9abe-dfe611eab9d9 req-1efa2a93-9b7b-4554-aa1f-3a906d375655 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0716591 Mar 11 13:12:13.239979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 85f2fb99-c35a-40e9-86c6-289df18d1ede no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:13.265089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33166) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:13.278948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 85f2fb99-c35a-40e9-86c6-289df18d1ede {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:13.278948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 85f2fb99-c35a-40e9-86c6-289df18d1ede not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:13.294290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:13.313106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:13.313106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ddc965d1d0204df598298f0eb0008b50 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:13.318840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:13.326648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:13.434067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:13.448164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:13.507946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6fd840-c122-4c95-8fe1-a9f67b92a4cb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:13.512432 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d3de4ecf-6d38-4b0a-a947-64d11f6c23b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddc965d1d0204df598298f0eb0008b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495978 Mar 11 13:12:13.516916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33172) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:13.610141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d930a634-a91c-4870-8fc4-60e211cdcd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:13.639455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d930a634-a91c-4870-8fc4-60e211cdcd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:13.707661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d930a634-a91c-4870-8fc4-60e211cdcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:13.728946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a634-a91c-4870-8fc4-60e211cdcd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6fd840-c122-4c95-8fe1-a9f67b92a4cb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:13.728946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d930a634-a91c-4870-8fc4-60e211cdcd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:13.728946 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d930a634-a91c-4870-8fc4-60e211cdcd3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f6fd840-c122-4c95-8fe1-a9f67b92a4cb HTTP/1.1" status: 204 len: 168 time: 0.2084084 Mar 11 13:12:14.445295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0d4d38bb-b54e-401d-ae98-6e4307c55cac req-735ef22e-4a1f-4d80-b197-61c85d830fe4 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 210 time: 0.0585821 Mar 11 13:12:14.445295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b742e2df-3d12-499c-8aa2-47527164fd5b tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:14.445295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b742e2df-3d12-499c-8aa2-47527164fd5b tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.50 "GET /v2.0/networks?id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265 HTTP/1.1" status: 200 len: 811 time: 0.2326448 Mar 11 13:12:14.465858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Request body: {'port': {'device_id': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265', 'admin_state_up': True, 'tenant_id': 'c4d9c9db7d0a48bba9b1fad29e3e6c4d'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:14.654950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:14.654950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Usage tracker for resource:port and tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:14.664805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:14.664805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:14.679723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Made reservation on behalf of c4d9c9db7d0a48bba9b1fad29e3e6c4d for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:14.679723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:14.865951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Allocated IP 172.20.0.2 (cd0e8b84-76cd-4544-8bfa-2ef3245f5265/3ebf6595-c577-41ba-8419-6e5a9f3909a2/9b1e3fbb-053b-416d-a803-2ab1fb284f7c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:12:15.103252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.142170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.218378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:12:15.222112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:15.235943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:12:15.287157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Pushing event updated for resources: {'Port': ['ID=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:15.317288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:15.317288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.343718 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-b5614816-dfe2-4a1c-b026-2bd1e96f6708 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875957 Mar 11 13:12:15.351146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Request body: {'port': {'device_id': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:15.462343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33216) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:15.497331 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.710765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--403705453', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:15.726957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:15.726957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:15.734998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:15.742197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:15.756328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:15.756328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.766240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.778351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:15.782156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:15.784926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:15.791898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:15.853796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba0ec-9c99-4547-b60f-824e03128251 req-761d4865-2cc5-4cc8-b285-4c720a766f49 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:15.853796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6f5ba0ec-9c99-4547-b60f-824e03128251 req-761d4865-2cc5-4cc8-b285-4c720a766f49 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Synchronizing usage tracker for tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:15.884683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.891042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.903309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:12:15.928803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:15.928803 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment 212be31f-911b-4fcd-80f6-8d50e45af710 of type vlan for network ff463b8b-7e4d-41c9-930e-bc238cee7096 Mar 11 13:12:15.969253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6f5ba0ec-9c99-4547-b60f-824e03128251 req-761d4865-2cc5-4cc8-b285-4c720a766f49 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Unset dirty status for tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:15.969253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f5ba0ec-9c99-4547-b60f-824e03128251 req-761d4865-2cc5-4cc8-b285-4c720a766f49 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 931 time: 0.2968488 Mar 11 13:12:15.979522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9339fccd-75e2-414c-9f03-281d97b7909f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:15.988918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.017373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.028589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:16.028589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.100483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6f5ba0ec-9c99-4547-b60f-824e03128251 req-724cf623-0e8a-4829-a459-f084ac74343c tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Synchronizing usage tracker for tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:16.136593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=ff463b8b-7e4d-41c9-930e-bc238cee7096,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:16.140216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1e3fbb-053b-416d-a803-2ab1fb284f7c {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:12:16.144466 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1df4792a-f2e1-48de-a0e5-3790d436c5a8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6893647 Mar 11 13:12:16.144627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33224) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:16.145691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6f5ba0ec-9c99-4547-b60f-824e03128251 req-724cf623-0e8a-4829-a459-f084ac74343c tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Unset dirty status for tenant:c4d9c9db7d0a48bba9b1fad29e3e6c4d on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:16.147566 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f5ba0ec-9c99-4547-b60f-824e03128251 req-724cf623-0e8a-4829-a459-f084ac74343c tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770380 Mar 11 13:12:16.149021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:12:16.151321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:16.151807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.160109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:16.165089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:16.168095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Transition to ACTIVE for port object 9b1e3fbb-053b-416d-a803-2ab1fb284f7c will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:16.168772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:16.173126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.175876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:16.187089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.188003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.203324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.331844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:16.412994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Attempting to bind port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:12:16.413325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Attempting to bind port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a4ef79b3-8674-4d5b-995f-0207d987f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:12:16.413679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Attempting to bind port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c on network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:12:16.418273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c on network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:12:16.418589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Attempting to bind port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c on network cd0e8b84-76cd-4544-8bfa-2ef3245f5265 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:12:16.423804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:12:16.424139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Checking segment: {'id': 'a4ef79b3-8674-4d5b-995f-0207d987f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:16.424526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Bound using segment: {'id': 'a4ef79b3-8674-4d5b-995f-0207d987f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:12:16.424945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Bound port: 9b1e3fbb-053b-416d-a803-2ab1fb284f7c, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ef79b3-8674-4d5b-995f-0207d987f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:12:16.425294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.492010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.516191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] For port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:12:16.519305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] For port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,segment=NetworkSegment(a4ef79b3-8674-4d5b-995f-0207d987f1b4),segment_id=a4ef79b3-8674-4d5b-995f-0207d987f1b4)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:12:16.523615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.583252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:16.583869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.585825 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] 10.222.0.50 "PUT /v2.0/ports/9b1e3fbb-053b-416d-a803-2ab1fb284f7c HTTP/1.1" status: 200 len: 1093 time: 1.2392666 Mar 11 13:12:16.586258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'tag': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:16.613787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9304b4-8a6f-4281-a9c2-1b513d70c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:16.668600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'tag': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c', 'status': 'completed', 'code': 200} Mar 11 13:12:16.712037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-502c7430-6eba-4425-babf-1bbf5e25568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:16.713660 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-502c7430-6eba-4425-babf-1bbf5e25568b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4d9c9db7d0a48bba9b1fad29e3e6c4d&device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0781398 Mar 11 13:12:16.787936 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-7b92dceb-3f91-4a9e-9e08-6e40bd98961a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c HTTP/1.1" status: 200 len: 217 time: 0.0665171 Mar 11 13:12:16.849587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-acda10db-fa05-42b8-b9de-08028bc3e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:16.851025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-acda10db-fa05-42b8-b9de-08028bc3e8d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ebf6595-c577-41ba-8419-6e5a9f3909a2 HTTP/1.1" status: 200 len: 851 time: 0.0578420 Mar 11 13:12:16.900266 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-518946db-9810-4367-8cb1-df1c17c2f1cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408781 Mar 11 13:12:16.907572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:16.947528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:17.052530 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-20fe5a7a-c6d4-4b02-8a79-23d8cfadd4ab service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455600 Mar 11 13:12:17.088617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.223 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/2d10d659-c442-486e-820f-833766fab304) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:12:17.193390 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bfdf8e3-c66e-4956-80c0-e45521b3923a req-6a42b1b9-6eab-419f-9794-499510d42e15 service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332083 Mar 11 13:12:17.246176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:17.279908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:17.354090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:12:17.354090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:17.356680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:12:17.382250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-267f346b-f0bb-49e4-b17f-c5adfd1c1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:17.383898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-267f346b-f0bb-49e4-b17f-c5adfd1c1c4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4d9c9db7d0a48bba9b1fad29e3e6c4d&device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 1096 time: 0.1379633 Mar 11 13:12:17.399221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8b48-f67b-43c5-bc25-f811964160e0 req-afe52805-ca65-4597-9032-2fecd1c83316 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:17.401199 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9abb8b48-f67b-43c5-bc25-f811964160e0 req-afe52805-ca65-4597-9032-2fecd1c83316 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 943 time: 0.1146300 Mar 11 13:12:17.404100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=2d10d659-c442-486e-820f-833766fab304,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:17.652853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9abb8b48-f67b-43c5-bc25-f811964160e0 req-41cac48c-5dc4-4b4d-895a-7c9ab706d538 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322843 Mar 11 13:12:17.682593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-96dccf3c-05b6-4b33-89ae-2aaee7ef01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:17.684311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-96dccf3c-05b6-4b33-89ae-2aaee7ef01a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265 HTTP/1.1" status: 200 len: 912 time: 0.2830000 Mar 11 13:12:17.751054 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-4759611a-ada6-4793-819a-c8017088c21e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c HTTP/1.1" status: 200 len: 217 time: 0.0603449 Mar 11 13:12:17.791893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:17.816279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-3a2470db-c088-4642-86d4-9f7514582cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:17.817724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-3a2470db-c088-4642-86d4-9f7514582cfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ebf6595-c577-41ba-8419-6e5a9f3909a2 HTTP/1.1" status: 200 len: 851 time: 0.0602674 Mar 11 13:12:17.865384 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-6c117244-a9d0-4788-8062-8b36ea49e451 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406497 Mar 11 13:12:18.003654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-8d3e7b51-34f8-4bc1-83c3-8563b033c68f service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313376 Mar 11 13:12:18.144463 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd561aa6-9761-4193-b20f-2b8b6cbdcd10 req-65489a7d-bbdb-4b52-b4fb-2c3b3800354b service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347792 Mar 11 13:12:18.260351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:18.478295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 1667bc14-56b9-4716-a2e1-fda732a58f5e is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:12:18.670173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:12:18.681176 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Sync routers for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:18.693027 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:18.693027 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:12:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:18.731318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:18.733700 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a2300247-8514-4807-8edb-8417d4c7e440 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5877585 Mar 11 13:12:18.739516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33236) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:18.878531 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:18.882581 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8ff0e494-b79b-4aa8-ac48-71e65d4fd3fa tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1390500 Mar 11 13:12:18.884561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33242) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:19.046046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9b1e3fbb-053b-416d-a803-2ab1fb284f7c details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:12:19.052414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccf2-32a3-4339-9a18-b2b2f4d4ad71 req-b2d0b0cb-82df-4653-85ad-6d8ded71aab2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:19.052414 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0266ccf2-32a3-4339-9a18-b2b2f4d4ad71 req-b2d0b0cb-82df-4653-85ad-6d8ded71aab2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 943 time: 0.2560952 Mar 11 13:12:19.155735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e24305-a481-4220-b827-f9ef5240d08a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:19.155735 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-93e24305-a481-4220-b827-f9ef5240d08a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2659380 Mar 11 13:12:19.159917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33246) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:19.196989 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0266ccf2-32a3-4339-9a18-b2b2f4d4ad71 req-be394efc-8b38-4018-8712-b58f4239739c tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307347 Mar 11 13:12:19.292398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,segment=NetworkSegment(a4ef79b3-8674-4d5b-995f-0207d987f1b4),segment_id=a4ef79b3-8674-4d5b-995f-0207d987f1b4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:19.314083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c', 'network_id': 'cd0e8b84-76cd-4544-8bfa-2ef3245f5265', 'port_id': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c', 'mac_address': 'fa:16:3e:a7:13:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebf6595-c577-41ba-8419-6e5a9f3909a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:12:19.322283 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-02816837-34e9-4f2d-9e4a-05ef36bef3be tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1613011 Mar 11 13:12:19.323571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33252) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:19.336178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-629197492', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:19.359258 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:17Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:19.359258 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Checking router: 1667bc14-56b9-4716-a2e1-fda732a58f5e for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:19.363297 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Updating router 1667bc14-56b9-4716-a2e1-fda732a58f5e port 2d10d659-c442-486e-820f-833766fab304 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:12:19.450283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.481005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1e3fbb-053b-416d-a803-2ab1fb284f7c {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:12:19.514444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,segment=NetworkSegment(a4ef79b3-8674-4d5b-995f-0207d987f1b4),segment_id=a4ef79b3-8674-4d5b-995f-0207d987f1b4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:19.542023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.546345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:19.548417 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.554442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:19.558570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:19.564619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:19.576949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:19.581407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.617181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:19.624975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.625300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.625754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.626281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.627457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.627457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.627667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.628312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.628312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.628540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.628869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.629068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:19.764767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['9b1e3fbb-053b-416d-a803-2ab1fb284f7c'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:12:19.819734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.903738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=8b43b7aa-a39a-4821-8674-d0211ac88e22,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:19.911183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:19.911324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: ff463b8b-7e4d-41c9-930e-bc238cee7096, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:12:19.935269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:12:19.947837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, ff463b8b-7e4d-41c9-930e-bc238cee7096) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:19.949792 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.952338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:19.952995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.961927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6afe6-f2e9-4448-b22f-e68ac8e727de None None] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:19.964718 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Transition to ACTIVE for port object 2d10d659-c442-486e-820f-833766fab304 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:19.971979 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:19.977011 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a963b645-040f-4a5c-9cd6-f84d28fb889d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6543217 Mar 11 13:12:19.979803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33256) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:20.044853 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Attempting to bind port 2d10d659-c442-486e-820f-833766fab304 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:12:20.044853 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Attempting to bind port 2d10d659-c442-486e-820f-833766fab304 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:12:20.045079 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Attempting to bind port 2d10d659-c442-486e-820f-833766fab304 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:12:20.064677 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:12:20.064677 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:20.064677 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:20.065016 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:12:20.065429 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Bound port: 2d10d659-c442-486e-820f-833766fab304, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:12:20.065808 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:20.133685 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648129-8598-4990-9348-817b758fada5 None None] Pushing event updated for resources: {'Port': ['ID=2d10d659-c442-486e-820f-833766fab304,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.148580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648129-8598-4990-9348-817b758fada5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:20.191290 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] For port 2d10d659-c442-486e-820f-833766fab304, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:12:20.191290 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] For port 2d10d659-c442-486e-820f-833766fab304, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d10d659-c442-486e-820f-833766fab304,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:12:20.195116 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:20.301167 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:20.301395 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:12:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:20.337691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-ff463b8b-7e4d-41c9-930e-bc238cee7096', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:12:20.338542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:20.376099 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648129-8598-4990-9348-817b758fada5 None None] Pushing event updated for resources: {'Port': ['ID=2d10d659-c442-486e-820f-833766fab304,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:20.533140 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:20.551199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Allocated IP 172.20.0.2 (ff463b8b-7e4d-41c9-930e-bc238cee7096/8b43b7aa-a39a-4821-8674-d0211ac88e22/2d224932-fe52-4d66-ba79-65fedaf7b6b8) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:12:20.603613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1ed2c-7d80-4f86-9828-e903e4c6020a req-b82d5b24-0d11-425d-a47f-bf3134fa0d59 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:20.605004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-54e1ed2c-7d80-4f86-9828-e903e4c6020a req-b82d5b24-0d11-425d-a47f-bf3134fa0d59 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 944 time: 0.1811714 Mar 11 13:12:20.744543 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-54e1ed2c-7d80-4f86-9828-e903e4c6020a req-f93033f2-38e1-4921-b698-6fb040fcbfbf tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213713 Mar 11 13:12:20.846435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:20.846435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Transition to ACTIVE for port object 2d224932-fe52-4d66-ba79-65fedaf7b6b8 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:20.877879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Transition to ACTIVE for port object 2d224932-fe52-4d66-ba79-65fedaf7b6b8 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:20.877879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:20.894364 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:17Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:20.894364 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f1aac-1178-4bc4-82cf-90409eba440c None None] The sync data for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv is: [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:17Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:20.950497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:12:20.954354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:20.957448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:12:20.998355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Pushing event updated for resources: {'Port': ['ID=2d224932-fe52-4d66-ba79-65fedaf7b6b8,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:21.057155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9b1e3fbb-053b-416d-a803-2ab1fb284f7c up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:21.075699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:21.117398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Attempting to bind port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:12:21.117398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Attempting to bind port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:12:21.117398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Attempting to bind port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 on network ff463b8b-7e4d-41c9-930e-bc238cee7096 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:12:21.123431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:12:21.123431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Checking segment: {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:21.123431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:21.123431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Bound using segment: {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:12:21.123431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Bound port: 2d224932-fe52-4d66-ba79-65fedaf7b6b8, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:12:21.123431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:21.238792 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:21.257544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:21.257544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:21.292747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] For port 2d224932-fe52-4d66-ba79-65fedaf7b6b8, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:12:21.328485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] For port 2d224932-fe52-4d66-ba79-65fedaf7b6b8, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d224932-fe52-4d66-ba79-65fedaf7b6b8,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:12:21.343926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:21.428830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d10d659-c442-486e-820f-833766fab304 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:21.628546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b74e65-b518-4731-867b-08c1f721679f None None] Pushing event updated for resources: {'Port': ['ID=2d224932-fe52-4d66-ba79-65fedaf7b6b8,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:21.652098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:21.679317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2d10d659-c442-486e-820f-833766fab304 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:21.689587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:21.696160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (ff463b8b-7e4d-41c9-930e-bc238cee7096/8b43b7aa-a39a-4821-8674-d0211ac88e22/77015ab7-245f-4e2b-b9ba-d6d3d1829b90) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:12:21.698462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2d10d659-c442-486e-820f-833766fab304 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:21.698621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:21.772508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,segment=NetworkSegment(a4ef79b3-8674-4d5b-995f-0207d987f1b4),segment_id=a4ef79b3-8674-4d5b-995f-0207d987f1b4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:21.775189 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c', 'code': 200} Mar 11 13:12:21.785415 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.009878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:22.095649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.110412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.125712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 2d10d659-c442-486e-820f-833766fab304, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d10d659-c442-486e-820f-833766fab304,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:22.134390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.184301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.231909 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=2d10d659-c442-486e-820f-833766fab304,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:22.252743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:22.292833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2f885-cc79-41cf-bb5d-95d182df40c4 req-b306cf31-d004-4617-b1d0-313ec83b76de tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:22.294384 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-44e2f885-cc79-41cf-bb5d-95d182df40c4 req-b306cf31-d004-4617-b1d0-313ec83b76de tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.2610199 Mar 11 13:12:22.336922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517ff6-773b-4124-bd10-b2431704a4e8 req-e253f49e-d340-4924-ae3e-3b791e123e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:22.338782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-19517ff6-773b-4124-bd10-b2431704a4e8 req-e253f49e-d340-4924-ae3e-3b791e123e66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 1098 time: 0.2126269 Mar 11 13:12:22.370657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.424497 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-44e2f885-cc79-41cf-bb5d-95d182df40c4 req-96969059-d8b6-406e-b2c0-cfbe3ec37c5e tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177657 Mar 11 13:12:22.471540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:12:22.474384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:22.480081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:12:22.645157 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-19517ff6-773b-4124-bd10-b2431704a4e8 req-ae4a21f6-db78-4aea-8c0b-50ce4775307d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956548 Mar 11 13:12:22.652309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:22.667059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.667503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.667966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.668195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.669399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.669399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.669399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.669747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.670404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.670404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.670581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.670839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:22.686525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.840705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:22.893956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeed5f7-1fdd-4bbc-9769-24bb3800221d None None] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:12:23.045236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-68668988-314a-4128-8735-e20461069405 None None] Provisioning for port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:23.360102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:23.368102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:23.443918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d224932-fe52-4d66-ba79-65fedaf7b6b8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:23.527779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Provisioning for port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:23.532080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Provisioning complete for port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:23.532454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:23.552594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:23.559037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:23.602770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:12:23.608553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:23.619651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:23.620133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:23.652262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Provisioning complete for port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:23.653400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:23.799434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c25e7-6910-4722-8adb-74944b4c14b1 req-f7ce9e34-6464-4031-8f0b-0be67202de13 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:23.800992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a2c25e7-6910-4722-8adb-74944b4c14b1 req-f7ce9e34-6464-4031-8f0b-0be67202de13 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.2293751 Mar 11 13:12:23.811955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:12:23.814991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:23.928927 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a2c25e7-6910-4722-8adb-74944b4c14b1 req-658c0b30-4762-425e-b43c-3544a9e68e37 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149068 Mar 11 13:12:23.977418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:23.987327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:24.040111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 2d224932-fe52-4d66-ba79-65fedaf7b6b8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d224932-fe52-4d66-ba79-65fedaf7b6b8,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:24.047139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:24.049677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d10d659-c442-486e-820f-833766fab304 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:24.082579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 1667bc14-56b9-4716-a2e1-fda732a58f5e has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:12:24.245755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:12:24.245755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-7c46d1c7-09f0-48cc-8805-065dce2877e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:12:24.245755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=2d224932-fe52-4d66-ba79-65fedaf7b6b8,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:24.265075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2d10d659-c442-486e-820f-833766fab304 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:24.265075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:24.293399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:12:24.306562 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c407338e-d0c7-4913-b626-7631ea5dc7a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/1667bc14-56b9-4716-a2e1-fda732a58f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3133023 Mar 11 13:12:24.312339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33268) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:24.317918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Sync routers for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:24.343201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:24.343201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:12:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:24.444886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.445542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.446011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.446467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.446922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.447379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.447830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.448370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.452913 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5c92616b-5a3c-416f-9a00-fe132a6d39b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.1522539 Mar 11 13:12:24.453086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33272) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:24.529144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.529629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.530355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.530804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.531245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.531686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.532129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.532559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:24.534404 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ad165dc1-d32b-4acb-b509-8556ed912946 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5282 time: 0.0804152 Mar 11 13:12:24.537226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33276) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:24.567450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:24.749003 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0d77f7f1-be43-4ca5-95e3-fe9a3ac0b1b9 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2102795 Mar 11 13:12:24.969121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:23Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:24.973558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Checking router: 1667bc14-56b9-4716-a2e1-fda732a58f5e for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:24.973913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Updating router 1667bc14-56b9-4716-a2e1-fda732a58f5e port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:12:25.038405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.047034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-91049f95-61ec-41e0-97bb-b5c79594cc36 None None] Provisioning complete for port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:25.047732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-91049f95-61ec-41e0-97bb-b5c79594cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.052006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33284) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:25.057738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159296690', 'description': 'tempest-secgroup-smoke-1159296690 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:25.064129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:25.068185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:25.071708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:25.079157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:25.091128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.111093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:25.114968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:25.120475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:25.126269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:25.133215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910801-a51f-46bd-9a96-59aa332df93a req-181e5c1e-8a59-49eb-8358-203fdad23a3a tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:25.135096 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7910801-a51f-46bd-9a96-59aa332df93a req-181e5c1e-8a59-49eb-8358-203fdad23a3a tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0874956 Mar 11 13:12:25.147202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-91049f95-61ec-41e0-97bb-b5c79594cc36 None None] Port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:12:25.184742 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7910801-a51f-46bd-9a96-59aa332df93a req-5413e15a-915b-4acd-9951-ad0c9edea020 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Mar 11 13:12:25.206680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.211456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.254094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2b271-16fa-4ded-943f-a08fa4f706e3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:25.259832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.264041 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0f9cdb44-a139-4bd7-bd83-f27bcc9b3dbf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075748 Mar 11 13:12:25.264180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33290) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:25.269736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '19c2b271-16fa-4ded-943f-a08fa4f706e3', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:25.276679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:25.282437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:25.286363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:25.293042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:25.313965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.334491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d224932-fe52-4d66-ba79-65fedaf7b6b8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:25.382284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.388296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.441838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.443221 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778011 Mar 11 13:12:25.444423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc53688-e3fb-4e58-80c5-b4656e1a95d6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e5a7bd-807f-4850-87a7-8889d0c92088,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:25.446360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33294) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:25.452088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '19c2b271-16fa-4ded-943f-a08fa4f706e3', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:25.457803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:25.458171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.459842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:25.464082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:25.467732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:25.475419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:25.498536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.520216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421e9e8-c29f-49e0-9c07-4f854b895d39 req-292393f0-5cf1-46f9-a7a5-3a22f2db30e0 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:25.521754 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a421e9e8-c29f-49e0-9c07-4f854b895d39 req-292393f0-5cf1-46f9-a7a5-3a22f2db30e0 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.2218595 Mar 11 13:12:25.576894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.581090 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a421e9e8-c29f-49e0-9c07-4f854b895d39 req-5ca330fb-73c8-4d1e-9584-a24f4c3ad2fd tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Mar 11 13:12:25.582730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.592142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.606571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddd5cf3-d0c4-4ee5-a1ee-c869e7d1edd9,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:25.612901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Transition to ACTIVE for port object 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:25.620198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.621539 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-61c2f307-4845-40cf-a5c8-d58b66005ffc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1739068 Mar 11 13:12:25.624283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33300) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:25.629409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '19c2b271-16fa-4ded-943f-a08fa4f706e3', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:25.636045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:25.640007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:25.643103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:25.649403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:25.652776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.667982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.744898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.749753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.769951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7850eab3-a0e1-4705-8c1e-7059893c852d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:25.799110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.800964 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b2a6fc59-5a83-425c-a301-e23f9ee81d8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754973 Mar 11 13:12:25.804382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33304) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:25.810394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '19c2b271-16fa-4ded-943f-a08fa4f706e3', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:25.819187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:25.824664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:25.830518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:25.837272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:25.858589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.899221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcea10e-5415-45bf-9623-a845eaadf21b None None] Pushing event updated for resources: {'Port': ['ID=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:25.930313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Attempting to bind port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:12:25.930683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Attempting to bind port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:12:25.931040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Attempting to bind port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 on network ff463b8b-7e4d-41c9-930e-bc238cee7096 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:12:25.936863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:12:25.937229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Checking segment: {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:25.937676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.938062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Bound using segment: {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:12:25.938665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Bound port: 77015ab7-245f-4e2b-b9ba-d6d3d1829b90, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:12:25.939038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.944011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.949878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.984136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227747f7-6eb0-4ab2-8e40-5bdbfefd1410,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:25.991371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:25.993661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-663ea9df-76ec-44d3-ac73-1686a31175d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1879003 Mar 11 13:12:25.996317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33310) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:26.005078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '19c2b271-16fa-4ded-943f-a08fa4f706e3', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:26.012130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:26.016154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:26.022292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:26.030306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:26.037082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] For port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:12:26.040767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] For port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:12:26.042649 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:12:26.044799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.048543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0420826-f96d-4468-af4f-af99807f38b8 req-374b860a-b84b-49aa-8160-d9a81b1ba700 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:26.049565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.051045 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0420826-f96d-4468-af4f-af99807f38b8 req-374b860a-b84b-49aa-8160-d9a81b1ba700 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0880432 Mar 11 13:12:26.098929 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0420826-f96d-4468-af4f-af99807f38b8 req-81b7dfab-6c8d-4206-9464-4a9519191cdd tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Mar 11 13:12:26.126620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.131026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.144181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:26.144830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:12:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:26.154422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803ed2b4-1b53-4ec0-b724-23b76ea1c09d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:26.164370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.165869 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-42a53305-100a-4dba-909b-7558a4fe5c7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1682394 Mar 11 13:12:26.168364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33314) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:26.173331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '19c2b271-16fa-4ded-943f-a08fa4f706e3', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:26.179456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:26.183625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:26.186688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:26.192999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:26.204649 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:12:26.212371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.213105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcea10e-5415-45bf-9623-a845eaadf21b None None] Pushing event updated for resources: {'Port': ['ID=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:26.283649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.290810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.325405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be43c70-be67-464a-8d44-cccdfd85d09d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:26.338636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:26.341056 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-548a0069-8c86-4fca-88be-b319c5ce693e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1706693 Mar 11 13:12:26.358681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:26.378534 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:12:26.538214 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-7f443958-e1b2-4ed9-8340-a44b1094f4ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159296690&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0398693 Mar 11 13:12:26.689425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-012a8435-6606-4ff6-b121-c0b8c6aa2d74 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:26.690882 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-012a8435-6606-4ff6-b121-c0b8c6aa2d74 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=ff463b8b-7e4d-41c9-930e-bc238cee7096 HTTP/1.1" status: 200 len: 796 time: 0.1457293 Mar 11 13:12:26.705206 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-44685c00-2e44-4c45-ab15-f189c54bc571 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0087464 Mar 11 13:12:26.733953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:26.737877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6a144-d4fe-4e67-b3be-b9fb77322e9f None None] The sync data for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv is: [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:26.804300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-cbea94f1-4feb-4aff-8571-76cd5e903bf4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:26.822063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-cbea94f1-4feb-4aff-8571-76cd5e903bf4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:26.823285 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-cbea94f1-4feb-4aff-8571-76cd5e903bf4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124504 Mar 11 13:12:26.969267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-aca0a7f3-cf9f-4676-bddf-c6756aa9e945 service neutron] 10.222.0.52 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317177 Mar 11 13:12:27.121952 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-cffbb916-0c8e-4715-96a5-00a451927a3d service neutron] 10.222.0.52 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462831 Mar 11 13:12:27.355622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:27.366062 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85085e48-e41a-48d7-987b-22c80a5ece51 req-01d14358-e936-4bcc-b108-0d9bcc111871 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 210 time: 0.0580544 Mar 11 13:12:27.407996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca27c7-c481-43c4-9646-9c292750c6d0 req-a663ba7e-f17f-45cb-a408-e42d51c9fdad tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:27.416337 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3fca27c7-c481-43c4-9646-9c292750c6d0 req-a663ba7e-f17f-45cb-a408-e42d51c9fdad tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.1850507 Mar 11 13:12:27.465726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:27.472907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:27.478256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:27.479904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3fca27c7-c481-43c4-9646-9c292750c6d0 req-3a60aaca-6493-4af5-8b5f-408e6282a632 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625923 Mar 11 13:12:27.641709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:27.698270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:27.704727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:27.825440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:27.962519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85585fd8-dc30-4ccf-b8ee-ab5d5695790f req-5f1e9347-7741-4162-8996-595e8139c332 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:27.963982 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85585fd8-dc30-4ccf-b8ee-ab5d5695790f req-5f1e9347-7741-4162-8996-595e8139c332 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.1619594 Mar 11 13:12:27.975570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-1d1635ce-032a-4c3a-bbb0-ef016138ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:27.977240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-1d1635ce-032a-4c3a-bbb0-ef016138ec00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4d9c9db7d0a48bba9b1fad29e3e6c4d&device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 1098 time: 0.1164610 Mar 11 13:12:28.126419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85585fd8-dc30-4ccf-b8ee-ab5d5695790f req-cc7b3fdc-4eca-42fe-8307-e1696f98a6c3 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539214 Mar 11 13:12:28.159738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-e101bcb8-9c3b-484d-9f11-062fb4ddadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:28.161149 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-e101bcb8-9c3b-484d-9f11-062fb4ddadc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265 HTTP/1.1" status: 200 len: 912 time: 0.1696305 Mar 11 13:12:28.231889 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-2a44e8a2-b7c2-45ed-99ff-68654265e603 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c HTTP/1.1" status: 200 len: 217 time: 0.0644872 Mar 11 13:12:28.297383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-c8521bbe-bb8a-4edd-b516-28a6754306cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:28.298886 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-c8521bbe-bb8a-4edd-b516-28a6754306cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ebf6595-c577-41ba-8419-6e5a9f3909a2 HTTP/1.1" status: 200 len: 851 time: 0.0606375 Mar 11 13:12:28.346812 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-a1d660db-4744-40ab-821b-a12833dfddd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403967 Mar 11 13:12:28.487456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-83ca40c0-4c4a-4513-a8a9-46eae7a27cef service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339436 Mar 11 13:12:28.579759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-45d3f86f-be84-42fc-9842-0d241b23a0db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:28.581175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-45d3f86f-be84-42fc-9842-0d241b23a0db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:28.600439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-45d3f86f-be84-42fc-9842-0d241b23a0db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:28.601969 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-45d3f86f-be84-42fc-9842-0d241b23a0db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=ff463b8b-7e4d-41c9-930e-bc238cee7096 HTTP/1.1" status: 200 len: 796 time: 0.1938934 Mar 11 13:12:28.655725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-27dae371-3b7d-4a87-ab2b-60de2182243e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:12:28.675651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-27dae371-3b7d-4a87-ab2b-60de2182243e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:12:28.676836 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-27dae371-3b7d-4a87-ab2b-60de2182243e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 380 time: 0.0660076 Mar 11 13:12:28.685398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['19c2b271-16fa-4ded-943f-a08fa4f706e3']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:28.742985 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7f43a170-f1e2-4971-8994-72d47ac438bf req-88d856a4-999b-43b5-a5de-a86a531c3883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 210 time: 0.2100577 Mar 11 13:12:28.803255 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2d5e8b0-0549-44b3-96d2-bf5843aad9a1 req-06a7fb5a-87e2-460f-96c6-174cbf654eb1 service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089473 Mar 11 13:12:28.940635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:28.950614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:28.959954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:12:28.963464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:29.119452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.5 (ff463b8b-7e4d-41c9-930e-bc238cee7096/8b43b7aa-a39a-4821-8674-d0211ac88e22/7fe9c421-31b3-467a-a528-f7f7fd1169e5) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:12:29.308861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:29.323035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:29.329532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d34d1-75ab-47d8-a116-fa1d7b935847 req-40b50478-6cc9-4907-aa6b-81d5c26a39bf tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:29.331213 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de1d34d1-75ab-47d8-a116-fa1d7b935847 req-40b50478-6cc9-4907-aa6b-81d5c26a39bf tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.1011164 Mar 11 13:12:29.343181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 7fe9c421-31b3-467a-a528-f7f7fd1169e5 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:29.370111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:29.378962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de1d34d1-75ab-47d8-a116-fa1d7b935847 req-9bd498b0-6a2a-471f-85e7-4a83e06d799d tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Mar 11 13:12:29.384413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:29.385106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:29.447026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:12:29.451136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:29.456174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:12:29.517918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=7fe9c421-31b3-467a-a528-f7f7fd1169e5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:29.542465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:29.543130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:29.572821 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-9f81c5dc-3367-400f-8258-705483d94950 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8912265 Mar 11 13:12:29.585502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Request body: {'port': {'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:29.698564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:29.744213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca837e65-3e38-4f2c-b532-65309345069d None None] Provisioning for port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:29.748903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca837e65-3e38-4f2c-b532-65309345069d None None] Provisioning complete for port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:29.749290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca837e65-3e38-4f2c-b532-65309345069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:29.803373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca837e65-3e38-4f2c-b532-65309345069d None None] Port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:12:29.928649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90282432-8513-4b35-ab9f-f88c5cfd6c7d req-76e08200-e21d-4fed-9d47-80476c3f6f07 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:29.930066 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-90282432-8513-4b35-ab9f-f88c5cfd6c7d req-76e08200-e21d-4fed-9d47-80476c3f6f07 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 931 time: 0.0799985 Mar 11 13:12:29.973755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-90282432-8513-4b35-ab9f-f88c5cfd6c7d req-af318e47-c972-4496-b30d-662bf91306fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375757 Mar 11 13:12:30.046709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe9c421-31b3-467a-a528-f7f7fd1169e5 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:12:30.054539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:30.068596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Transition to ACTIVE for port object 7fe9c421-31b3-467a-a528-f7f7fd1169e5 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:12:30.071645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:30.228870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe9c421-31b3-467a-a528-f7f7fd1169e5,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:30.302372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Attempting to bind port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:12:30.302724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Attempting to bind port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:12:30.303045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Attempting to bind port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 on network ff463b8b-7e4d-41c9-930e-bc238cee7096 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:12:30.307601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 on network ff463b8b-7e4d-41c9-930e-bc238cee7096 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:12:30.307919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Attempting to bind port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 on network ff463b8b-7e4d-41c9-930e-bc238cee7096 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:12:30.314415 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:12:30.314749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Checking segment: {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:12:30.315123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Bound using segment: {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:12:30.315546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Bound port: 7fe9c421-31b3-467a-a528-f7f7fd1169e5, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212be31f-911b-4fcd-80f6-8d50e45af710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:12:30.315883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:30.407035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] For port 7fe9c421-31b3-467a-a528-f7f7fd1169e5, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:12:30.409823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] For port 7fe9c421-31b3-467a-a528-f7f7fd1169e5, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:12:30.414832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:30.466033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:30.466033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:30.467522 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] 10.222.0.50 "PUT /v2.0/ports/7fe9c421-31b3-467a-a528-f7f7fd1169e5 HTTP/1.1" status: 200 len: 1093 time: 0.8865547 Mar 11 13:12:30.470151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:30.505235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c15fe-7b8a-4713-ab37-3665d7b93ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe9c421-31b3-467a-a528-f7f7fd1169e5,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:30.562290 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'status': 'completed', 'code': 200} Mar 11 13:12:30.597296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-6efd036a-f189-40f5-ba58-4a61ce89ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:30.598899 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-6efd036a-f189-40f5-ba58-4a61ce89ea10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 1096 time: 0.0865161 Mar 11 13:12:30.614829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb6ea-d438-4155-a0f6-073385e6c5c0 req-d83604b2-1f03-4e8c-8d91-0d5bd4437ece tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:30.616521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-634bb6ea-d438-4155-a0f6-073385e6c5c0 req-d83604b2-1f03-4e8c-8d91-0d5bd4437ece tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0925269 Mar 11 13:12:30.664686 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-634bb6ea-d438-4155-a0f6-073385e6c5c0 req-9d7b16da-42dc-467e-a948-e4fb7bd25d36 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Mar 11 13:12:30.775543 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-7ebcb375-5a67-46da-9139-831956979ad3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5 HTTP/1.1" status: 200 len: 217 time: 0.1693997 Mar 11 13:12:30.840890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-fe4d9feb-81f2-4b07-b638-e781ddb6178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:30.842412 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-fe4d9feb-81f2-4b07-b638-e781ddb6178a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b43b7aa-a39a-4821-8674-d0211ac88e22 HTTP/1.1" status: 200 len: 834 time: 0.0609307 Mar 11 13:12:30.917821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-064d6a15-8515-4f18-b2ac-015833886a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:30.919861 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-064d6a15-8515-4f18-b2ac-015833886a63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff463b8b-7e4d-41c9-930e-bc238cee7096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713487 Mar 11 13:12:31.059215 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-233d358b-27c6-47c6-a864-801813b08668 service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324511 Mar 11 13:12:31.078827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48022d41-803c-48a3-9a6c-a01776327377 req-e6afc2d5-0112-422d-9a46-bca27bcd570b tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.080397 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-48022d41-803c-48a3-9a6c-a01776327377 req-e6afc2d5-0112-422d-9a46-bca27bcd570b tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0813367 Mar 11 13:12:31.181705 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-48022d41-803c-48a3-9a6c-a01776327377 req-b6fe60f9-b4fe-4929-85c5-ac87773b043e tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553944 Mar 11 13:12:31.194630 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b53f77db-5dbb-4fc4-b045-9eb7fe335704 req-73321a97-af61-4617-9574-ae7114139b86 service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276023 Mar 11 13:12:31.207761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af600133-6660-44b2-baee-d1f20c7461b9 req-a3a6c023-9fd3-4759-89ae-8db6bd4cc69e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.209755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af600133-6660-44b2-baee-d1f20c7461b9 req-a3a6c023-9fd3-4759-89ae-8db6bd4cc69e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 943 time: 0.1246247 Mar 11 13:12:31.259517 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af600133-6660-44b2-baee-d1f20c7461b9 req-9e3bbeb2-3e77-482c-b331-849de0af7a11 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Mar 11 13:12:31.330731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-d388d5ea-2fef-4838-8a39-70f271ffd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.332225 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-d388d5ea-2fef-4838-8a39-70f271ffd852 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 1096 time: 0.0742962 Mar 11 13:12:31.465807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-77e75991-0f54-442e-8745-922418d1747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.467263 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-77e75991-0f54-442e-8745-922418d1747f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff463b8b-7e4d-41c9-930e-bc238cee7096 HTTP/1.1" status: 200 len: 897 time: 0.1268868 Mar 11 13:12:31.543266 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-3d5e102b-0a34-48cf-8866-ecd379b25fb6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5 HTTP/1.1" status: 200 len: 217 time: 0.0692260 Mar 11 13:12:31.605315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-96df46b9-ec1a-4ad3-8084-9db1015f9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.606776 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-96df46b9-ec1a-4ad3-8084-9db1015f9f63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b43b7aa-a39a-4821-8674-d0211ac88e22 HTTP/1.1" status: 200 len: 834 time: 0.0576034 Mar 11 13:12:31.680317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-b0f63fad-73ce-49ad-a905-9592fd5ccb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.682110 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-b0f63fad-73ce-49ad-a905-9592fd5ccb5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff463b8b-7e4d-41c9-930e-bc238cee7096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688219 Mar 11 13:12:31.812947 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-dc2d9628-9f37-4706-9d24-36b838454fd2 service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243615 Mar 11 13:12:31.941456 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-936fce30-1a47-40e4-87a7-4a25db4cb4e8 req-b2b39ea5-accc-4a19-aa85-02990df36f61 service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218541 Mar 11 13:12:32.370980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8dc15-e95c-4df7-9e02-5d0f7b8e8db1 req-d083561d-a660-48cd-ba62-96dbd81da30d tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:32.372532 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0b8dc15-e95c-4df7-9e02-5d0f7b8e8db1 req-d083561d-a660-48cd-ba62-96dbd81da30d tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0842209 Mar 11 13:12:32.459632 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0b8dc15-e95c-4df7-9e02-5d0f7b8e8db1 req-3d473082-a7c2-4dcc-aa74-a21e1a4e2bf0 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Mar 11 13:12:32.486681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f35f9-1d9e-4225-9882-da03c3e9d758 req-258ad14c-d491-4256-9637-c2f3cc2bd4c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:32.487956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-368f35f9-1d9e-4225-9882-da03c3e9d758 req-258ad14c-d491-4256-9637-c2f3cc2bd4c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 943 time: 0.1145132 Mar 11 13:12:32.533767 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-368f35f9-1d9e-4225-9882-da03c3e9d758 req-44740f81-9f29-40a6-8bef-e3111a8a3ae5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Mar 11 13:12:32.839455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d747f45-667d-4415-8623-d92548e0efb7 req-c103ed40-28ad-47b2-99a3-8f7e92eb9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:32.840868 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4d747f45-667d-4415-8623-d92548e0efb7 req-c103ed40-28ad-47b2-99a3-8f7e92eb9760 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4d9c9db7d0a48bba9b1fad29e3e6c4d&device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0862315 Mar 11 13:12:32.841595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3475a-a9f9-402b-a186-7cec05bedb26 req-41d09203-c2e5-4f8c-8ddb-7ff554c7329c tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:32.843052 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64d3475a-a9f9-402b-a186-7cec05bedb26 req-41d09203-c2e5-4f8c-8ddb-7ff554c7329c tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.1259041 Mar 11 13:12:32.887332 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64d3475a-a9f9-402b-a186-7cec05bedb26 req-f82bd090-4984-46b3-9504-3a411e1e3e59 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Mar 11 13:12:32.971975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d747f45-667d-4415-8623-d92548e0efb7 req-1d65b282-69fc-4f85-86cb-d281aa8f79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:32.973416 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4d747f45-667d-4415-8623-d92548e0efb7 req-1d65b282-69fc-4f85-86cb-d281aa8f79cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265 HTTP/1.1" status: 200 len: 912 time: 0.1266060 Mar 11 13:12:33.042801 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4d747f45-667d-4415-8623-d92548e0efb7 req-b5b67cc9-a860-497a-856c-2761685bccdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c HTTP/1.1" status: 200 len: 217 time: 0.0621159 Mar 11 13:12:33.109935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 7fe9c421-31b3-467a-a528-f7f7fd1169e5 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:12:33.111562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d747f45-667d-4415-8623-d92548e0efb7 req-92104bfa-c985-44aa-a1a1-d1b2f49eef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:33.113023 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4d747f45-667d-4415-8623-d92548e0efb7 req-92104bfa-c985-44aa-a1a1-d1b2f49eef38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ebf6595-c577-41ba-8419-6e5a9f3909a2 HTTP/1.1" status: 200 len: 851 time: 0.0646205 Mar 11 13:12:33.161821 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4d747f45-667d-4415-8623-d92548e0efb7 req-3fa71fc9-d310-4f64-b28b-07195b770cf5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd0e8b84-76cd-4544-8bfa-2ef3245f5265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397930 Mar 11 13:12:33.243401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 7fe9c421-31b3-467a-a528-f7f7fd1169e5, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:33.258295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:12:33.320225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:33.336664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe9c421-31b3-467a-a528-f7f7fd1169e5 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:12:33.352161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 7fe9c421-31b3-467a-a528-f7f7fd1169e5, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:33.356244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:33.392527 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4d747f45-667d-4415-8623-d92548e0efb7 req-648e2226-41c7-4584-9810-f02aeb9d0273 service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242508 Mar 11 13:12:33.422783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=7fe9c421-31b3-467a-a528-f7f7fd1169e5,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:33.526793 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4d747f45-667d-4415-8623-d92548e0efb7 req-ff8a1dfb-1e89-48d6-b84f-36e53540e151 service neutron] 10.222.0.50 "GET /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276600 Mar 11 13:12:33.586606 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-78d9f9b9-3a60-4c96-a6fd-38423d3d7fc3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717778 Mar 11 13:12:33.592163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['7fe9c421-31b3-467a-a528-f7f7fd1169e5'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:12:33.780182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7061f4-64dc-4044-9e99-11b014b14286 req-37a134df-e9aa-4db1-8322-26a72fb82ed0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:33.781571 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d7061f4-64dc-4044-9e99-11b014b14286 req-37a134df-e9aa-4db1-8322-26a72fb82ed0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 944 time: 0.1416831 Mar 11 13:12:33.783488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-fa2d1084-a1cc-425f-a994-5bd27035fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:33.784791 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-fa2d1084-a1cc-425f-a994-5bd27035fe01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1098 time: 0.1091640 Mar 11 13:12:33.862922 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d7061f4-64dc-4044-9e99-11b014b14286 req-e9c574de-4e7d-474b-acaf-33205581ed9f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752382 Mar 11 13:12:33.955833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-20edd474-3964-4abf-a69a-f52b293101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:33.957253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-20edd474-3964-4abf-a69a-f52b293101cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.1469357 Mar 11 13:12:34.107097 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-2509925c-777e-4742-a698-498b7519208d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 200 len: 1001 time: 0.1429229 Mar 11 13:12:34.176043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7c3b5-02f8-492d-aaaa-7002276e100a req-9c0e80ef-880a-4461-b52a-c1cb3149b0c0 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:34.177543 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b2c7c3b5-02f8-492d-aaaa-7002276e100a req-9c0e80ef-880a-4461-b52a-c1cb3149b0c0 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.1663570 Mar 11 13:12:34.204503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-d173e92a-e082-49e7-8252-3aaa7dee6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:34.205933 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-d173e92a-e082-49e7-8252-3aaa7dee6c81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0899961 Mar 11 13:12:34.274908 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b2c7c3b5-02f8-492d-aaaa-7002276e100a req-9dee74c7-8740-46ea-9058-888cb76df1b3 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906901 Mar 11 13:12:34.305503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-396c5e9c-537c-4a67-96f7-0ec246e13f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:34.306972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-396c5e9c-537c-4a67-96f7-0ec246e13f1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886576 Mar 11 13:12:34.541459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-3daa8467-5d39-4f5a-a85a-466c9629faa1 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278934 Mar 11 13:12:34.670870 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-849d25cc-cfec-4db1-b0e4-ee2fa32b6431 req-2f03dcb5-bd11-4083-8f6d-d251cd4a1d33 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232741 Mar 11 13:12:35.042313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76575d20-4d08-415a-8276-a8ab92aea0c7 req-b12ffb84-1aa9-4613-a058-24d982873729 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:35.043729 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-76575d20-4d08-415a-8276-a8ab92aea0c7 req-b12ffb84-1aa9-4613-a058-24d982873729 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 944 time: 0.0786214 Mar 11 13:12:35.089429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-76575d20-4d08-415a-8276-a8ab92aea0c7 req-e24511a6-6176-4142-ad85-8ef4a87b656a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Mar 11 13:12:35.115395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 7fe9c421-31b3-467a-a528-f7f7fd1169e5 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:12:35.180896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:12:35.185291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:12:35.186050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:35.299861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:35.327878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:35.338567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 7fe9c421-31b3-467a-a528-f7f7fd1169e5, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:35.342821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:35.387229 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'code': 200} Mar 11 13:12:35.420234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=7fe9c421-31b3-467a-a528-f7f7fd1169e5,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:35.477546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd362f0-96fa-4fd9-a5dc-43f8ddd32e54 req-10af9d7d-d3da-41d7-b1ab-6139e9a549f9 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:35.479027 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dfd362f0-96fa-4fd9-a5dc-43f8ddd32e54 req-10af9d7d-d3da-41d7-b1ab-6139e9a549f9 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0934532 Mar 11 13:12:35.527450 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dfd362f0-96fa-4fd9-a5dc-43f8ddd32e54 req-72fa71dd-7599-4c97-99fa-a7bab3733dcd tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Mar 11 13:12:35.621037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b363e-25c7-4bfc-ae3d-94be05e56bf6 req-fe1a970f-67af-43c7-817d-ca310e20c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:35.622572 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b47b363e-25c7-4bfc-ae3d-94be05e56bf6 req-fe1a970f-67af-43c7-817d-ca310e20c772 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 1098 time: 0.0752110 Mar 11 13:12:35.662811 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b47b363e-25c7-4bfc-ae3d-94be05e56bf6 req-87627394-c230-42a1-89ce-17e073001d7e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346076 Mar 11 13:12:35.904266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b966cb1-7ec2-4be0-9425-eed6977609f2 req-31827653-b3cc-4d96-90dd-bd3b9ef32c99 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:35.905740 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4b966cb1-7ec2-4be0-9425-eed6977609f2 req-31827653-b3cc-4d96-90dd-bd3b9ef32c99 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0823340 Mar 11 13:12:35.949889 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4b966cb1-7ec2-4be0-9425-eed6977609f2 req-ffc12a47-4568-4467-b830-6e4f34f5cbb5 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385566 Mar 11 13:12:36.274511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbe891-e719-4237-91ed-b128166c2b64 req-69b1d270-99fc-465e-beb4-690d61bb2bb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:36.275984 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dbbbe891-e719-4237-91ed-b128166c2b64 req-69b1d270-99fc-465e-beb4-690d61bb2bb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 945 time: 0.0822976 Mar 11 13:12:36.320166 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dbbbe891-e719-4237-91ed-b128166c2b64 req-4d98b7c6-1525-4a60-aa15-8fdbf068539e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Mar 11 13:12:37.127504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ed3f-42d0-4013-a9de-668859fc3dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:37.133359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923607fc-f516-45e9-973b-5137bd7c5d2f req-5110178c-1dc5-4530-b8df-d639f44dc332 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:37.134881 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-923607fc-f516-45e9-973b-5137bd7c5d2f req-5110178c-1dc5-4530-b8df-d639f44dc332 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.0834713 Mar 11 13:12:37.182086 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-923607fc-f516-45e9-973b-5137bd7c5d2f req-ffcb8be4-47e5-41bd-b85f-1754ea54e24b tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Mar 11 13:12:37.505619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62d593-3fa9-4aaa-ae49-275168a389d7 req-ce47e005-1543-4f72-a0f4-ba53dbae7dd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:37.506991 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b62d593-3fa9-4aaa-ae49-275168a389d7 req-ce47e005-1543-4f72-a0f4-ba53dbae7dd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 945 time: 0.0809901 Mar 11 13:12:37.549999 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b62d593-3fa9-4aaa-ae49-275168a389d7 req-c1bd70b0-5b25-4f6c-a6ef-7fca4d7a78d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373673 Mar 11 13:12:37.736550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba10fe-d953-45fc-80a2-5bf9bb35eaaa req-04c60a17-be92-42ae-83c8-e1a45ec54d77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:37.738021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-deba10fe-d953-45fc-80a2-5bf9bb35eaaa req-04c60a17-be92-42ae-83c8-e1a45ec54d77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 945 time: 0.0844700 Mar 11 13:12:37.782097 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-deba10fe-d953-45fc-80a2-5bf9bb35eaaa req-2d443472-681d-486f-b4a0-f2e3a5bb864f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377762 Mar 11 13:12:37.805526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33402) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:37.873910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a365f5-2b0f-4f3e-bd85-f886bae3536a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:37.875356 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-81a365f5-2b0f-4f3e-bd85-f886bae3536a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 1093 time: 0.0688910 Mar 11 13:12:37.878194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33406) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:37.883105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:12:37.889567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:12:37.893309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:12:37.896130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:12:37.934345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:12:37.956065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:38.067321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-00c9c68e-e493-4412-938a-1f27721e6d6f tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:38.069363 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-00c9c68e-e493-4412-938a-1f27721e6d6f tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.1675465 Mar 11 13:12:38.149332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Deleting port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:12:38.150045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:38.273682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:38.684051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] For port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,segment=NetworkSegment(a4ef79b3-8674-4d5b-995f-0207d987f1b4),segment_id=a4ef79b3-8674-4d5b-995f-0207d987f1b4)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:12:38.684403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:38.825505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Calling delete_port for 9b1e3fbb-053b-416d-a803-2ab1fb284f7c owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:12:38.852993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.156 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/be8edee9-8340-42e7-88dd-62b08df7909d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:12:38.861714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfd8ad-cbcd-4b68-826b-01146ad2611c req-69f8b658-a023-4e3d-9983-1927c33698e2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:38.863167 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b6cfd8ad-cbcd-4b68-826b-01146ad2611c req-69f8b658-a023-4e3d-9983-1927c33698e2 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede12356-b1b9-4ec3-8963-9f83ab6d3bb4 HTTP/1.1" status: 200 len: 945 time: 0.5347710 Mar 11 13:12:38.981155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b6cfd8ad-cbcd-4b68-826b-01146ad2611c req-35792634-ca05-4847-936a-739a9c13cdd0 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d2f7d0c-f478-47e6-b954-7ab98c2643a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089003 Mar 11 13:12:39.136503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:39.140892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:39.152138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['9b1e3fbb-053b-416d-a803-2ab1fb284f7c'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:12:39.197221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Pushing event deleted for resources: {'Port': ['ID=9b1e3fbb-053b-416d-a803-2ab1fb284f7c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:39.206941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0285fe8e-b243-48c9-9dcc-b9c95fcccad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:39.278019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] No DVR routers for this DVR port 9b1e3fbb-053b-416d-a803-2ab1fb284f7c on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:39.280806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:39.283225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'name': 'network-vif-deleted', 'tag': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:39.304905 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-80e60af7-5042-4ddd-bc42-f891d35fdb9e req-55778d1b-a671-41ff-8848-36139cad4339 tempest-TestServerAdvancedOps-2140455933 tempest-TestServerAdvancedOps-2140455933-project] 10.222.0.50 "DELETE /v2.0/ports/9b1e3fbb-053b-416d-a803-2ab1fb284f7c HTTP/1.1" status: 204 len: 173 time: 1.2293117 Mar 11 13:12:39.306392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:39.345719 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede12356-b1b9-4ec3-8963-9f83ab6d3bb4', 'name': 'network-vif-deleted', 'tag': '9b1e3fbb-053b-416d-a803-2ab1fb284f7c', 'status': 'completed', 'code': 200} Mar 11 13:12:39.368807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:12:39.371524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:12:39.380000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:12:39.420237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=be8edee9-8340-42e7-88dd-62b08df7909d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:39.815001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:39.893465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.078066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33416) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:40.096323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.101508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.140930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] Deleting subnet 3ebf6595-c577-41ba-8419-6e5a9f3909a2 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:12:40.143866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.194694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.251540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.327754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.334803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=be8edee9-8340-42e7-88dd-62b08df7909d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:40.335408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.345459 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.367677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebf6595-c577-41ba-8419-6e5a9f3909a2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:40.371456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.379963 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ce694481-066b-4c3f-b564-bae1646ac339 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3ebf6595-c577-41ba-8419-6e5a9f3909a2 HTTP/1.1" status: 204 len: 168 time: 0.2981772 Mar 11 13:12:40.380241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33420) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:40.486730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.515795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.529709 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP bad8ec34-99cb-4356-9a9a-fc69c8c8c031 associated. External IP: 172.26.4.156, port: 7fe9c421-31b3-467a-a528-f7f7fd1169e5. Mar 11 13:12:40.612417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.637335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0e8b84-76cd-4544-8bfa-2ef3245f5265']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:40.649574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ef79b3-8674-4d5b-995f-0207d987f1b4') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:40.649872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ef79b3-8674-4d5b-995f-0207d987f1b4') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:40.660748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.676237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.686000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:40.686433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:40.703790 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:40.777940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.795873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.804418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0e8b84-76cd-4544-8bfa-2ef3245f5265,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:40.814373 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-68f544ef-c993-4a0d-9656-f7ea6fddc2f8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cd0e8b84-76cd-4544-8bfa-2ef3245f5265 HTTP/1.1" status: 204 len: 168 time: 0.4330616 Mar 11 13:12:40.817018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33424) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:40.880212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] Deleting subnet 8312ea67-9dc3-4e66-9ab3-8fd8f84723a1 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:12:40.883781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.901220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 1667bc14-56b9-4716-a2e1-fda732a58f5e has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:12:40.932797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:40.992023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.059823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.079772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:12:41.089745 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421d144-c90c-4209-a522-4933197406bc None None] Sync routers for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:41.099718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8312ea67-9dc3-4e66-9ab3-8fd8f84723a1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:41.100244 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:41.100699 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:12:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:41.104923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.108657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.118841 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a97c4a55-9d31-4703-af49-735575435162 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8312ea67-9dc3-4e66-9ab3-8fd8f84723a1 HTTP/1.1" status: 204 len: 168 time: 0.2986000 Mar 11 13:12:41.119130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33428) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:41.156582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9b1e3fbb-053b-416d-a803-2ab1fb284f7c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:12:41.167180 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-05386d39-5af5-4323-8c3c-4bab8df7306b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2855179 Mar 11 13:12:41.168604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33432) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:41.205841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 9b1e3fbb-053b-416d-a803-2ab1fb284f7c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:12:41.206596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9b1e3fbb-053b-416d-a803-2ab1fb284f7c not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:12:41.228545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.278669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72ab760e-8ad0-4942-b4af-78ffb8e6dc0b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/bad8ec34-99cb-4356-9a9a-fc69c8c8c031 HTTP/1.1" status: 200 len: 991 time: 0.1079412 Mar 11 13:12:41.296365 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:41.347801 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:41.353736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.380309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09894db-a352-4823-a5c7-61b7fc7126b2']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:41.394188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'status': 'completed', 'code': 200} Mar 11 13:12:41.394899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2dd99f-be95-46b1-832d-289874a6e2c4') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:41.395205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2dd99f-be95-46b1-832d-289874a6e2c4') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:41.407592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.430143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.437542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:41.437989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:41.453014 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:41.504964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-a5b8228c-6019-448b-9b75-32ca1bd7de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:41.507164 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-a5b8228c-6019-448b-9b75-32ca1bd7de99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 1098 time: 0.0896919 Mar 11 13:12:41.533578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.538247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.556346 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] 10.222.0.52 "DELETE /v2.0/networks/f09894db-a352-4823-a5c7-61b7fc7126b2 HTTP/1.1" status: 204 len: 168 time: 0.4362020 Mar 11 13:12:41.562197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67c611-dcb9-454f-995f-7ff332e3b15f admin admin] Pushing event deleted for resources: {'Network': ['ID=f09894db-a352-4823-a5c7-61b7fc7126b2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:41.649475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-3267f0b5-5eeb-492a-a692-b3c52ae2d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:41.650947 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-3267f0b5-5eeb-492a-a692-b3c52ae2d161 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff463b8b-7e4d-41c9-930e-bc238cee7096 HTTP/1.1" status: 200 len: 897 time: 0.1377394 Mar 11 13:12:41.667754 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:39Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:41.671751 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421d144-c90c-4209-a522-4933197406bc None None] Checking router: 1667bc14-56b9-4716-a2e1-fda732a58f5e for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:41.680478 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:12:41.681123 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:12:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:41.756615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33440) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:41.762237 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-44268dda-fd94-4ed8-846e-0c176a179f36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5 HTTP/1.1" status: 200 len: 999 time: 0.1053908 Mar 11 13:12:41.812038 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dcc29866-0ef1-4b1c-943c-f3edceb175ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4d9c9db7d0a48bba9b1fad29e3e6c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538075 Mar 11 13:12:41.814665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33444) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:41.825688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-c40f4a64-0a96-4fb7-99fc-d6af53656bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:41.827275 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-c40f4a64-0a96-4fb7-99fc-d6af53656bdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b43b7aa-a39a-4821-8674-d0211ac88e22 HTTP/1.1" status: 200 len: 834 time: 0.0599127 Mar 11 13:12:41.876284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b489-306b-4021-838f-c7b01d36e949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.891379 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:12:41.905131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b489-306b-4021-838f-c7b01d36e949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.934738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.966254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b489-306b-4021-838f-c7b01d36e949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:41.986101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6b489-306b-4021-838f-c7b01d36e949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2f7d0c-f478-47e6-b954-7ab98c2643a4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:41.997497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b489-306b-4021-838f-c7b01d36e949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:42.001091 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7cb6b489-306b-4021-838f-c7b01d36e949 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d2f7d0c-f478-47e6-b954-7ab98c2643a4 HTTP/1.1" status: 204 len: 168 time: 0.1831861 Mar 11 13:12:42.043134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-a01c65a8-678e-4d11-93f1-68e6f2688375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:42.044738 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-a01c65a8-678e-4d11-93f1-68e6f2688375 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff463b8b-7e4d-41c9-930e-bc238cee7096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2116718 Mar 11 13:12:42.187786 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-d2f2d09e-9483-43ba-8761-30359cefb9c5 service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337171 Mar 11 13:12:42.273219 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c421d144-c90c-4209-a522-4933197406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:39Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:42.277148 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421d144-c90c-4209-a522-4933197406bc None None] The sync data for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv is: [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:39Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:42.280709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33452) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:42.332456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd9d5271-6023-4181-9517-f55dc6aa39f1 req-0563e4d1-ea96-406e-96d8-6603bdb67e66 service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392817 Mar 11 13:12:42.395871 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0eb71b67-d9cc-4145-9071-7a6179ad3eef tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/bad8ec34-99cb-4356-9a9a-fc69c8c8c031 HTTP/1.1" status: 200 len: 991 time: 0.1143231 Mar 11 13:12:42.397217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33456) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:42.446343 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-730c66dc-646e-48df-b569-99c800817df9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=376e956d8ff14425961194bec5c40a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472028 Mar 11 13:12:42.448172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33460) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:42.509787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-323a7bf1-9dc2-4276-b653-4220fb72969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:42.523744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca83fa6-2104-4a64-af70-1f49975fe598 None None] New status for floating IP bad8ec34-99cb-4356-9a9a-fc69c8c8c031: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:12:42.545241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-323a7bf1-9dc2-4276-b653-4220fb72969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:42.598962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-323a7bf1-9dc2-4276-b653-4220fb72969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:42.615203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a7bf1-9dc2-4276-b653-4220fb72969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acf6d69-6cc2-4ce4-ba43-b3374c2c5d22,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:42.619974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-323a7bf1-9dc2-4276-b653-4220fb72969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:12:42.623251 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-323a7bf1-9dc2-4276-b653-4220fb72969b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2acf6d69-6cc2-4ce4-ba43-b3374c2c5d22 HTTP/1.1" status: 204 len: 168 time: 0.1741779 Mar 11 13:12:43.400157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:12:43.508129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c23c4816-c7fc-4eb9-a89a-834fe37f42ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/bad8ec34-99cb-4356-9a9a-fc69c8c8c031 HTTP/1.1" status: 200 len: 993 time: 0.1067657 Mar 11 13:12:52.002027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:03.376221 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:13:07.129158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f234051-d82e-4cdd-9374-5effe6266401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:09.209550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-325e06a3-3060-4f2f-9792-54252d762bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:10.337755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:10.517321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:11.934295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:12.863145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33488) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:12.935292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd668f-a028-4d6e-bc1a-d65029ff3efe tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:12.935765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd668f-a028-4d6e-bc1a-d65029ff3efe tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:12.936229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd668f-a028-4d6e-bc1a-d65029ff3efe tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:12.937998 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-81fd668f-a028-4d6e-bc1a-d65029ff3efe tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=44a4c11bbb494842b3db65df5d512035&network_id=ff463b8b-7e4d-41c9-930e-bc238cee7096 HTTP/1.1" status: 200 len: 2999 time: 0.0738719 Mar 11 13:13:14.643037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33500) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:14.796555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c01b077-cc71-47ab-ad05-1e74fa0bb7ff tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:14.797941 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5c01b077-cc71-47ab-ad05-1e74fa0bb7ff tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 814 time: 0.1539590 Mar 11 13:13:15.251546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33508) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.256974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--329564584', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:15.262567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:15.272018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:15.282037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:13:15.285453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:15.313131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:13:15.322315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:15.322680 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment ccb3526e-be70-4865-a3e7-a4ca10a9d60f of type vlan for network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 Mar 11 13:13:15.346273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:15.374417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:15.379757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:15.380445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:15.485307 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2327077 Mar 11 13:13:15.488118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=884d8cb1-e7a9-4c2c-bb24-86a3011ff797,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:15.488719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33512) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.496219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.496546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.496873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.497200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.497558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.497881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.498201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.498518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.498832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.499154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.499456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.499772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed9ebb-ffc7-43a6-b79b-5805155b184d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:15.512404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:13:15.557762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7535e-21dd-4348-ba1e-39e37d214d1f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:15.562352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33516) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.562464 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e8a7535e-21dd-4348-ba1e-39e37d214d1f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0726454 Mar 11 13:13:15.692355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54bf72-e49a-4134-8806-3c1359a7b982 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:15.693855 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1f54bf72-e49a-4134-8806-3c1359a7b982 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302378 Mar 11 13:13:15.696617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33520) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.734920 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-49f37191-6dbd-4701-971e-ec1a1783ebbd tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372229 Mar 11 13:13:15.737487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33524) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.779621 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5ff6ed28-8d2d-4191-bec0-04900b30bd0a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410464 Mar 11 13:13:15.782017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33528) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.910324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c8e51-437d-4cd7-aafc-49f9c795a0b7 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:15.911793 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2e5c8e51-437d-4cd7-aafc-49f9c795a0b7 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289206 Mar 11 13:13:15.914682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33532) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.953428 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-880c5d61-16a5-4dd2-b4e9-322fcca05968 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372262 Mar 11 13:13:15.955766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33536) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:15.960770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934564817', 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:16.068506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:16.072214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:16.074975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:16.080499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:16.090267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:13:16.093926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.305080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.380460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=0668ec25-4093-4edf-8304-e292ba72b6ca,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:16.390058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:13:16.390416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: 884d8cb1-e7a9-4c2c-bb24-86a3011ff797, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:13:16.410132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:13:16.419100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 884d8cb1-e7a9-4c2c-bb24-86a3011ff797) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:13:16.423808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:16.424392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.428361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f4950-bdb5-4464-a107-ac6e7d45d062 None None] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:13:16.446857 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5ebf0e91-11b8-4b90-a11c-d74b3fe8d68a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4896069 Mar 11 13:13:16.642440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': '0668ec25-4093-4edf-8304-e292ba72b6ca'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:13:16.643314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.659765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33542) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:16.665023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743731555', 'description': 'tempest-secgroup-smoke-743731555 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:16.670753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:16.680143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:16.690900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.712588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:16.716517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:16.719449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:16.725066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:16.797003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Allocated IP 172.20.0.18 (884d8cb1-e7a9-4c2c-bb24-86a3011ff797/0668ec25-4093-4edf-8304-e292ba72b6ca/f41b4410-3565-46ab-bf0d-3fcd522bb496) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:13:16.798344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.802099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.848626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:16.851459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.854089 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ca403c4c-2563-4bc9-8c71-77862820e3d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1932170 Mar 11 13:13:16.855951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33546) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:16.860993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '0a4c3779-2b0f-4fb9-bce8-90ef68f302ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:16.867116 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:16.871598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:16.874563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:16.880336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:16.897296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.957676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.961902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.984448 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f40dfb-07f2-48e4-914c-20600af87578,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:16.994561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:16.995903 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fbb6c3aa-922b-4f21-8e52-fb379dd14de5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388307 Mar 11 13:13:16.998784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33550) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:17.003703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '0a4c3779-2b0f-4fb9-bce8-90ef68f302ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:17.006391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.009465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:17.013222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:17.016159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:17.016883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Transition to ACTIVE for port object f41b4410-3565-46ab-bf0d-3fcd522bb496 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:17.021866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:17.036530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Transition to ACTIVE for port object f41b4410-3565-46ab-bf0d-3fcd522bb496 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:17.038566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.043211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.104086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.108057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.113316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:13:17.116522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:13:17.120858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:13:17.122806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Pushing event updated for resources: {'Port': ['ID=f41b4410-3565-46ab-bf0d-3fcd522bb496,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:17.134238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024b30a6-eaab-4501-99fc-f4bfbc5bb2a8,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:17.143938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.145204 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ad308ce4-39be-4140-83a3-89235ebb970d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454833 Mar 11 13:13:17.148033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33554) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:17.153947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '0a4c3779-2b0f-4fb9-bce8-90ef68f302ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:17.159558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:17.163389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:17.166268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:17.171813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:17.188180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.212980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Attempting to bind port f41b4410-3565-46ab-bf0d-3fcd522bb496 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:13:17.213345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Attempting to bind port f41b4410-3565-46ab-bf0d-3fcd522bb496 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:13:17.213741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Attempting to bind port f41b4410-3565-46ab-bf0d-3fcd522bb496 on network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:13:17.218961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:13:17.219332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Checking segment: {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:13:17.219727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.220116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Bound using segment: {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:13:17.220571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Bound port: f41b4410-3565-46ab-bf0d-3fcd522bb496, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:13:17.220931 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.250929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.254661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.279897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be238369-7a70-4af2-8fb3-375ea02d0354,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:17.289184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.290540 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-77675e99-ef05-4e00-9c64-dd4b2ee2de3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416204 Mar 11 13:13:17.293341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33558) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:17.298224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '0a4c3779-2b0f-4fb9-bce8-90ef68f302ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:17.304416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:17.307921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:17.311167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:17.313831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-475adb77-6932-4bec-957f-040f8327edfc None None] For port f41b4410-3565-46ab-bf0d-3fcd522bb496, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:13:17.316921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:17.317199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-475adb77-6932-4bec-957f-040f8327edfc None None] For port f41b4410-3565-46ab-bf0d-3fcd522bb496, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f41b4410-3565-46ab-bf0d-3fcd522bb496,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:13:17.322204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.333593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.401821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.406066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.406721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475adb77-6932-4bec-957f-040f8327edfc None None] Pushing event updated for resources: {'Port': ['ID=f41b4410-3565-46ab-bf0d-3fcd522bb496,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:17.438492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a115791f-d1f0-4206-b706-3b8a2b629a67,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:17.449584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.451038 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-13c2df1d-b36d-4bb2-b475-e02ca35bc381 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567512 Mar 11 13:13:17.454132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33562) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:17.459560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '0a4c3779-2b0f-4fb9-bce8-90ef68f302ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:17.466236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:17.470115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:17.473075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:17.479011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:17.492317 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:13:17.499987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.567899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.579047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.610470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b388b5c5-84b5-42ec-9505-90080066eefc,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:17.625476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.626884 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-48a1e741-52b8-43b2-a9f4-cb6a383a639f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715989 Mar 11 13:13:17.629687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33566) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:17.635241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '0a4c3779-2b0f-4fb9-bce8-90ef68f302ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:17.641355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:17.645743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:17.648852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:17.655062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:17.666517 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:13:17.673578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.752623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.756725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.780791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c16002-6c4c-4b7e-8c6b-61c91e724fc7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:17.790419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:17.791699 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e8d90842-ce9f-4df3-a38e-6439161c76ac tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610637 Mar 11 13:13:18.010418 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-842677df-70d1-4e0f-acfa-b492a8925941 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743731555&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0405622 Mar 11 13:13:18.172926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-f8be48da-67d6-44ac-86fa-f13046249c64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:18.174419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-f8be48da-67d6-44ac-86fa-f13046249c64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=884d8cb1-e7a9-4c2c-bb24-86a3011ff797 HTTP/1.1" status: 200 len: 796 time: 0.1575048 Mar 11 13:13:18.190443 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-099cc599-b75e-47dc-b4ee-e6df9dfc5f9d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0105371 Mar 11 13:13:18.282120 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-a8809023-4a5a-4bfe-9aef-70ca8f1492fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0860469 Mar 11 13:13:18.310050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3efc0-87d7-41ef-b009-89ed0b548d07 None None] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:13:18.431380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-7f6d13e5-de2d-4801-b5e0-89d315add6c0 service neutron] 10.222.0.52 "GET /v2.0/networks/884d8cb1-e7a9-4c2c-bb24-86a3011ff797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360497 Mar 11 13:13:18.475605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-148b0598-c9d5-4d1e-94ab-154bac6dfa85 None None] Provisioning for port f41b4410-3565-46ab-bf0d-3fcd522bb496 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:13:18.584952 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-61cd9a53-c829-45e7-8bf9-4751a5429aba service neutron] 10.222.0.52 "GET /v2.0/networks/884d8cb1-e7a9-4c2c-bb24-86a3011ff797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464775 Mar 11 13:13:18.794055 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9be7f30f-dbb0-46df-8857-66d1c9d4c73b req-7ad64b1b-293e-4fcb-9348-4caf1eaebe7d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 210 time: 0.0514247 Mar 11 13:13:19.356293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f41b4410-3565-46ab-bf0d-3fcd522bb496 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:13:19.425260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port f41b4410-3565-46ab-bf0d-3fcd522bb496 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:13:19.430053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f41b4410-3565-46ab-bf0d-3fcd522bb496 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:19.431066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:19.543258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:19.573771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port f41b4410-3565-46ab-bf0d-3fcd522bb496, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f41b4410-3565-46ab-bf0d-3fcd522bb496,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:13:19.577304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:19.655043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=f41b4410-3565-46ab-bf0d-3fcd522bb496,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:19.662039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.662380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.662710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.663034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.663355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.663670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.663989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.664298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.664611 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.665465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.665779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.666088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:19.860643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-4d807598-91f5-4abe-8434-cd4e09337177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:19.862112 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-4d807598-91f5-4abe-8434-cd4e09337177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=884d8cb1-e7a9-4c2c-bb24-86a3011ff797 HTTP/1.1" status: 200 len: 796 time: 0.1560581 Mar 11 13:13:19.959807 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-eea297f2-8864-4825-a591-80bc464a50c5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 472 time: 0.0884221 Mar 11 13:13:19.962448 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f45abc8-bc2f-43b9-b18c-8c8687e07455 req-b748edfb-60f5-4297-8a69-46bb67f3bc5e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 210 time: 0.0547671 Mar 11 13:13:19.970315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': '86d35585-81a0-46b7-b730-81339755b157', 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['0a4c3779-2b0f-4fb9-bce8-90ef68f302ca']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:20.104301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:20.108231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:port and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:13:20.111028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:13:20.116565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:20.126205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:13:20.129709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:20.393598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.19 (884d8cb1-e7a9-4c2c-bb24-86a3011ff797/0668ec25-4093-4edf-8304-e292ba72b6ca/e22f4542-d426-44ab-a7ac-9b03ba0955c4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:13:20.584588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:20.599996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object e22f4542-d426-44ab-a7ac-9b03ba0955c4 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:20.623433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:20.691550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:13:20.694677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:13:20.703594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:13:20.741243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=e22f4542-d426-44ab-a7ac-9b03ba0955c4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:20.777129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:20.777802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:20.802901 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-8ae32fb3-5204-4d00-bb83-86d23b10f2f7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8359840 Mar 11 13:13:20.813634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-cb1d1c66-ba1d-4498-b824-6eb72d9e4667 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:13:20.814695 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-cb1d1c66-ba1d-4498-b824-6eb72d9e4667 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054131 Mar 11 13:13:20.825681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Request body: {'port': {'device_id': '86d35585-81a0-46b7-b730-81339755b157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:20.939302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:20.984301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f610689f-7c8a-4837-8a17-be31f088a15b None None] Provisioning for port e22f4542-d426-44ab-a7ac-9b03ba0955c4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:13:20.988255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f610689f-7c8a-4837-8a17-be31f088a15b None None] Provisioning complete for port e22f4542-d426-44ab-a7ac-9b03ba0955c4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:20.988717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f610689f-7c8a-4837-8a17-be31f088a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:21.041800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f610689f-7c8a-4837-8a17-be31f088a15b None None] Port e22f4542-d426-44ab-a7ac-9b03ba0955c4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:13:21.271079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f2f54-e670-40b8-860e-c8de5c19f488 req-0f8370a4-5d2c-4a2f-8360-fa157d81efff tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:21.271789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bc6f2f54-e670-40b8-860e-c8de5c19f488 req-0f8370a4-5d2c-4a2f-8360-fa157d81efff tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:13:21.298259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bc6f2f54-e670-40b8-860e-c8de5c19f488 req-0f8370a4-5d2c-4a2f-8360-fa157d81efff tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:13:21.299419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc6f2f54-e670-40b8-860e-c8de5c19f488 req-0f8370a4-5d2c-4a2f-8360-fa157d81efff tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 932 time: 0.2209735 Mar 11 13:13:21.338386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f41b4410-3565-46ab-bf0d-3fcd522bb496 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:13:21.393873 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc6f2f54-e670-40b8-860e-c8de5c19f488 req-776b694c-8472-46b2-a972-e9f07e61d4ff tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853438 Mar 11 13:13:21.401594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22f4542-d426-44ab-a7ac-9b03ba0955c4 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:13:21.407482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f41b4410-3565-46ab-bf0d-3fcd522bb496 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:21.407853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:21.410353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:21.432535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Transition to ACTIVE for port object e22f4542-d426-44ab-a7ac-9b03ba0955c4 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:21.436805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:21.632854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Pushing event updated for resources: {'Port': ['ID=e22f4542-d426-44ab-a7ac-9b03ba0955c4,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:21.674389 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Attempting to bind port e22f4542-d426-44ab-a7ac-9b03ba0955c4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:13:21.674725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Attempting to bind port e22f4542-d426-44ab-a7ac-9b03ba0955c4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:13:21.675048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Attempting to bind port e22f4542-d426-44ab-a7ac-9b03ba0955c4 on network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:13:21.679657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Port e22f4542-d426-44ab-a7ac-9b03ba0955c4 on network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:13:21.679966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Attempting to bind port e22f4542-d426-44ab-a7ac-9b03ba0955c4 on network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:13:21.685874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:13:21.686208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Checking segment: {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:13:21.686590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Bound using segment: {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:13:21.687008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Bound port: e22f4542-d426-44ab-a7ac-9b03ba0955c4, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:13:21.687358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:21.777793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] For port e22f4542-d426-44ab-a7ac-9b03ba0955c4, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:13:21.780935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] For port e22f4542-d426-44ab-a7ac-9b03ba0955c4, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e22f4542-d426-44ab-a7ac-9b03ba0955c4,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:13:21.785251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:21.841683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:21.842245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:21.843634 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] 10.222.0.50 "PUT /v2.0/ports/e22f4542-d426-44ab-a7ac-9b03ba0955c4 HTTP/1.1" status: 200 len: 1094 time: 1.0225410 Mar 11 13:13:21.844060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d35585-81a0-46b7-b730-81339755b157', 'tag': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:13:21.873147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3a502-2b94-4197-871b-72eba3ee805d service neutron] Pushing event updated for resources: {'Port': ['ID=e22f4542-d426-44ab-a7ac-9b03ba0955c4,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:21.894328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d35585-81a0-46b7-b730-81339755b157', 'tag': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4', 'status': 'completed', 'code': 200} Mar 11 13:13:21.970864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-141cabb0-b38c-4d03-9989-34131739ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:21.972376 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-141cabb0-b38c-4d03-9989-34131739ff50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 1097 time: 0.0738509 Mar 11 13:13:22.019207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:22.046541 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-67dc7b38-40f5-49d0-ade2-4118887c1c24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e22f4542-d426-44ab-a7ac-9b03ba0955c4 HTTP/1.1" status: 200 len: 217 time: 0.0664539 Mar 11 13:13:22.108739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-9eaf2667-cd76-4ad0-bb12-1d1b74c6e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:22.110129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-9eaf2667-cd76-4ad0-bb12-1d1b74c6e6da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0668ec25-4093-4edf-8304-e292ba72b6ca HTTP/1.1" status: 200 len: 838 time: 0.0583127 Mar 11 13:13:22.285578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-4dba5e9e-0f6e-4de1-9e70-a077549df16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:22.287085 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-4dba5e9e-0f6e-4de1-9e70-a077549df16a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=884d8cb1-e7a9-4c2c-bb24-86a3011ff797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1710684 Mar 11 13:13:22.416851 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-cb4961d5-7538-4f43-9335-70c84f9f4f1d service neutron] 10.222.0.50 "GET /v2.0/networks/884d8cb1-e7a9-4c2c-bb24-86a3011ff797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224706 Mar 11 13:13:22.599465 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e3fc50c7-0b17-4ca9-8e88-9284f7ca54ea req-9a59a7aa-52c8-43a1-9bd8-feca725a5266 service neutron] 10.222.0.50 "GET /v2.0/networks/884d8cb1-e7a9-4c2c-bb24-86a3011ff797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760118 Mar 11 13:13:22.624462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac955-0710-44d8-adc9-c14c725120ea req-a8d73f43-83c5-4a24-8035-dfa647f76efc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:22.626573 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-062ac955-0710-44d8-adc9-c14c725120ea req-a8d73f43-83c5-4a24-8035-dfa647f76efc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 944 time: 0.1144030 Mar 11 13:13:22.714941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-062ac955-0710-44d8-adc9-c14c725120ea req-54f655f5-ad31-4694-ab56-6cc24fa7b321 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826101 Mar 11 13:13:22.735706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-d9cc8b2e-fe90-4a78-bf8a-1cbca2fd8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:22.737128 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-d9cc8b2e-fe90-4a78-bf8a-1cbca2fd8ca4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 1097 time: 0.0913982 Mar 11 13:13:22.867462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-c5fc207c-ab30-4ddb-809e-151ce08a9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:22.869422 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-c5fc207c-ab30-4ddb-809e-151ce08a9784 service neutron] 10.222.0.50 "GET /v2.0/networks?id=884d8cb1-e7a9-4c2c-bb24-86a3011ff797 HTTP/1.1" status: 200 len: 897 time: 0.1253049 Mar 11 13:13:22.939774 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-2c4f2f32-ecd8-40f6-a570-4895d0dc5f89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e22f4542-d426-44ab-a7ac-9b03ba0955c4 HTTP/1.1" status: 200 len: 217 time: 0.0637367 Mar 11 13:13:23.000881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-b556ce10-2de6-4b89-86bf-3c0f144f7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:23.002209 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-b556ce10-2de6-4b89-86bf-3c0f144f7b39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0668ec25-4093-4edf-8304-e292ba72b6ca HTTP/1.1" status: 200 len: 838 time: 0.0561345 Mar 11 13:13:23.078448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-7c23e4ec-9176-48ca-92d2-6617868131b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:23.079862 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-7c23e4ec-9176-48ca-92d2-6617868131b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=884d8cb1-e7a9-4c2c-bb24-86a3011ff797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718136 Mar 11 13:13:23.210063 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-e1f7374c-4d12-4489-b7e1-7d0fab804bc3 service neutron] 10.222.0.50 "GET /v2.0/networks/884d8cb1-e7a9-4c2c-bb24-86a3011ff797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235642 Mar 11 13:13:23.339664 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec62cc59-cbaa-4a31-910e-c471c363172c req-7aaca05d-d617-43c3-a110-0ad14260a1d9 service neutron] 10.222.0.50 "GET /v2.0/networks/884d8cb1-e7a9-4c2c-bb24-86a3011ff797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226394 Mar 11 13:13:23.897637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37159175-cdcc-4f99-b2b7-1e499ed8f60c req-513da760-db74-4460-8e4f-519a157200cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:23.899064 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-37159175-cdcc-4f99-b2b7-1e499ed8f60c req-513da760-db74-4460-8e4f-519a157200cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 944 time: 0.0783391 Mar 11 13:13:23.942983 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-37159175-cdcc-4f99-b2b7-1e499ed8f60c req-1a7a34cf-54b8-43bb-bbf1-f8ec8d6de144 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Mar 11 13:13:25.126553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e079-d14a-4ea8-9c32-02bebe22c3aa req-e750ca46-e40f-4818-8c65-c61044f32348 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:25.128004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb20e079-d14a-4ea8-9c32-02bebe22c3aa req-e750ca46-e40f-4818-8c65-c61044f32348 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 944 time: 0.0817711 Mar 11 13:13:25.171861 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb20e079-d14a-4ea8-9c32-02bebe22c3aa req-12947b8c-9480-4d27-adb4-2d1725e0f952 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381813 Mar 11 13:13:25.311420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e22f4542-d426-44ab-a7ac-9b03ba0955c4 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:13:25.442701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e22f4542-d426-44ab-a7ac-9b03ba0955c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e22f4542-d426-44ab-a7ac-9b03ba0955c4,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:13:25.456031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4', 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'port_id': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4', 'mac_address': 'fa:16:3e:5c:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0668ec25-4093-4edf-8304-e292ba72b6ca', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:13:25.510004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:25.526707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f4542-d426-44ab-a7ac-9b03ba0955c4 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:13:25.541264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e22f4542-d426-44ab-a7ac-9b03ba0955c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e22f4542-d426-44ab-a7ac-9b03ba0955c4,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:13:25.544943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:25.617302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=e22f4542-d426-44ab-a7ac-9b03ba0955c4,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:25.756613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['e22f4542-d426-44ab-a7ac-9b03ba0955c4'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:13:26.493105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6481c-f8ca-468b-ab57-b26f798b1258 req-c6db7f12-ad8b-48ec-bd72-bb745db03492 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:26.494681 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74c6481c-f8ca-468b-ab57-b26f798b1258 req-c6db7f12-ad8b-48ec-bd72-bb745db03492 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 945 time: 0.0801187 Mar 11 13:13:26.538375 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74c6481c-f8ca-468b-ab57-b26f798b1258 req-64dd76b2-8e72-480b-bb8a-e160d99c663e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373852 Mar 11 13:13:27.342031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e22f4542-d426-44ab-a7ac-9b03ba0955c4 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:13:27.411130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port e22f4542-d426-44ab-a7ac-9b03ba0955c4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:13:27.416019 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port e22f4542-d426-44ab-a7ac-9b03ba0955c4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:27.416384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:27.529803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:27.555071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d35585-81a0-46b7-b730-81339755b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:13:27.565593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port e22f4542-d426-44ab-a7ac-9b03ba0955c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e22f4542-d426-44ab-a7ac-9b03ba0955c4,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:13:27.569602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:27.616285 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d35585-81a0-46b7-b730-81339755b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4', 'code': 200} Mar 11 13:13:27.642644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=e22f4542-d426-44ab-a7ac-9b03ba0955c4,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:27.751756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81285104-1e8b-4eec-8dbb-389ab91ae786 req-eeb6d4b7-9f86-4cb2-a8a4-0ec1eed8f9d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:27.753192 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-81285104-1e8b-4eec-8dbb-389ab91ae786 req-eeb6d4b7-9f86-4cb2-a8a4-0ec1eed8f9d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 946 time: 0.0858645 Mar 11 13:13:27.838423 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-81285104-1e8b-4eec-8dbb-389ab91ae786 req-0572ab43-a487-44be-84ed-dcc427320411 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796089 Mar 11 13:13:27.858800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae1439-daf8-47ef-814f-8c7db400a6e3 req-506e3db6-6995-47f7-990d-99fb4e08db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:27.860284 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ceae1439-daf8-47ef-814f-8c7db400a6e3 req-506e3db6-6995-47f7-990d-99fb4e08db48 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 1099 time: 0.0890772 Mar 11 13:13:28.010576 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ceae1439-daf8-47ef-814f-8c7db400a6e3 req-168a2474-7719-40a7-8cc2-b9f7044826d9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447351 Mar 11 13:13:29.029660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d455d1-bf88-4df6-946a-d86f036f49be req-75b54561-1645-4893-9017-cac9668a0e79 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:29.031163 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-47d455d1-bf88-4df6-946a-d86f036f49be req-75b54561-1645-4893-9017-cac9668a0e79 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 946 time: 0.0840642 Mar 11 13:13:29.078658 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-47d455d1-bf88-4df6-946a-d86f036f49be req-94c508bb-ecc6-4d07-83f6-1886dabef5a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Mar 11 13:13:30.262126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec44b7e-b360-405b-ba5c-cd06a5e84d41 req-dfed644c-a7da-49db-a8dd-a669f263ce77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:30.263544 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ec44b7e-b360-405b-ba5c-cd06a5e84d41 req-dfed644c-a7da-49db-a8dd-a669f263ce77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 946 time: 0.0812051 Mar 11 13:13:30.306745 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ec44b7e-b360-405b-ba5c-cd06a5e84d41 req-20b62418-2abf-4720-aa0e-df45e289ad52 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376487 Mar 11 13:13:30.487913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4337db-7da1-4974-b9f2-0c081e6449df req-310b9243-7433-4fb0-ac5d-11dca5cbf41c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:30.489355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fd4337db-7da1-4974-b9f2-0c081e6449df req-310b9243-7433-4fb0-ac5d-11dca5cbf41c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 946 time: 0.0789053 Mar 11 13:13:30.536308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fd4337db-7da1-4974-b9f2-0c081e6449df req-44a8465f-f762-4b8d-89cb-0825fe07037f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 Mar 11 13:13:32.068944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33624) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:32.841497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:33.216498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.17 (884d8cb1-e7a9-4c2c-bb24-86a3011ff797/0668ec25-4093-4edf-8304-e292ba72b6ca/48db37e3-f830-4999-826b-bf5112a3fb73) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:13:33.367386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:33.382744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 48db37e3-f830-4999-826b-bf5112a3fb73 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:33.405331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:33.469795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:13:33.470854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:13:33.474631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:13:33.523626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=48db37e3-f830-4999-826b-bf5112a3fb73,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:33.542732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:33.661914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dd5c8b5c-4ae7-4834-a1af-66edf43cd385 None None] Provisioning for port 48db37e3-f830-4999-826b-bf5112a3fb73 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:13:33.667105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dd5c8b5c-4ae7-4834-a1af-66edf43cd385 None None] Provisioning complete for port 48db37e3-f830-4999-826b-bf5112a3fb73 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:33.667473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8b5c-4ae7-4834-a1af-66edf43cd385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:33.708036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:33.719761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c8b5c-4ae7-4834-a1af-66edf43cd385 None None] Port 48db37e3-f830-4999-826b-bf5112a3fb73 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:13:34.234978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:34.239204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:34.349367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=48db37e3-f830-4999-826b-bf5112a3fb73,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:34.352233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:34.492441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:13:34.493421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:13:34.693976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 1667bc14-56b9-4716-a2e1-fda732a58f5e has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:13:34.745901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-76b50122-8dfa-40d9-bc4e-4c8cd0a60e20 None None] Provisioning complete for port 48db37e3-f830-4999-826b-bf5112a3fb73 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:34.746437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-76b50122-8dfa-40d9-bc4e-4c8cd0a60e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:34.799341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-76b50122-8dfa-40d9-bc4e-4c8cd0a60e20 None None] Port 48db37e3-f830-4999-826b-bf5112a3fb73 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:13:34.880029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:13:34.890367 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Sync routers for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:13:34.897453 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2bb20889-2ef3-4d74-8a2c-37a7290e2773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/1667bc14-56b9-4716-a2e1-fda732a58f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8274038 Mar 11 13:13:34.899801 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:13:34.900439 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:13:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:35.076333 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:13:35.412755 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:33Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48db37e3-f830-4999-826b-bf5112a3fb73', 'name': '', 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:df:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '0668ec25-4093-4edf-8304-e292ba72b6ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:13:33Z', 'updated_at': '2022-03-11T13:13:34Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0668ec25-4093-4edf-8304-e292ba72b6ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:35.417102 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Checking router: 1667bc14-56b9-4716-a2e1-fda732a58f5e for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:13:35.417460 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Updating router 1667bc14-56b9-4716-a2e1-fda732a58f5e port 48db37e3-f830-4999-826b-bf5112a3fb73 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:13:35.472484 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:35.828549 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:35.840118 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Transition to ACTIVE for port object 48db37e3-f830-4999-826b-bf5112a3fb73 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:35.845739 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:35.968786 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Pushing event updated for resources: {'Port': ['ID=48db37e3-f830-4999-826b-bf5112a3fb73,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:36.006822 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.007161 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.007505 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.007813 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.008129 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.009174 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.009527 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.009844 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.010157 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.010464 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.010769 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.011072 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:36.067903 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Attempting to bind port 48db37e3-f830-4999-826b-bf5112a3fb73 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:13:36.068261 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Attempting to bind port 48db37e3-f830-4999-826b-bf5112a3fb73 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:13:36.068613 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Attempting to bind port 48db37e3-f830-4999-826b-bf5112a3fb73 on network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:13:36.074184 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:13:36.074550 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Checking segment: {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:13:36.074940 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:36.075327 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Bound using segment: {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:13:36.075770 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Bound port: 48db37e3-f830-4999-826b-bf5112a3fb73, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:13:36.076131 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:36.164028 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] For port 48db37e3-f830-4999-826b-bf5112a3fb73, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:13:36.167079 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] For port 48db37e3-f830-4999-826b-bf5112a3fb73, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48db37e3-f830-4999-826b-bf5112a3fb73,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:13:36.170893 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:36.246361 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:13:36.246971 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:13:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:36.303899 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c2cf-3f39-4989-8582-470531b43b99 None None] Pushing event updated for resources: {'Port': ['ID=48db37e3-f830-4999-826b-bf5112a3fb73,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:36.431130 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:13:36.776968 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:33Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48db37e3-f830-4999-826b-bf5112a3fb73', 'name': '', 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:df:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '0668ec25-4093-4edf-8304-e292ba72b6ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:13:33Z', 'updated_at': '2022-03-11T13:13:36Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0668ec25-4093-4edf-8304-e292ba72b6ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:36.780732 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4532e-a4ab-4e59-9fd7-22178a6b05b7 None None] The sync data for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv is: [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:33Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48db37e3-f830-4999-826b-bf5112a3fb73', 'name': '', 'network_id': '884d8cb1-e7a9-4c2c-bb24-86a3011ff797', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:df:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '0668ec25-4093-4edf-8304-e292ba72b6ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:13:33Z', 'updated_at': '2022-03-11T13:13:36Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0668ec25-4093-4edf-8304-e292ba72b6ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:13:37.131503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-914b01fa-3e64-486b-95c6-c2dfea7cdbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:37.357589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48db37e3-f830-4999-826b-bf5112a3fb73 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:13:37.423928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 48db37e3-f830-4999-826b-bf5112a3fb73 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:13:37.428538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 48db37e3-f830-4999-826b-bf5112a3fb73 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:37.428898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:37.542735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:37.573756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 48db37e3-f830-4999-826b-bf5112a3fb73, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48db37e3-f830-4999-826b-bf5112a3fb73,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:13:37.577405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:37.643816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=48db37e3-f830-4999-826b-bf5112a3fb73,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:39.211563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e6d-4781-470e-b6a7-a156ec044f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:39.338587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48db37e3-f830-4999-826b-bf5112a3fb73 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:13:39.407745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 48db37e3-f830-4999-826b-bf5112a3fb73 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:39.408096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:40.339289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:40.374030 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:13:40.518951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:41.937904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:52.043311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:52.663931 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-d52ccb56-ff8c-4910-a011-347d68930b7b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512855227&fields=id&tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 267 time: 0.0394008 Mar 11 13:13:52.812493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-19e4b730-5fae-4cf0-b243-944030825d67 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:52.813944 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-19e4b730-5fae-4cf0-b243-944030825d67 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 812 time: 0.1438563 Mar 11 13:13:52.828500 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-3aa393c9-b0ba-4c79-912a-47b87f67d0e9 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/quotas/b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 375 time: 0.0092244 Mar 11 13:13:52.914275 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-eddae54c-e490-45d8-a261-31458c14bb17 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0810990 Mar 11 13:13:53.052755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-4778e458-d5fd-4615-812b-cc8b73c59072 service neutron] 10.222.0.52 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274927 Mar 11 13:13:53.185815 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6e460da3-d28c-44e1-9994-1d39b831f63b service neutron] 10.222.0.52 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266501 Mar 11 13:13:53.308265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33692) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:13:53.620051 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0fc86d98-976f-44c5-8e49-4c3be81fa027 req-286ed83d-82a6-4c43-95df-ff426e83387f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 210 time: 0.0559564 Mar 11 13:13:53.933511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:54.438526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 48db37e3-f830-4999-826b-bf5112a3fb73 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:13:54.438888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:54.732130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-cff2d752-f93e-438d-b7da-c544202754c4 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:54.733577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-cff2d752-f93e-438d-b7da-c544202754c4 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 812 time: 0.2648802 Mar 11 13:13:54.808835 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed056f8-19d6-4b75-a014-5d7fec5ed59f req-afc8572f-5973-46e7-8343-e05b1b0150a5 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 210 time: 0.0742824 Mar 11 13:13:54.833914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 48db37e3-f830-4999-826b-bf5112a3fb73, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=48db37e3-f830-4999-826b-bf5112a3fb73,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:13:54.834308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:54.963219 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-d70be041-c1e7-44a0-9acb-4c64f6fad2c7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6 HTTP/1.1" status: 200 len: 380 time: 0.1942079 Mar 11 13:13:54.969804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 48db37e3-f830-4999-826b-bf5112a3fb73 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:13:55.001340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'port': {'device_id': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'admin_state_up': True, 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'security_groups': ['f48537b7-6b25-4e36-b94c-463a6f936d6e']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:55.251843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:13:55.272638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:13:55.296025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Made reservation on behalf of b2f4b40c1fc54fc599675dd835b1a8c6 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:13:55.301415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:55.449175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:55.629949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=48db37e3-f830-4999-826b-bf5112a3fb73,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:55.674975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.675322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.675657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.675987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.676336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.676639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.676956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.677274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.677621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.677938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.678248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.678564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:13:55.956597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Allocated IP 172.20.0.3 (c40e2461-bb44-46b0-a201-3c6e9589080d/45a899c9-a77b-472e-89d4-da179b3e4114/84b35b2f-a7dd-4aae-bfa7-8aaa88591954) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:13:56.024243 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fd6e528d-e9d9-4d56-b5c8-9bae5e9329a1 req-21643cc2-d262-4a1b-b4b2-22434803ab77 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 210 time: 0.0653453 Mar 11 13:13:56.049543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:56.454111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:56.487651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Transition to ACTIVE for port object 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:56.606772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 1667bc14-56b9-4716-a2e1-fda732a58f5e has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:13:56.607942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:56.736764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Network c40e2461-bb44-46b0-a201-3c6e9589080d is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:13:56.744778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:13:56.756057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:13:56.781009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:56.898155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:56.899342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:56.940259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:13:56.951364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] Sync routers for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:13:56.955480 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-6523909d-8f61-4c77-b531-73956638e977 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9578941 Mar 11 13:13:56.962353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0df545e5-0a4c-427f-8f73-c347e1298175 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/1667bc14-56b9-4716-a2e1-fda732a58f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6494565 Mar 11 13:13:56.962500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:13:56.962500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:13:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:56.966675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Request body: {'port': {'device_id': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:13:57.046418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4144d04a-1068-4a90-8d05-3bc1489c7d13 None None] Provisioning for port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:13:57.164300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4144d04a-1068-4a90-8d05-3bc1489c7d13 None None] Provisioning complete for port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:13:57.164967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4144d04a-1068-4a90-8d05-3bc1489c7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:57.232688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:13:57.259452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:57.297835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4144d04a-1068-4a90-8d05-3bc1489c7d13 None None] Port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:13:57.397560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ea21-0654-48f4-80b6-2350e3ee476b req-fb378910-f13a-4dbd-afbd-da52110145d3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:57.398249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ccd1ea21-0654-48f4-80b6-2350e3ee476b req-fb378910-f13a-4dbd-afbd-da52110145d3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:13:57.481543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ccd1ea21-0654-48f4-80b6-2350e3ee476b req-fb378910-f13a-4dbd-afbd-da52110145d3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:13:57.482676 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ccd1ea21-0654-48f4-80b6-2350e3ee476b req-fb378910-f13a-4dbd-afbd-da52110145d3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 931 time: 0.2984543 Mar 11 13:13:57.523494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e3275-d05b-4787-848b-e0f138fbd0d6 req-c898a273-d853-4948-8c30-cc8a62460f8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:57.524287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b58e3275-d05b-4787-848b-e0f138fbd0d6 req-c898a273-d853-4948-8c30-cc8a62460f8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:13:57.599655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:55Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:57.603838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] Checking router: 1667bc14-56b9-4716-a2e1-fda732a58f5e for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:13:57.612028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:13:57.612608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:13:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:57.641632 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ccd1ea21-0654-48f4-80b6-2350e3ee476b req-7a7f1828-8b8b-456b-b89c-029356ff5a0f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509688 Mar 11 13:13:57.644514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b58e3275-d05b-4787-848b-e0f138fbd0d6 req-c898a273-d853-4948-8c30-cc8a62460f8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:13:57.645577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b58e3275-d05b-4787-848b-e0f138fbd0d6 req-c898a273-d853-4948-8c30-cc8a62460f8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 946 time: 0.3714402 Mar 11 13:13:57.713640 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b58e3275-d05b-4787-848b-e0f138fbd0d6 req-dcd144bc-8941-4bf3-a5a4-6b6a6dcc0949 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593927 Mar 11 13:13:57.792629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:13:57.796367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:13:57.803581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:57.819267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Transition to ACTIVE for port object 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:13:57.822383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:57.988463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Pushing event updated for resources: {'Port': ['ID=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:58.061600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Attempting to bind port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:13:58.061940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Attempting to bind port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:13:58.062269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Attempting to bind port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:13:58.067604 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 on network c40e2461-bb44-46b0-a201-3c6e9589080d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:13:58.067996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Attempting to bind port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 on network c40e2461-bb44-46b0-a201-3c6e9589080d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:13:58.073426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:13:58.073815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Checking segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:13:58.074221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Bound using segment: {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:13:58.074645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Bound port: 84b35b2f-a7dd-4aae-bfa7-8aaa88591954, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481004a3-28da-4925-8cd2-05f209bb673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:13:58.075017 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:58.167442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] For port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:13:58.170512 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] For port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:13:58.175070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:58.201008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:55Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:13:58.204915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd1747-2e7e-4420-800f-9a6005f65c70 None None] The sync data for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv is: [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:55Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bad8ec34-99cb-4356-9a9a-fc69c8c8c031', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'port_id': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'mac_address': 'fa:16:3e:16:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:12:39Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:13:58.234182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:58.234747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:58.236164 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] 10.222.0.50 "PUT /v2.0/ports/84b35b2f-a7dd-4aae-bfa7-8aaa88591954 HTTP/1.1" status: 200 len: 1093 time: 1.2734768 Mar 11 13:13:58.236603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:13:58.263551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da6e53-3fb2-4727-898f-7241c0263028 service neutron] Pushing event updated for resources: {'Port': ['ID=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:58.321811 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'status': 'completed', 'code': 200} Mar 11 13:13:58.364140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-15c52237-1d60-416a-8841-6f2af7546bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:58.365671 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-15c52237-1d60-416a-8841-6f2af7546bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 1096 time: 0.0816765 Mar 11 13:13:58.441794 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-2970c980-59c2-429a-b369-2e93bfcda263 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954 HTTP/1.1" status: 200 len: 217 time: 0.0676827 Mar 11 13:13:58.506987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-19d91045-5d66-49b3-b9f9-0b7d56c1dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:58.508931 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-19d91045-5d66-49b3-b9f9-0b7d56c1dffa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0609560 Mar 11 13:13:58.584579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-18f72c74-50b9-4e09-9e43-87a6274f8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:58.586641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-18f72c74-50b9-4e09-9e43-87a6274f8f5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711155 Mar 11 13:13:58.676276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5087-5775-46e1-bca6-e92100cc2580 req-6beac2f0-0439-4658-ab66-99b90fe7b04e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:58.677131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-683c5087-5775-46e1-bca6-e92100cc2580 req-6beac2f0-0439-4658-ab66-99b90fe7b04e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:13:58.690965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-683c5087-5775-46e1-bca6-e92100cc2580 req-6beac2f0-0439-4658-ab66-99b90fe7b04e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:13:58.692162 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-683c5087-5775-46e1-bca6-e92100cc2580 req-6beac2f0-0439-4658-ab66-99b90fe7b04e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 946 time: 0.1062312 Mar 11 13:13:58.733052 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-f4d067bd-7d62-4fca-b843-68598a48cdd4 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398165 Mar 11 13:13:58.769373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port e22f4542-d426-44ab-a7ac-9b03ba0955c4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:13:58.769746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:59.022700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port e22f4542-d426-44ab-a7ac-9b03ba0955c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e22f4542-d426-44ab-a7ac-9b03ba0955c4,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:13:59.023037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:59.083986 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9816e16-bc2d-441f-9d08-fb007c53a600 req-3ef1ca69-e935-4e59-a852-f173e8b4a0cb service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438327 Mar 11 13:13:59.107663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d62352-9f81-4eb3-92f8-3ea07dbb2a33 req-104c838c-c04d-4565-bfa1-029f04eeaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:59.109713 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-25d62352-9f81-4eb3-92f8-3ea07dbb2a33 req-104c838c-c04d-4565-bfa1-029f04eeaa3d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 943 time: 0.3470800 Mar 11 13:13:59.206937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4c7b0-8a96-4e12-9d09-42061682773c req-4cbc92b1-09a9-4ac9-81cb-b9fd37e243af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:59.208406 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60e4c7b0-8a96-4e12-9d09-42061682773c req-4cbc92b1-09a9-4ac9-81cb-b9fd37e243af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=86d35585-81a0-46b7-b730-81339755b157 HTTP/1.1" status: 200 len: 946 time: 0.3361886 Mar 11 13:13:59.233836 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-25d62352-9f81-4eb3-92f8-3ea07dbb2a33 req-735ae811-d7ba-4152-aba1-e0e0a083e075 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155648 Mar 11 13:13:59.256213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for e22f4542-d426-44ab-a7ac-9b03ba0955c4 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:13:59.274547 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60e4c7b0-8a96-4e12-9d09-42061682773c req-e439db66-edb8-4a7f-8f51-994b5b149d00 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595345 Mar 11 13:13:59.281055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-747dc401-8e08-481c-8444-814bd3fbe253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:59.282511 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-747dc401-8e08-481c-8444-814bd3fbe253 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 1096 time: 0.1473444 Mar 11 13:13:59.307513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48db37e3-f830-4999-826b-bf5112a3fb73 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:13:59.362633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 48db37e3-f830-4999-826b-bf5112a3fb73 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:13:59.363178 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 48db37e3-f830-4999-826b-bf5112a3fb73 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:13:59.405737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:59.440057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-2816fc6d-899e-4467-9e69-b7cd160ff507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:59.441519 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-2816fc6d-899e-4467-9e69-b7cd160ff507 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.1484032 Mar 11 13:13:59.484296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=e22f4542-d426-44ab-a7ac-9b03ba0955c4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:13:59.524697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-4f4b7fee-1315-4963-a690-0759c966a40b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954 HTTP/1.1" status: 200 len: 217 time: 0.0761509 Mar 11 13:13:59.536198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port e22f4542-d426-44ab-a7ac-9b03ba0955c4 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:13:59.538741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:13:59.541877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d35585-81a0-46b7-b730-81339755b157', 'name': 'network-vif-deleted', 'tag': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:13:59.557152 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-683c5087-5775-46e1-bca6-e92100cc2580 req-4f0c2b27-a727-437a-9347-d44d81a9fafd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/e22f4542-d426-44ab-a7ac-9b03ba0955c4 HTTP/1.1" status: 204 len: 173 time: 0.8603468 Mar 11 13:13:59.592037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d35585-81a0-46b7-b730-81339755b157', 'name': 'network-vif-deleted', 'tag': 'e22f4542-d426-44ab-a7ac-9b03ba0955c4', 'status': 'completed', 'code': 200} Mar 11 13:13:59.598603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-8082a0fd-2758-4261-8af5-990e5e59d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:59.600341 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-8082a0fd-2758-4261-8af5-990e5e59d32c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0674214 Mar 11 13:13:59.681644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-f9d4fa17-079d-418b-8bc8-1babde54a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:13:59.683101 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-f9d4fa17-079d-418b-8bc8-1babde54a62c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762496 Mar 11 13:13:59.822059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-6fb382d0-46a6-4b71-9cfe-212d69cdc365 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313360 Mar 11 13:13:59.962954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2d232638-ef6b-4f29-b811-ccaf0867a133 req-cf24850e-b605-4395-b9e3-c02822250396 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342666 Mar 11 13:14:00.371353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33732) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:00.421852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b763bcb-3467-454d-a793-13b64f39f337 req-c568bd02-ede1-4de5-98cf-341cc1481b23 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:00.423544 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b763bcb-3467-454d-a793-13b64f39f337 req-c568bd02-ede1-4de5-98cf-341cc1481b23 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 943 time: 0.0842929 Mar 11 13:14:00.441800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60e322dc-0f18-436d-8457-105a61bd8fd6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.470219 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b763bcb-3467-454d-a793-13b64f39f337 req-217e0b34-cbdf-4461-a776-0321cf252d9d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408196 Mar 11 13:14:00.473452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60e322dc-0f18-436d-8457-105a61bd8fd6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.539425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60e322dc-0f18-436d-8457-105a61bd8fd6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.556712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e322dc-0f18-436d-8457-105a61bd8fd6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4c3779-2b0f-4fb9-bce8-90ef68f302ca,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:00.566206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60e322dc-0f18-436d-8457-105a61bd8fd6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.569595 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-60e322dc-0f18-436d-8457-105a61bd8fd6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/0a4c3779-2b0f-4fb9-bce8-90ef68f302ca HTTP/1.1" status: 204 len: 168 time: 0.1949146 Mar 11 13:14:00.596665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33738) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:00.664934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet 0668ec25-4093-4edf-8304-e292ba72b6ca {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:14:00.668129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.721798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.804048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.876901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.917021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=0668ec25-4093-4edf-8304-e292ba72b6ca,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:00.918979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:00.924721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c43758-6b42-4ecd-a1ac-c530e64de97b None None] Network 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:14:00.925706 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-320a8345-9aa6-4b15-807e-0983f909dae2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/0668ec25-4093-4edf-8304-e292ba72b6ca HTTP/1.1" status: 204 len: 168 time: 0.3279800 Mar 11 13:14:00.928247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33742) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:01.041102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.051208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port f41b4410-3565-46ab-bf0d-3fcd522bb496 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:01.051538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.164744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] DHCP port deletion for 884d8cb1-e7a9-4c2c-bb24-86a3011ff797 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:14:01.168954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Deleting port f41b4410-3565-46ab-bf0d-3fcd522bb496 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:01.169324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.257331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port f41b4410-3565-46ab-bf0d-3fcd522bb496, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f41b4410-3565-46ab-bf0d-3fcd522bb496,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:01.257746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.356137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f41b4410-3565-46ab-bf0d-3fcd522bb496 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:14:01.379353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for f41b4410-3565-46ab-bf0d-3fcd522bb496 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:14:01.411632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] For port f41b4410-3565-46ab-bf0d-3fcd522bb496, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f41b4410-3565-46ab-bf0d-3fcd522bb496,segment=NetworkSegment(ccb3526e-be70-4865-a3e7-a4ca10a9d60f),segment_id=ccb3526e-be70-4865-a3e7-a4ca10a9d60f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:01.411941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.463171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.485367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e22f4542-d426-44ab-a7ac-9b03ba0955c4 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:14:01.512096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=f41b4410-3565-46ab-bf0d-3fcd522bb496,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:01.515780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port f41b4410-3565-46ab-bf0d-3fcd522bb496 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:14:01.574358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: e22f4542-d426-44ab-a7ac-9b03ba0955c4 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:14:01.574702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device e22f4542-d426-44ab-a7ac-9b03ba0955c4 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:14:01.586551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Calling delete_port for f41b4410-3565-46ab-bf0d-3fcd522bb496 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:14:01.612900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No active binding found for port f41b4410-3565-46ab-bf0d-3fcd522bb496 {{(pid=87960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 13:14:01.613102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f41b4410-3565-46ab-bf0d-3fcd522bb496 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:14:01.668184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:14:01.668564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:14:01.738751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.764592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884d8cb1-e7a9-4c2c-bb24-86a3011ff797']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:01.777111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:01.777569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb3526e-be70-4865-a3e7-a4ca10a9d60f') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:01.789029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.805092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.811280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:14:01.811661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:14:01.826712 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:14:01.859031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd09c8c-06b8-4ac7-8354-8944f9b97163 req-a196aecf-47aa-44cf-ba33-26e5a6059dec tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:01.860478 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3cd09c8c-06b8-4ac7-8354-8944f9b97163 req-a196aecf-47aa-44cf-ba33-26e5a6059dec tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 943 time: 0.2802088 Mar 11 13:14:01.906306 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3cd09c8c-06b8-4ac7-8354-8944f9b97163 req-8b51be75-ea6e-4013-a720-97bd5f0bc152 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Mar 11 13:14:01.907074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.925269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:01.937022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=884d8cb1-e7a9-4c2c-bb24-86a3011ff797,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:01.947803 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f1cbb27a-23e9-47d5-abc3-c82cc3b7df17 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/884d8cb1-e7a9-4c2c-bb24-86a3011ff797 HTTP/1.1" status: 204 len: 168 time: 1.0185289 Mar 11 13:14:01.950490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33750) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:02.151413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port be8edee9-8340-42e7-88dd-62b08df7909d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:02.151750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:02.170141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Deleting port f41b4410-3565-46ab-bf0d-3fcd522bb496 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:02.170598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:02.237251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b8405202-c544-4afc-8f03-816d59eb39f8 None None] The port 'f41b4410-3565-46ab-bf0d-3fcd522bb496' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:14:02.319211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:02.319538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:02.446668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for be8edee9-8340-42e7-88dd-62b08df7909d owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:14:02.590641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:02.636794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=be8edee9-8340-42e7-88dd-62b08df7909d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:02.727626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:02.727857 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP bad8ec34-99cb-4356-9a9a-fc69c8c8c031 disassociated (deleted). External IP: 172.26.4.156, port: 7fe9c421-31b3-467a-a528-f7f7fd1169e5. Mar 11 13:14:03.095812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69668f-cd5b-482f-9f8b-56e093971b93 req-9f38546f-858f-4c36-8f35-95bfc7774de3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:03.097255 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fc69668f-cd5b-482f-9f8b-56e093971b93 req-9f38546f-858f-4c36-8f35-95bfc7774de3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 943 time: 0.0827339 Mar 11 13:14:03.143309 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fc69668f-cd5b-482f-9f8b-56e093971b93 req-9035a88f-d7fa-40d5-8c7b-da403da5104a tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Mar 11 13:14:03.177756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 1667bc14-56b9-4716-a2e1-fda732a58f5e has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:14:03.353017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:14:03.362491 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] Sync routers for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:14:03.369556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:03.376290 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:03.377018 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:13:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:03.429908 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-517d4c95-d877-476f-be86-99ba95480227 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/bad8ec34-99cb-4356-9a9a-fc69c8c8c031 HTTP/1.1" status: 204 len: 168 time: 1.4752636 Mar 11 13:14:03.429908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:14:03.486113 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'status': 'completed', 'code': 200} Mar 11 13:14:03.581498 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:03.597961 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-8380ab40-8f07-4fdd-85bd-9a785ca825ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:03.599765 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-8380ab40-8f07-4fdd-85bd-9a785ca825ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 1098 time: 0.0906472 Mar 11 13:14:03.775373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-a159b85c-f6d7-45d7-9d30-b57d31f67841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:03.777053 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-a159b85c-f6d7-45d7-9d30-b57d31f67841 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff463b8b-7e4d-41c9-930e-bc238cee7096 HTTP/1.1" status: 200 len: 897 time: 0.1700172 Mar 11 13:14:03.887907 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-5eb04909-0d76-4d59-b003-37bf40714912 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5 HTTP/1.1" status: 200 len: 217 time: 0.0765865 Mar 11 13:14:03.969742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-0465331d-0966-4e1f-93c3-739c002a5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:03.971173 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-0465331d-0966-4e1f-93c3-739c002a5dda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b43b7aa-a39a-4821-8674-d0211ac88e22 HTTP/1.1" status: 200 len: 834 time: 0.0760479 Mar 11 13:14:03.980015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743f70b-f4a7-492a-9591-eb158355a550 req-eda24c3e-448b-49ef-a5fb-8cd75c6aaaba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:03.981388 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0743f70b-f4a7-492a-9591-eb158355a550 req-eda24c3e-448b-49ef-a5fb-8cd75c6aaaba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 945 time: 0.2034242 Mar 11 13:14:03.996394 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:55Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:04.000133 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] Checking router: 1667bc14-56b9-4716-a2e1-fda732a58f5e for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:14:04.008199 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:04.008773 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:13:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:04.167795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-db62e4d7-d38c-49a6-ae63-087aafb1bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:04.169270 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-db62e4d7-d38c-49a6-ae63-087aafb1bf16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff463b8b-7e4d-41c9-930e-bc238cee7096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1870272 Mar 11 13:14:04.199704 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:04.368505 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0743f70b-f4a7-492a-9591-eb158355a550 req-794caeae-919e-4782-bcb7-ac600eb43548 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507574 Mar 11 13:14:04.404974 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-9e35a1df-4a6e-4df5-8e3c-bc60a270c950 service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284968 Mar 11 13:14:04.471675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974055-9aea-442a-9546-82c860f789c9 req-e30c4efb-d232-4e95-8280-54495adc1f59 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:04.471675 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac974055-9aea-442a-9546-82c860f789c9 req-e30c4efb-d232-4e95-8280-54495adc1f59 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 943 time: 0.1865926 Mar 11 13:14:04.534624 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:55Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:04.539070 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2934c01-f3cd-450d-8233-2e9c9756923a None None] The sync data for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv is: [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:13:55Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '77015ab7-245f-4e2b-b9ba-d6d3d1829b90', 'name': '', 'network_id': 'ff463b8b-7e4d-41c9-930e-bc238cee7096', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:e0:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:21Z', 'updated_at': '2022-03-11T13:12:27Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '8b43b7aa-a39a-4821-8674-d0211ac88e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:14:04.602999 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac974055-9aea-442a-9546-82c860f789c9 req-5d70d30b-d876-4825-9bcc-5006dc75a4ac tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821257 Mar 11 13:14:04.612276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-471f0f26-f3e5-4434-9125-3ffcad856a83 req-51e41cc3-982b-4caf-9b40-6d12cde2c2ae service neutron] 10.222.0.50 "GET /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920004 Mar 11 13:14:04.780210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e1eaa-3d2a-46c0-b73b-ba5d4ee9e1f0 None None] New status for floating IP bad8ec34-99cb-4356-9a9a-fc69c8c8c031: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:14:05.319185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-8e71eb41-8760-4371-908e-5ce129964d57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:05.320641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-8e71eb41-8760-4371-908e-5ce129964d57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 945 time: 0.0793979 Mar 11 13:14:05.408001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:05.408490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:05.489247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:14:05.663398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:05.681082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'port_id': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'mac_address': 'fa:16:3e:bf:9e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:14:05.723061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f751-48a2-4304-92cc-d35cb95a79e8 req-29d9e239-b141-4175-9160-2a318a61ed26 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:05.724894 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ef03f751-48a2-4304-92cc-d35cb95a79e8 req-29d9e239-b141-4175-9160-2a318a61ed26 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 945 time: 0.2308483 Mar 11 13:14:05.747963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:05.764632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:14:05.781836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:05.785548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:05.808224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 7fe9c421-31b3-467a-a528-f7f7fd1169e5, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7fe9c421-31b3-467a-a528-f7f7fd1169e5,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:05.808578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:05.852756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:05.953057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 7fe9c421-31b3-467a-a528-f7f7fd1169e5 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:14:05.983233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ef03f751-48a2-4304-92cc-d35cb95a79e8 req-99c95010-84ff-4860-91cc-f41b0ddb9a69 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c2b271-16fa-4ded-943f-a08fa4f706e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497151 Mar 11 13:14:06.042361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['84b35b2f-a7dd-4aae-bfa7-8aaa88591954'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:14:06.049790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6acfd-cea6-45bc-ad70-a0131820635b req-4fb7512e-cd73-4856-ac38-05711660dedf tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:06.051233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0b6acfd-cea6-45bc-ad70-a0131820635b req-4fb7512e-cd73-4856-ac38-05711660dedf tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 944 time: 0.3188684 Mar 11 13:14:06.146542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0b6acfd-cea6-45bc-ad70-a0131820635b req-cd84cc21-2e19-4141-82c9-5501dc192cdb tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893695 Mar 11 13:14:06.157106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:06.205752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=7fe9c421-31b3-467a-a528-f7f7fd1169e5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:06.284425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port 7fe9c421-31b3-467a-a528-f7f7fd1169e5 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:14:06.286783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:06.289224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'name': 'network-vif-deleted', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:14:06.300668 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-916c0d2a-0e77-4335-8b5d-7d6b5a3cb646 req-6d2d21d9-9609-48be-a870-1f310473c883 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/7fe9c421-31b3-467a-a528-f7f7fd1169e5 HTTP/1.1" status: 204 len: 173 time: 0.9722219 Mar 11 13:14:06.335263 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4846d389-e2e1-4d0c-9834-037f3ec9d9fd', 'name': 'network-vif-deleted', 'tag': '7fe9c421-31b3-467a-a528-f7f7fd1169e5', 'status': 'completed', 'code': 200} Mar 11 13:14:07.134409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-082b6b3b-3edd-4868-b856-08738d09f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:07.173217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c067573b-4962-4532-8235-9d151788dc1b req-7395ce5f-e8dd-44be-9354-796058ed70fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:14:07.191693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c067573b-4962-4532-8235-9d151788dc1b req-7395ce5f-e8dd-44be-9354-796058ed70fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:14:07.192881 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c067573b-4962-4532-8235-9d151788dc1b req-7395ce5f-e8dd-44be-9354-796058ed70fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=4846d389-e2e1-4d0c-9834-037f3ec9d9fd HTTP/1.1" status: 200 len: 210 time: 0.0689707 Mar 11 13:14:07.478337 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d3bbd-8292-48e5-9ec9-3733cb26f6f7 req-23c284be-00fc-452e-899a-0f308d241c48 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:07.479947 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-582d3bbd-8292-48e5-9ec9-3733cb26f6f7 req-23c284be-00fc-452e-899a-0f308d241c48 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 944 time: 0.2095785 Mar 11 13:14:07.484387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:07.535613 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-582d3bbd-8292-48e5-9ec9-3733cb26f6f7 req-64311cfe-3a18-48a1-a387-5d34ad7ffbd6 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Mar 11 13:14:07.563895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:07.569403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:07.569866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:07.705694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:07.735073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:14:07.745206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:07.749706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:07.750715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 7fe9c421-31b3-467a-a528-f7f7fd1169e5 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:14:07.823321 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'code': 200} Mar 11 13:14:07.840345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 7fe9c421-31b3-467a-a528-f7f7fd1169e5 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:14:07.840842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 7fe9c421-31b3-467a-a528-f7f7fd1169e5 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:14:07.871278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:08.081623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ffa9-4589-4836-a2f5-96044f4d65d8 req-af388cf6-9ee9-465c-a9fd-0d1ba31e0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:08.083084 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4af3ffa9-4589-4836-a2f5-96044f4d65d8 req-af388cf6-9ee9-465c-a9fd-0d1ba31e0200 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 1098 time: 0.0803957 Mar 11 13:14:08.167173 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4af3ffa9-4589-4836-a2f5-96044f4d65d8 req-fd0bf9a6-2d0e-4154-ae1f-580fc6c5a0fb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775275 Mar 11 13:14:08.290476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33782) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:08.364344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54fdd099-91a9-449f-a63e-0d45a1a1d09e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:08.393175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54fdd099-91a9-449f-a63e-0d45a1a1d09e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:08.457214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54fdd099-91a9-449f-a63e-0d45a1a1d09e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:08.479348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdd099-91a9-449f-a63e-0d45a1a1d09e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2b271-16fa-4ded-943f-a08fa4f706e3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:08.483726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54fdd099-91a9-449f-a63e-0d45a1a1d09e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:08.487461 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-54fdd099-91a9-449f-a63e-0d45a1a1d09e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/19c2b271-16fa-4ded-943f-a08fa4f706e3 HTTP/1.1" status: 204 len: 168 time: 0.1943130 Mar 11 13:14:08.517576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33788) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:08.910858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa1384-2c6c-4376-bf1a-d879fbdd3bc0 req-61453b9b-4743-43c4-84eb-63c3289e6868 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:08.912316 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-99fa1384-2c6c-4376-bf1a-d879fbdd3bc0 req-61453b9b-4743-43c4-84eb-63c3289e6868 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 945 time: 0.2505021 Mar 11 13:14:09.034988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-99fa1384-2c6c-4376-bf1a-d879fbdd3bc0 req-18c4ef90-8121-46ed-a88c-f34fec98b70e tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090267 Mar 11 13:14:09.219915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3e39d37c-5367-4d23-97c8-dae2aa3ae4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:09.232468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:09.604234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:09.604902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:09.787599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 77015ab7-245f-4e2b-b9ba-d6d3d1829b90, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:09.787863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:10.015204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:14:10.244725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:10.298694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=77015ab7-245f-4e2b-b9ba-d6d3d1829b90,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:10.345182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:10.395589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959f91-d1da-4324-a372-1c29abb73882 req-a65d15f4-d3a0-421f-b924-c83a39f39798 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:10.397124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50959f91-d1da-4324-a372-1c29abb73882 req-a65d15f4-d3a0-421f-b924-c83a39f39798 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 945 time: 0.2306013 Mar 11 13:14:10.521098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:10.524853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50959f91-d1da-4324-a372-1c29abb73882 req-080e3d3a-9f9a-429f-8659-d55ee2c646c3 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207287 Mar 11 13:14:10.674844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:10.855403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179cb4b-5c04-4d93-af4b-44e9cc02ba99 req-83caf284-00d1-4b5d-9fc9-301fa7300bc8 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:10.856774 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d179cb4b-5c04-4d93-af4b-44e9cc02ba99 req-83caf284-00d1-4b5d-9fc9-301fa7300bc8 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 945 time: 0.2290511 Mar 11 13:14:10.972306 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d179cb4b-5c04-4d93-af4b-44e9cc02ba99 req-52d1c509-4901-41ca-90c5-a31a8f52fd95 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098361 Mar 11 13:14:10.995409 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:11.144115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 1667bc14-56b9-4716-a2e1-fda732a58f5e has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:14:11.218601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75fbdc-3007-49b5-96a1-6c1cd08e4813 tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:11.220091 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ef75fbdc-3007-49b5-96a1-6c1cd08e4813 tempest-TestVolumeBootPattern-671166842 tempest-TestVolumeBootPattern-671166842-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 1093 time: 0.2237651 Mar 11 13:14:11.222999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33802) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:11.228545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:11.234457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:11.238179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Usage tracker for resource:floatingip and tenant:b2f4b40c1fc54fc599675dd835b1a8c6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:11.240942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:11.247193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:11.261369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.400298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.464400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:14:11.477907 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] Sync routers for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:14:11.482373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3fc3b67a-1ba8-4942-a17a-473e2f872431 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/1667bc14-56b9-4716-a2e1-fda732a58f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9636722 Mar 11 13:14:11.485481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33806) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:11.487979 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:11.488558 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:11.552855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet 8b43b7aa-a39a-4821-8674-d0211ac88e22 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:14:11.556089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.556871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Allocated IP 172.26.4.20 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/e9a181ae-b610-4496-bb74-e511cf4eda3e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:14:11.613153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.675586 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:11.702244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.708568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.739053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.777914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.803838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:14:11.806689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:11.809293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:14:11.828438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:11.833723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d760bb-77cb-498f-8472-d8925454bc20 None None] Network ff463b8b-7e4d-41c9-930e-bc238cee7096 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:14:11.839497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=8b43b7aa-a39a-4821-8674-d0211ac88e22,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:11.851239 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48234676-9939-4ed7-9ee5-1ca67b8ef68f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/8b43b7aa-a39a-4821-8674-d0211ac88e22 HTTP/1.1" status: 204 len: 168 time: 0.3625288 Mar 11 13:14:11.851779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:11.985092 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:14:10Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:11.989759 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] Checking router: 1667bc14-56b9-4716-a2e1-fda732a58f5e for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:14:11.994990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.000214 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] Routers {'1667bc14-56b9-4716-a2e1-fda732a58f5e'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:12.000860 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['1667bc14-56b9-4716-a2e1-fda732a58f5e'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:12.065738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.140215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] DHCP port deletion for ff463b8b-7e4d-41c9-930e-bc238cee7096 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:14:12.144515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] Deleting port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:12.145126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.178909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=e9a181ae-b610-4496-bb74-e511cf4eda3e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:12.271979 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] Set router 1667bc14-56b9-4716-a2e1-fda732a58f5e gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:12.277097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.298789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.316127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 2d10d659-c442-486e-820f-833766fab304 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:14:12.316563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.358949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] For port 2d224932-fe52-4d66-ba79-65fedaf7b6b8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d224932-fe52-4d66-ba79-65fedaf7b6b8,segment=NetworkSegment(212be31f-911b-4fcd-80f6-8d50e45af710),segment_id=212be31f-911b-4fcd-80f6-8d50e45af710)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:12.359668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.365266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.495750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] Calling delete_port for 2d224932-fe52-4d66-ba79-65fedaf7b6b8 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:14:12.532041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 2d10d659-c442-486e-820f-833766fab304, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d10d659-c442-486e-820f-833766fab304,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:12.532385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.586370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.640982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] Pushing event deleted for resources: {'Port': ['ID=2d224932-fe52-4d66-ba79-65fedaf7b6b8,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:12.646479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7276f-6a15-4d4c-ad03-8c261a053761 None None] No DVR routers for this DVR port 2d224932-fe52-4d66-ba79-65fedaf7b6b8 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:14:12.676273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 2d10d659-c442-486e-820f-833766fab304 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:14:12.686267 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:14:10Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:12.690143 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265331a0-d737-4496-a650-54cbd1b89dfb None None] The sync data for ids ['1667bc14-56b9-4716-a2e1-fda732a58f5e'] in dv-neutron-833198-1-hyperv is: [{'id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'name': 'tempest-TestNetworkBasicOps-router-2089987178', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '2d10d659-c442-486e-820f-833766fab304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:14:10Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '2d10d659-c442-486e-820f-833766fab304', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667bc14-56b9-4716-a2e1-fda732a58f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:12:16Z', 'updated_at': '2022-03-11T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:14:12.727798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.732286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.842743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event updated for resources: {'Port': ['ID=e9a181ae-b610-4496-bb74-e511cf4eda3e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:12.850500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.853354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:12.901924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=2d10d659-c442-486e-820f-833766fab304,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:12.995171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.022215 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Floating IP 122a49c1-6ed0-438f-a4ef-1a4547c3762d associated. External IP: 172.26.4.20, port: 84b35b2f-a7dd-4aae-bfa7-8aaa88591954. Mar 11 13:14:13.289844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.292029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.317532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.318261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router 1667bc14-56b9-4716-a2e1-fda732a58f5e {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:14:13.336255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.340255 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-58f4ebaa-7372-4ff4-b29b-167a6dfb476f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/1667bc14-56b9-4716-a2e1-fda732a58f5e HTTP/1.1" status: 204 len: 168 time: 1.4875567 Mar 11 13:14:13.340942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:13.404898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:14:13.419885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d224932-fe52-4d66-ba79-65fedaf7b6b8 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:14:13.492959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.520105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2d224932-fe52-4d66-ba79-65fedaf7b6b8 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:14:13.521048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d224932-fe52-4d66-ba79-65fedaf7b6b8 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:14:13.521761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:14:13.560314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:14:13.560651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 77015ab7-245f-4e2b-b9ba-d6d3d1829b90 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:14:13.602819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:14:13.612198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:14:13.621039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:13.621623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:13.630588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.641891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.668081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff463b8b-7e4d-41c9-930e-bc238cee7096']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:13.681336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212be31f-911b-4fcd-80f6-8d50e45af710') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:13.681774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212be31f-911b-4fcd-80f6-8d50e45af710') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:13.693283 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-64c068fc-adcb-4896-a676-ddf0eade5545 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4692030 Mar 11 13:14:13.694038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:14:13.708087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.726640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.733058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:14:13.733571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.739505 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'status': 'completed', 'code': 200} Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:14:13.749279 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:14:13.800188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:13.882184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.901830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:13.918404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=ff463b8b-7e4d-41c9-930e-bc238cee7096,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:13.928728 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ef842ec6-4f35-4771-8df8-7254bba508bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/ff463b8b-7e4d-41c9-930e-bc238cee7096 HTTP/1.1" status: 204 len: 168 time: 0.5841901 Mar 11 13:14:13.938791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-a1a62ff1-11da-40da-bfb9-9378f9e2c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:13.940533 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-a1a62ff1-11da-40da-bfb9-9378f9e2c582 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 1098 time: 0.1735260 Mar 11 13:14:13.945752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33822) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:13.951520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--854812484', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:13.956491 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:13.960539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:13.963767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:13.974024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:13.984565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:14:13.988047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.016372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:14:14.026364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.026822 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment 0df8f3b6-b214-44e4-85a2-08da5b6b32f2 of type vlan for network 711ab0d0-c095-4588-888a-fa8bafc92b62 Mar 11 13:14:14.059027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.084227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-15711344-043d-4912-acb8-cee5758d9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:14.086188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-15711344-043d-4912-acb8-cee5758d9854 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.1359427 Mar 11 13:14:14.090702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.096044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:14.096622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.179031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '122a49c1-6ed0-438f-a4ef-1a4547c3762d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:bf:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:14:12Z', 'updated_at': '2022-03-11T13:14:12Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}, {'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:59Z', 'revision_number': 1, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:14.184379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:14:14.193118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:14.193846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:14.199520 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2501636 Mar 11 13:14:14.199811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:14.207176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:14.208791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137b221-e964-47fb-a043-495766df6d56 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=711ab0d0-c095-4588-888a-fa8bafc92b62,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:14.215340 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-0b269ab4-c7a5-4ccc-8949-8008f423d0c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954 HTTP/1.1" status: 200 len: 998 time: 0.1221683 Mar 11 13:14:14.217412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:14.248673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:14:14.251845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:14.257112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:14.270876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:14.290881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.291862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.297317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-1f51c790-232f-409d-9909-1ac3c3c21d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:14.298772 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-1f51c790-232f-409d-9909-1ac3c3c21d95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0768933 Mar 11 13:14:14.352025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.458740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:14.564246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-1cca4558-2491-4bfa-b5f0-8f59627c68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:14.565744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-1cca4558-2491-4bfa-b5f0-8f59627c68f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2593136 Mar 11 13:14:14.790310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:14.808298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '122a49c1-6ed0-438f-a4ef-1a4547c3762d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:bf:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:14:12Z', 'updated_at': '2022-03-11T13:14:12Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}, {'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:59Z', 'revision_number': 1, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:14.812480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184bb7-e5f3-43b8-9c66-ec9a771fae47 None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '122a49c1-6ed0-438f-a4ef-1a4547c3762d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:bf:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:14:12Z', 'updated_at': '2022-03-11T13:14:12Z', 'revision_number': 0, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}, {'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:59Z', 'revision_number': 1, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:14:14.917562 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-7ad33d0f-8363-4320-a0f8-66bdf14c9661 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381479 Mar 11 13:14:15.000825 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb23eba-57ad-41d9-997a-6eddf91d9f48 None None] New status for floating IP 122a49c1-6ed0-438f-a4ef-1a4547c3762d: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:14:15.127495 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-744581b0-c795-49cb-a974-89ebaab0ede0 req-9ba36201-b650-4c76-906a-08e4479c86b4 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584706 Mar 11 13:14:15.301708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:15.315650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d10d659-c442-486e-820f-833766fab304 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:14:15.337728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:15.349599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2d10d659-c442-486e-820f-833766fab304 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:14:15.349943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d10d659-c442-486e-820f-833766fab304 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:14:15.474242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.63 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/8deded29-5731-47ab-b117-6287c9f9b906) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:14:15.624692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:15.652407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:15.713504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:14:15.720177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:15.724210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:14:15.757699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=8deded29-5731-47ab-b117-6287c9f9b906,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:16.248640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:16.590386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:16.787213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 479edea1-77d3-46e0-9306-4c4e9ba71671 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:14:16.963183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:14:16.972120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Sync routers for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:14:16.981165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:16.981783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:16.989354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:16.993865 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18ab43b0-b02a-4141-a4cf-c74440a94db2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7897761 Mar 11 13:14:16.994144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:17.034807 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a4cdd2ea-ef02-4688-9ca7-80dc6ea411f7 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396659 Mar 11 13:14:17.037471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:17.166908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b048112-78e1-4acb-8f33-1ec7e933944e tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:17.168379 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b048112-78e1-4acb-8f33-1ec7e933944e tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300728 Mar 11 13:14:17.171194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:17.192063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:17.213932 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-02601060-29e9-4e5f-957e-c5a9984a474b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416617 Mar 11 13:14:17.216444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33842) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:17.221651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977146496', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:17.332165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:17.336115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:17.338949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:17.344623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:17.354653 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:14:17.358155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:17.375401 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:14:17.492736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:15Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:17.496575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Checking router: 479edea1-77d3-46e0-9306-4c4e9ba71671 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:14:17.496921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Updating router 479edea1-77d3-46e0-9306-4c4e9ba71671 port 8deded29-5731-47ab-b117-6287c9f9b906 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:14:17.549865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:17.570383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:17.644408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=350dd848-5ec1-4d2d-b000-39e2e86062d8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:17.657208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:14:17.657589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: 711ab0d0-c095-4588-888a-fa8bafc92b62, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:14:17.678360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:14:17.687691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 711ab0d0-c095-4588-888a-fa8bafc92b62) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:17.692602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:17.693191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:17.705918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd745467-a6c0-4e80-b2f8-3c541aaf42cc None None] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:14:17.721745 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d9d0c0f-1164-4e97-b9fe-9d8d77b42733 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5042002 Mar 11 13:14:17.724496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:18.094887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-711ab0d0-c095-4588-888a-fa8bafc92b62', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:14:18.096010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.119193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.176585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Transition to ACTIVE for port object 8deded29-5731-47ab-b117-6287c9f9b906 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:14:18.187432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.289876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Attempting to bind port 8deded29-5731-47ab-b117-6287c9f9b906 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:14:18.290242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Attempting to bind port 8deded29-5731-47ab-b117-6287c9f9b906 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:14:18.290583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Attempting to bind port 8deded29-5731-47ab-b117-6287c9f9b906 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:14:18.334109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:14:18.334393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:14:18.334783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.335160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:14:18.335643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Bound port: 8deded29-5731-47ab-b117-6287c9f9b906, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:14:18.336002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.378428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9f068-90a7-4d9c-a9fe-47d430f925c8 None None] Pushing event updated for resources: {'Port': ['ID=8deded29-5731-47ab-b117-6287c9f9b906,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:18.434377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Allocated IP 172.20.0.2 (711ab0d0-c095-4588-888a-fa8bafc92b62/350dd848-5ec1-4d2d-b000-39e2e86062d8/8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:14:18.448181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] For port 8deded29-5731-47ab-b117-6287c9f9b906, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:14:18.454455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] For port 8deded29-5731-47ab-b117-6287c9f9b906, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8deded29-5731-47ab-b117-6287c9f9b906,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:14:18.478301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.555728 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.676990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:18.677632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:18.758737 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9f068-90a7-4d9c-a9fe-47d430f925c8 None None] Pushing event updated for resources: {'Port': ['ID=8deded29-5731-47ab-b117-6287c9f9b906,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:18.923592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:18.944210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Transition to ACTIVE for port object 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:14:18.947473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:19.092373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Transition to ACTIVE for port object 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:14:19.151883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:19.175620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (711ab0d0-c095-4588-888a-fa8bafc92b62/350dd848-5ec1-4d2d-b000-39e2e86062d8/81734d67-35bb-4b7e-9987-fce4e1305c51) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:14:19.239836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:14:19.252221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:19.258238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:14:19.262671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Pushing event updated for resources: {'Port': ['ID=8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:19.347904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:19.365861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 81734d67-35bb-4b7e-9987-fce4e1305c51 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:14:19.393164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:19.427973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Attempting to bind port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:14:19.427973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Attempting to bind port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:14:19.428334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Attempting to bind port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd on network 711ab0d0-c095-4588-888a-fa8bafc92b62 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:14:19.436637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:14:19.436637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Checking segment: {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:14:19.436637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:19.436637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Bound using segment: {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:14:19.436637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Bound port: 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:14:19.437816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:19.479176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=81734d67-35bb-4b7e-9987-fce4e1305c51,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:19.486964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:14:19.486964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:19.492134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:14:19.531629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:15Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:19.538044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb53b0-2892-4f9b-a971-c4ce62ec8e68 None None] The sync data for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv is: [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:15Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:14:19.547548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] For port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:14:19.552917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] For port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:14:19.559567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:19.562115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:19.671408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Pushing event updated for resources: {'Port': ['ID=8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:19.681023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.681701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.681811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.682103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.682452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.682798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.683131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.683952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.683952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.684619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.684999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:19.685083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ef772-b355-4e4e-aca1-03dbc3d97065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:20.130750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:20.690925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:20.699811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:20.826461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=81734d67-35bb-4b7e-9987-fce4e1305c51,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:20.828772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:20.866752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e712c9e7-7d7c-43a9-b0c2-8646fd99bb0a None None] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:14:20.980109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ed38c576-7e62-4ef1-b54d-0ff609e4d6ae None None] Provisioning for port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:20.984822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:14:20.986005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:21.187613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 479edea1-77d3-46e0-9306-4c4e9ba71671 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:14:21.324386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c012680f-4bee-4c51-8404-70af7ed87e14 None None] Provisioning for port 81734d67-35bb-4b7e-9987-fce4e1305c51 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:21.330449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c012680f-4bee-4c51-8404-70af7ed87e14 None None] Provisioning complete for port 81734d67-35bb-4b7e-9987-fce4e1305c51 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:21.330888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c012680f-4bee-4c51-8404-70af7ed87e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:21.408513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c012680f-4bee-4c51-8404-70af7ed87e14 None None] Port 81734d67-35bb-4b7e-9987-fce4e1305c51 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:14:21.471663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8deded29-5731-47ab-b117-6287c9f9b906 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:21.520300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:14:21.531708 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Sync routers for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:14:21.534613 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb1c2c6d-f3d8-4dcd-b81a-53d0efeb2483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/479edea1-77d3-46e0-9306-4c4e9ba71671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8089559 Mar 11 13:14:21.537014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33852) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:21.545423 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:21.546884 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:21.549770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8deded29-5731-47ab-b117-6287c9f9b906 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:21.555651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8deded29-5731-47ab-b117-6287c9f9b906 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:21.556017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:21.698127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5e9b6-f035-4883-bcb8-1cfb28bcf506 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.698699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5e9b6-f035-4883-bcb8-1cfb28bcf506 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.699048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5e9b6-f035-4883-bcb8-1cfb28bcf506 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.699670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5e9b6-f035-4883-bcb8-1cfb28bcf506 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.700275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5e9b6-f035-4883-bcb8-1cfb28bcf506 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.700887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5e9b6-f035-4883-bcb8-1cfb28bcf506 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.702850 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dcd5e9b6-f035-4883-bcb8-1cfb28bcf506 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1647356 Mar 11 13:14:21.705561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:21.713355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-413ad742-8c9e-45d7-9d61-5ea45e7c4926 None None] Provisioning complete for port 81734d67-35bb-4b7e-9987-fce4e1305c51 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:21.714127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-413ad742-8c9e-45d7-9d61-5ea45e7c4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:21.775725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:21.780542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a9cb1-5c90-425b-8fdc-0106c3705fab tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.781012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a9cb1-5c90-425b-8fdc-0106c3705fab tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.781490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a9cb1-5c90-425b-8fdc-0106c3705fab tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.781948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a9cb1-5c90-425b-8fdc-0106c3705fab tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.782395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a9cb1-5c90-425b-8fdc-0106c3705fab tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.782974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a9cb1-5c90-425b-8fdc-0106c3705fab tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:21.787277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ec7a9cb1-5c90-425b-8fdc-0106c3705fab tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0781689 Mar 11 13:14:21.787669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33860) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:21.800669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:21.838114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 8deded29-5731-47ab-b117-6287c9f9b906, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8deded29-5731-47ab-b117-6287c9f9b906,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:21.840954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-413ad742-8c9e-45d7-9d61-5ea45e7c4926 None None] Port 81734d67-35bb-4b7e-9987-fce4e1305c51 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:14:21.843559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:21.844305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:21.967940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=8deded29-5731-47ab-b117-6287c9f9b906,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:21.981929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ec9725f4-0414-498a-8c01-3217b5cbda13 None None] Provisioning complete for port 81734d67-35bb-4b7e-9987-fce4e1305c51 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:21.982289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ec9725f4-0414-498a-8c01-3217b5cbda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.011664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:22.028481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:22.028765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.095588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ec9725f4-0414-498a-8c01-3217b5cbda13 None None] Port 81734d67-35bb-4b7e-9987-fce4e1305c51 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:14:22.106431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.106643 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:22.112352 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Checking router: 479edea1-77d3-46e0-9306-4c4e9ba71671 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:14:22.113117 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Updating router 479edea1-77d3-46e0-9306-4c4e9ba71671 port 81734d67-35bb-4b7e-9987-fce4e1305c51 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:14:22.138322 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0aa7e486-321e-4bbe-9aba-95af774fb93c tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3469481 Mar 11 13:14:22.174155 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.175254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.207575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:22.212142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.285102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:22.451170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33866) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:22.456495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006563943', 'description': 'tempest-secgroup-smoke-2006563943 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:22.462535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:22.466515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:22.469321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:22.474831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:22.486125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.505611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:22.509282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:22.511996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:22.517461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:22.558397 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.570668 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Transition to ACTIVE for port object 81734d67-35bb-4b7e-9987-fce4e1305c51 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:14:22.576993 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.585051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.589017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.632506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf7d94-c53e-4795-894e-d4f79abbd416,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:22.640984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.641428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.641878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.642434 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.642856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.643292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.643709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.644130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.644661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.645073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.645744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.646158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:14:22.650477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.652031 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-043a2423-699a-45ea-a762-c7c1a0c1e1d2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1998909 Mar 11 13:14:22.654937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33870) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:22.660187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '7caf7d94-c53e-4795-894e-d4f79abbd416', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:22.668228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:22.672429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:22.675764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:22.683083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:22.703466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.748998 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044c171-d756-4ac3-b59a-d460ad9984f1 None None] Pushing event updated for resources: {'Port': ['ID=81734d67-35bb-4b7e-9987-fce4e1305c51,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:22.769791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.776640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.806298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf3118c-80b4-4394-86b9-4822aed2cafd,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:22.808993 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Attempting to bind port 81734d67-35bb-4b7e-9987-fce4e1305c51 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:14:22.809645 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Attempting to bind port 81734d67-35bb-4b7e-9987-fce4e1305c51 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:14:22.810063 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Attempting to bind port 81734d67-35bb-4b7e-9987-fce4e1305c51 on network 711ab0d0-c095-4588-888a-fa8bafc92b62 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:14:22.816590 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:14:22.816959 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Checking segment: {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:14:22.817340 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.817752 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Bound using segment: {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:14:22.818216 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Bound port: 81734d67-35bb-4b7e-9987-fce4e1305c51, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:14:22.818613 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.821187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.822407 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9404129e-1d49-4cd4-9e2a-500716242dca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664765 Mar 11 13:14:22.825250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33874) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:22.830689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '7caf7d94-c53e-4795-894e-d4f79abbd416', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:22.836936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:22.840772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:22.843622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:22.849197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:22.865710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.908884 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] For port 81734d67-35bb-4b7e-9987-fce4e1305c51, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:14:22.912914 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] For port 81734d67-35bb-4b7e-9987-fce4e1305c51, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=81734d67-35bb-4b7e-9987-fce4e1305c51,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:14:22.917407 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.930221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.933953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.957316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa27298-eafe-4edb-83ca-f065392f4f96,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:22.968803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:22.973127 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e08fba68-7b88-4bdb-a976-b184234fbddb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440589 Mar 11 13:14:22.973769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33878) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:22.980197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '7caf7d94-c53e-4795-894e-d4f79abbd416', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:22.986194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:22.991544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:22.992993 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:22.993638 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:22.994595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:23.001753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:23.025198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.070471 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044c171-d756-4ac3-b59a-d460ad9984f1 None None] Pushing event updated for resources: {'Port': ['ID=81734d67-35bb-4b7e-9987-fce4e1305c51,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:23.097697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.102626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.131611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45da443-90a5-4130-89c2-4267221c9a87,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:23.142144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.143731 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1af1d35f-42b2-431e-bc52-3d9a66e2bfab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679993 Mar 11 13:14:23.145834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33882) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:23.151909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '7caf7d94-c53e-4795-894e-d4f79abbd416', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:23.164608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:23.169512 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:23.172426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:23.180019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:23.205107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.208603 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:23.273940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.277609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.300422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e668d5-9696-496c-b2e7-46edfeeb1607,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:23.311062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.312291 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4f73066c-2d0c-4df5-9f4c-1db0bae6419f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1654608 Mar 11 13:14:23.314914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33886) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:23.321376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '7caf7d94-c53e-4795-894e-d4f79abbd416', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:23.328068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:23.332247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:23.335947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:23.342383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:23.355612 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:14:23.362591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.383537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8deded29-5731-47ab-b117-6287c9f9b906 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:23.449658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.456212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.456387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8deded29-5731-47ab-b117-6287c9f9b906 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:23.456645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.479867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2162f495-6b9a-4c90-a70a-28d17dba3297,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:23.490598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.492558 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-30fdf4f9-3c97-4684-81c7-acc908417779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763937 Mar 11 13:14:23.495264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33890) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:23.502098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '7caf7d94-c53e-4795-894e-d4f79abbd416', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:23.510441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:23.514826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:23.519015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:23.525960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:23.539498 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:14:23.548080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.552277 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:23.556682 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ffb89-c303-455f-baa7-aff2b40bcd96 None None] The sync data for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv is: [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:22Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:14:23.579870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:23.645156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.649564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.659326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:23.659769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.674021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7035f1dd-62dd-4422-a5f2-c24518adb26f,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:23.688849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:23.701340 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7be6df98-d64b-46da-8d06-a6c7dceb8c16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2011964 Mar 11 13:14:23.864489 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-494e5620-cf5e-4107-9db1-69bc1b295b7a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006563943&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0414653 Mar 11 13:14:24.021303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-728b245b-64a0-4eed-9076-6cbdea0d2b3b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:24.022055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-728b245b-64a0-4eed-9076-6cbdea0d2b3b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:14:24.038813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-728b245b-64a0-4eed-9076-6cbdea0d2b3b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:14:24.040335 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-728b245b-64a0-4eed-9076-6cbdea0d2b3b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=711ab0d0-c095-4588-888a-fa8bafc92b62 HTTP/1.1" status: 200 len: 796 time: 0.1689789 Mar 11 13:14:24.055700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-0d8bcea2-0ce5-490c-823a-300478262d5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0099597 Mar 11 13:14:24.145043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-52496285-27ed-435b-bfe9-cf9856f062ed tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:14:24.161739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-52496285-27ed-435b-bfe9-cf9856f062ed tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:14:24.163204 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-52496285-27ed-435b-bfe9-cf9856f062ed tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019876 Mar 11 13:14:24.222597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-72b13a10-d401-4927-a0da-b593e3dcc748 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:14:24.223692 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-72b13a10-d401-4927-a0da-b593e3dcc748 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490963 Mar 11 13:14:24.363811 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-ae215426-ab6d-4e80-95ef-fba2fab666ca service neutron] 10.222.0.52 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338117 Mar 11 13:14:24.504327 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-29c62955-f911-4040-803e-2440ef165932 service neutron] 10.222.0.52 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343286 Mar 11 13:14:24.683778 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-912b7155-90df-459c-ab64-fa3b20855724 req-472f76f2-1313-4d06-8f44-d4828f12aa94 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 210 time: 0.0421443 Mar 11 13:14:25.396259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 81734d67-35bb-4b7e-9987-fce4e1305c51 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:25.480509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 81734d67-35bb-4b7e-9987-fce4e1305c51 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:25.483855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 81734d67-35bb-4b7e-9987-fce4e1305c51 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:25.484277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:25.600884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:25.632805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 81734d67-35bb-4b7e-9987-fce4e1305c51, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=81734d67-35bb-4b7e-9987-fce4e1305c51,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:25.636337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:25.706921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=81734d67-35bb-4b7e-9987-fce4e1305c51,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:25.890327 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1500dcc2-2137-4608-918e-f05a32ee9f8d req-16bdc64b-048d-4b85-a915-b4734982be3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 210 time: 0.0590458 Mar 11 13:14:25.930346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-b8fe4254-bfb9-4fa1-ba82-f2bea2e17f1c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:25.931744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-b8fe4254-bfb9-4fa1-ba82-f2bea2e17f1c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=711ab0d0-c095-4588-888a-fa8bafc92b62 HTTP/1.1" status: 200 len: 796 time: 0.1931009 Mar 11 13:14:25.990037 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-b8b5ca14-a274-4d74-a502-c96369e4aac7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 380 time: 0.0451112 Mar 11 13:14:25.998348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['7caf7d94-c53e-4795-894e-d4f79abbd416']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:26.133059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:26.142497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:26.151373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:14:26.154991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:26.317495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.14 (711ab0d0-c095-4588-888a-fa8bafc92b62/350dd848-5ec1-4d2d-b000-39e2e86062d8/68efddaf-08dc-4436-b3b5-03331960007b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:14:26.640904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:26.658100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 68efddaf-08dc-4436-b3b5-03331960007b will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:14:26.683945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:26.748079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:14:26.755747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:26.765037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:14:26.795950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=68efddaf-08dc-4436-b3b5-03331960007b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:26.841614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:26.841614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:26.876331 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8f8f17f4-5c1e-4924-9837-e832dbc4d21b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8778276 Mar 11 13:14:26.889131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Request body: {'port': {'device_id': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:26.999425 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9f995950-5723-4a7c-acff-003b2e4be2a4 None None] Provisioning for port 68efddaf-08dc-4436-b3b5-03331960007b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:27.007980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9f995950-5723-4a7c-acff-003b2e4be2a4 None None] Provisioning complete for port 68efddaf-08dc-4436-b3b5-03331960007b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:27.007980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f995950-5723-4a7c-acff-003b2e4be2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:27.076336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9f995950-5723-4a7c-acff-003b2e4be2a4 None None] Port 68efddaf-08dc-4436-b3b5-03331960007b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:14:27.095689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:27.241274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c317377-f8a2-4e16-bade-b95095c563cc req-3c3d1788-1cca-425a-babb-8b9c2d880647 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:27.241274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2c317377-f8a2-4e16-bade-b95095c563cc req-3c3d1788-1cca-425a-babb-8b9c2d880647 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:14:27.276852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2c317377-f8a2-4e16-bade-b95095c563cc req-3c3d1788-1cca-425a-babb-8b9c2d880647 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:14:27.276852 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2c317377-f8a2-4e16-bade-b95095c563cc req-3c3d1788-1cca-425a-babb-8b9c2d880647 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 932 time: 0.2469592 Mar 11 13:14:27.407776 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2c317377-f8a2-4e16-bade-b95095c563cc req-404c3c30-6cc3-41d6-b0ae-9774bc11f6c7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148412 Mar 11 13:14:27.423768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 81734d67-35bb-4b7e-9987-fce4e1305c51 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:27.536100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68efddaf-08dc-4436-b3b5-03331960007b {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:14:27.544658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:27.548068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 81734d67-35bb-4b7e-9987-fce4e1305c51 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:27.548068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:27.561298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Transition to ACTIVE for port object 68efddaf-08dc-4436-b3b5-03331960007b will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:14:27.567305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:27.695197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Pushing event updated for resources: {'Port': ['ID=68efddaf-08dc-4436-b3b5-03331960007b,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:27.844979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Attempting to bind port 68efddaf-08dc-4436-b3b5-03331960007b on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:14:27.844979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Attempting to bind port 68efddaf-08dc-4436-b3b5-03331960007b by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:14:27.844979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Attempting to bind port 68efddaf-08dc-4436-b3b5-03331960007b on network 711ab0d0-c095-4588-888a-fa8bafc92b62 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:14:27.850336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Port 68efddaf-08dc-4436-b3b5-03331960007b on network 711ab0d0-c095-4588-888a-fa8bafc92b62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:14:27.850336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Attempting to bind port 68efddaf-08dc-4436-b3b5-03331960007b on network 711ab0d0-c095-4588-888a-fa8bafc92b62 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:14:27.857540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:14:27.857540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Checking segment: {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:14:27.857540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Bound using segment: {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:14:27.857540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Bound port: 68efddaf-08dc-4436-b3b5-03331960007b, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df8f3b6-b214-44e4-85a2-08da5b6b32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:14:27.857540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:27.958684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] For port 68efddaf-08dc-4436-b3b5-03331960007b, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:14:27.958684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] For port 68efddaf-08dc-4436-b3b5-03331960007b, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=68efddaf-08dc-4436-b3b5-03331960007b,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:14:27.964706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:28.020885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:28.020885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:28.020885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] 10.222.0.50 "PUT /v2.0/ports/68efddaf-08dc-4436-b3b5-03331960007b HTTP/1.1" status: 200 len: 1094 time: 1.1390145 Mar 11 13:14:28.029705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:14:28.062514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0da7f-5f4a-4239-86d3-f88401f53df3 service neutron] Pushing event updated for resources: {'Port': ['ID=68efddaf-08dc-4436-b3b5-03331960007b,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:28.181509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-0461c5d1-44d0-4c21-859c-712a6658262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:28.181509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-0461c5d1-44d0-4c21-859c-712a6658262f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 1097 time: 0.1107492 Mar 11 13:14:28.244120 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b', 'status': 'completed', 'code': 200} Mar 11 13:14:28.259193 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-b44f0ea3-ffbf-49c7-9ca0-088d5848e33b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efddaf-08dc-4436-b3b5-03331960007b HTTP/1.1" status: 200 len: 217 time: 0.0705473 Mar 11 13:14:28.339763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-2c6f154f-54d6-4f7e-bbc4-9b8a7e9f80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:28.339763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-2c6f154f-54d6-4f7e-bbc4-9b8a7e9f80da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350dd848-5ec1-4d2d-b000-39e2e86062d8 HTTP/1.1" status: 200 len: 835 time: 0.0767150 Mar 11 13:14:28.433185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8a2ba5cb-ffeb-416d-8e0d-43aee2f86297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:28.433185 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-8a2ba5cb-ffeb-416d-8e0d-43aee2f86297 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=711ab0d0-c095-4588-888a-fa8bafc92b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835361 Mar 11 13:14:28.755654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-ab4bac47-a2df-4629-b9b0-921e69322eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167450 Mar 11 13:14:28.814065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8ce4-a0e2-4d93-823e-7639b2a1a3fc req-3d66c5dc-5460-434c-815d-568e515c6caa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:28.814065 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-166c8ce4-a0e2-4d93-823e-7639b2a1a3fc req-3d66c5dc-5460-434c-815d-568e515c6caa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 944 time: 0.1557486 Mar 11 13:14:28.933762 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-166c8ce4-a0e2-4d93-823e-7639b2a1a3fc req-ac6414a1-89f2-47e3-8cdf-967216ede1ad tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695102 Mar 11 13:14:28.939947 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c434b30e-4ff6-43aa-a881-4f76cdc3e41d req-5c04cbfe-9d03-496f-be5e-bc4f96d23122 service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745336 Mar 11 13:14:29.064353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-99d1e610-16d6-4e95-af83-28c7fd0d46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:29.064353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-99d1e610-16d6-4e95-af83-28c7fd0d46ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 1097 time: 0.0775075 Mar 11 13:14:29.205237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-7d006ab7-b370-4959-abeb-07e33d69301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:29.205237 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-7d006ab7-b370-4959-abeb-07e33d69301c service neutron] 10.222.0.50 "GET /v2.0/networks?id=711ab0d0-c095-4588-888a-fa8bafc92b62 HTTP/1.1" status: 200 len: 897 time: 0.1337786 Mar 11 13:14:29.275193 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-7a1d5e12-4a99-4fe2-9684-e68d9e259c52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efddaf-08dc-4436-b3b5-03331960007b HTTP/1.1" status: 200 len: 217 time: 0.0615993 Mar 11 13:14:29.341149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-6756cf06-247c-40f4-87f6-7a5ad8c54365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:29.341149 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-6756cf06-247c-40f4-87f6-7a5ad8c54365 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350dd848-5ec1-4d2d-b000-39e2e86062d8 HTTP/1.1" status: 200 len: 835 time: 0.0621881 Mar 11 13:14:29.421077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-7620bb54-fe9b-4829-bc07-7a3a19d1d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:29.421077 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-7620bb54-fe9b-4829-bc07-7a3a19d1d5e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=711ab0d0-c095-4588-888a-fa8bafc92b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728946 Mar 11 13:14:29.561308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-473bdd7f-6583-43ec-8ce5-4842a2e2f256 service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304958 Mar 11 13:14:29.698840 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52444bb2-8a09-4fd9-9fcd-01a58b69579d req-a3e1e216-1c0a-4411-8d71-88d738c1c24b service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333022 Mar 11 13:14:30.135345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67408e-cac8-41b4-81d2-d23821f9c0d0 req-a362ca7d-fa3a-4ffc-9dc2-4ecd4cd850fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:30.135345 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c67408e-cac8-41b4-81d2-d23821f9c0d0 req-a362ca7d-fa3a-4ffc-9dc2-4ecd4cd850fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 944 time: 0.0856905 Mar 11 13:14:30.179900 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c67408e-cac8-41b4-81d2-d23821f9c0d0 req-2b7e833f-7093-4102-be94-d7dae6d7348b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406427 Mar 11 13:14:31.360684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcab47-a1b8-4a6a-aedb-a82168a681df req-be6052b2-7ebf-4ab5-b53d-48efe620a79b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:31.362171 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4bdcab47-a1b8-4a6a-aedb-a82168a681df req-be6052b2-7ebf-4ab5-b53d-48efe620a79b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 944 time: 0.0798590 Mar 11 13:14:31.409086 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4bdcab47-a1b8-4a6a-aedb-a82168a681df req-43a80c4f-95ac-4074-a51f-44bd955917af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Mar 11 13:14:31.659420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 68efddaf-08dc-4436-b3b5-03331960007b details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:14:31.794400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 68efddaf-08dc-4436-b3b5-03331960007b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=68efddaf-08dc-4436-b3b5-03331960007b,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:31.808212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '68efddaf-08dc-4436-b3b5-03331960007b', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'port_id': '68efddaf-08dc-4436-b3b5-03331960007b', 'mac_address': 'fa:16:3e:ef:fa:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:14:31.861705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:31.878127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68efddaf-08dc-4436-b3b5-03331960007b {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:14:31.894385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 68efddaf-08dc-4436-b3b5-03331960007b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=68efddaf-08dc-4436-b3b5-03331960007b,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:31.897975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:31.995488 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=68efddaf-08dc-4436-b3b5-03331960007b,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:32.125107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['68efddaf-08dc-4436-b3b5-03331960007b'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:14:32.597383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc347b68-3ba1-48de-89bd-15da5e704720 req-c859952c-6cec-444c-b61e-a81f766254b8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:32.598861 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc347b68-3ba1-48de-89bd-15da5e704720 req-c859952c-6cec-444c-b61e-a81f766254b8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 945 time: 0.0827301 Mar 11 13:14:32.644911 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc347b68-3ba1-48de-89bd-15da5e704720 req-cbc3d8bb-8c5f-4663-96fd-21f3c5ffc671 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390780 Mar 11 13:14:33.696052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 68efddaf-08dc-4436-b3b5-03331960007b up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:14:33.767805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 68efddaf-08dc-4436-b3b5-03331960007b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:14:33.772609 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 68efddaf-08dc-4436-b3b5-03331960007b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:14:33.772977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:33.868835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe92547-2006-442b-8673-737f2739a990 req-876f6e09-1ede-491d-be78-bd034efbc349 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:33.868835 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0fe92547-2006-442b-8673-737f2739a990 req-876f6e09-1ede-491d-be78-bd034efbc349 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 945 time: 0.0944717 Mar 11 13:14:33.912451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:33.926667 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0fe92547-2006-442b-8673-737f2739a990 req-92dd29ce-bb19-4304-9ff6-b3f54e83fc42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460486 Mar 11 13:14:33.930708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:14:33.938620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 68efddaf-08dc-4436-b3b5-03331960007b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=68efddaf-08dc-4436-b3b5-03331960007b,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:14:33.949399 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:34.018704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=68efddaf-08dc-4436-b3b5-03331960007b,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:34.027612 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b', 'code': 200} Mar 11 13:14:34.264639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8c18b-c991-45ce-b717-5bd4c640ef59 req-0cbb7458-1f1b-4a14-993c-ca24ce688a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:34.266884 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75b8c18b-c991-45ce-b717-5bd4c640ef59 req-0cbb7458-1f1b-4a14-993c-ca24ce688a4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 1099 time: 0.0699921 Mar 11 13:14:34.309898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75b8c18b-c991-45ce-b717-5bd4c640ef59 req-9ca1130d-da0a-4b65-a459-c13bdd6d5d7e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375345 Mar 11 13:14:35.122960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2693d-5019-4468-a5ad-6590d5a41dd0 req-6c7ac944-7660-4d86-87bd-086559e8f8c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:35.124390 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-77c2693d-5019-4468-a5ad-6590d5a41dd0 req-6c7ac944-7660-4d86-87bd-086559e8f8c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 946 time: 0.0867453 Mar 11 13:14:35.281473 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-77c2693d-5019-4468-a5ad-6590d5a41dd0 req-7e696cb1-cc7e-43e4-ab89-3c39bbfc50d8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500020 Mar 11 13:14:36.475251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04795067-5237-4c36-a37a-b81231055224 req-68fabd99-232f-4ebf-b500-0944686f652f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:36.476728 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-04795067-5237-4c36-a37a-b81231055224 req-68fabd99-232f-4ebf-b500-0944686f652f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 946 time: 0.0843427 Mar 11 13:14:36.520458 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-04795067-5237-4c36-a37a-b81231055224 req-b809639b-64ac-4c3a-9242-4d7500783960 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381634 Mar 11 13:14:36.713101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bde6e-0bbb-4025-82d4-02ea7d1138d6 req-d8d5f884-d191-4d45-847e-5ce713c45483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:36.716073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-439bde6e-0bbb-4025-82d4-02ea7d1138d6 req-d8d5f884-d191-4d45-847e-5ce713c45483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 946 time: 0.0854833 Mar 11 13:14:36.760763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-439bde6e-0bbb-4025-82d4-02ea7d1138d6 req-f9604f60-f07f-45af-b933-5e7094c6b707 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 Mar 11 13:14:36.783985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33960) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:36.915391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1255455-3d52-418d-a113-9ecc9d6216f5 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:36.924375 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e1255455-3d52-418d-a113-9ecc9d6216f5 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 1094 time: 0.1319873 Mar 11 13:14:36.924375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33964) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:36.932317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '68efddaf-08dc-4436-b3b5-03331960007b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:14:36.941359 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:14:36.948361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:14:36.952432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:14:36.961704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-a6a12f06-789e-40be-88c0-69ab132d7f45 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1295078 Mar 11 13:14:36.961704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:14:36.972742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:37.141375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32320ae5-b40d-4180-a137-041d1ce17009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:37.173135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-1b50a566-0e88-422c-90a5-5aa6e0e9c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:37.175127 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-1b50a566-0e88-422c-90a5-5aa6e0e9c581 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1098 time: 0.1101279 Mar 11 13:14:37.186210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:37.426849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-d274851a-2a16-4906-98e1-16ba12fd3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:37.429155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-d274851a-2a16-4906-98e1-16ba12fd3e21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.2063162 Mar 11 13:14:37.500665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.217 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/013950dd-da4f-4d34-8b50-eaa8b7a6d89b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:14:37.579303 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-4bc9c109-650d-4bdc-8ab7-827b93878474 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 200 len: 1001 time: 0.1434174 Mar 11 13:14:37.713325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-45b33a65-5d22-4dd8-9e1f-6de162f07e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:37.714738 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-45b33a65-5d22-4dd8-9e1f-6de162f07e31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0906477 Mar 11 13:14:37.770754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:37.817834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-b462eb36-11cd-4671-8a14-a71be40ab98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:37.818949 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-b462eb36-11cd-4671-8a14-a71be40ab98a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922613 Mar 11 13:14:37.824765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:37.920840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:14:37.965198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:14:37.976983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:14:38.025713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=013950dd-da4f-4d34-8b50-eaa8b7a6d89b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:38.092183 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-8644df91-649b-42a6-9d16-bf629e9181ac service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628353 Mar 11 13:14:38.466557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f1d895c-18dd-4311-86bf-20ac9294c04e req-9631646e-38fa-4ea1-8f08-8d9f3f740ef1 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621058 Mar 11 13:14:38.643907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:38.716075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:38.917259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:38.921710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:39.030340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=013950dd-da4f-4d34-8b50-eaa8b7a6d89b,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:14:39.041669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:39.209491 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 81216a9e-ba10-49fc-9319-b27a3c892783 associated. External IP: 172.26.4.217, port: 68efddaf-08dc-4436-b3b5-03331960007b. Mar 11 13:14:39.213980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0c26f02b-0471-4ae7-8407-fb4f4244309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:39.556451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 479edea1-77d3-46e0-9306-4c4e9ba71671 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:14:39.852066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:14:39.861927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] Sync routers for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:14:39.871814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:39.872513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:39.878318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:39.936221 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9af5780-1e15-4332-8215-2a389c215239 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0148897 Mar 11 13:14:39.936929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:14:39.938977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33968) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:39.985537 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b', 'status': 'completed', 'code': 200} Mar 11 13:14:40.051122 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-47e8de02-2181-4d28-b39c-ddf8ca08ac5d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/81216a9e-ba10-49fc-9319-b27a3c892783 HTTP/1.1" status: 200 len: 992 time: 0.1103160 Mar 11 13:14:40.057189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:40.076213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094af53f-92fa-4fd6-b097-4fe81507945b req-dee8e618-32cd-47fa-a8bd-924bb446ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:40.077893 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-094af53f-92fa-4fd6-b097-4fe81507945b req-dee8e618-32cd-47fa-a8bd-924bb446ff1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 1099 time: 0.0723264 Mar 11 13:14:40.211357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094af53f-92fa-4fd6-b097-4fe81507945b req-304f1cf3-fd6b-4eaa-b399-812ea0c5b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:40.212806 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-094af53f-92fa-4fd6-b097-4fe81507945b req-304f1cf3-fd6b-4eaa-b399-812ea0c5b227 service neutron] 10.222.0.50 "GET /v2.0/networks?id=711ab0d0-c095-4588-888a-fa8bafc92b62 HTTP/1.1" status: 200 len: 897 time: 0.1291420 Mar 11 13:14:40.317706 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-094af53f-92fa-4fd6-b097-4fe81507945b req-d96787ae-dd88-4899-a8cd-4ad56afd474f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efddaf-08dc-4436-b3b5-03331960007b HTTP/1.1" status: 200 len: 1000 time: 0.0975926 Mar 11 13:14:40.380164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094af53f-92fa-4fd6-b097-4fe81507945b req-d4faa55b-aa04-449b-994e-5419eb6b01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:40.382133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:40.382605 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-094af53f-92fa-4fd6-b097-4fe81507945b req-d4faa55b-aa04-449b-994e-5419eb6b01ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350dd848-5ec1-4d2d-b000-39e2e86062d8 HTTP/1.1" status: 200 len: 835 time: 0.0587533 Mar 11 13:14:40.411110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '81216a9e-ba10-49fc-9319-b27a3c892783', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.217', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'port_id': '68efddaf-08dc-4436-b3b5-03331960007b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'mac_address': 'fa:16:3e:ef:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:14:38Z', 'updated_at': '2022-03-11T13:14:38Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:40.415062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] Checking router: 479edea1-77d3-46e0-9306-4c4e9ba71671 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:14:40.423354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:14:40.423951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:14:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:40.463426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094af53f-92fa-4fd6-b097-4fe81507945b req-c1378682-a4fe-45b6-87d2-9127026b86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:14:40.464844 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-094af53f-92fa-4fd6-b097-4fe81507945b req-c1378682-a4fe-45b6-87d2-9127026b86da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=711ab0d0-c095-4588-888a-fa8bafc92b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774159 Mar 11 13:14:40.588295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:40.597977 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-094af53f-92fa-4fd6-b097-4fe81507945b req-6cc2a28f-05a4-4750-bcef-8b935c00e3d1 service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271317 Mar 11 13:14:40.616821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:14:40.731803 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-094af53f-92fa-4fd6-b097-4fe81507945b req-3a5c2d59-b297-462d-863f-c1af71abd9f2 service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280482 Mar 11 13:14:41.008837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '81216a9e-ba10-49fc-9319-b27a3c892783', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.217', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'port_id': '68efddaf-08dc-4436-b3b5-03331960007b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'mac_address': 'fa:16:3e:ef:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:14:38Z', 'updated_at': '2022-03-11T13:14:38Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:14:41.012655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f083d-68a7-4cfa-a5ac-fe86c9bdc48f None None] The sync data for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv is: [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '81216a9e-ba10-49fc-9319-b27a3c892783', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.217', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'port_id': '68efddaf-08dc-4436-b3b5-03331960007b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'mac_address': 'fa:16:3e:ef:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:14:38Z', 'updated_at': '2022-03-11T13:14:38Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:14:41.055437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 33974) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:41.165141 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d38fd02a-370f-4e80-aca9-df87847e57f2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/81216a9e-ba10-49fc-9319-b27a3c892783 HTTP/1.1" status: 200 len: 992 time: 0.1085644 Mar 11 13:14:41.190820 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc96119-b303-4efc-9bf0-1038343adbd2 None None] New status for floating IP 81216a9e-ba10-49fc-9319-b27a3c892783: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:14:41.940989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:42.168590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 33978) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:14:42.273641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed995f30-4263-4fdd-844d-ac5f5b428622 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/81216a9e-ba10-49fc-9319-b27a3c892783 HTTP/1.1" status: 200 len: 994 time: 0.1038828 Mar 11 13:14:52.046835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:14:54.374243 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:15:07.133216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-53e84af7-6e06-44c3-82d9-56dff29df93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:09.216417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-80a6e3a8-d09f-4f50-b587-4bb1465dbc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:10.346702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:10.519662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:11.346572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:11.449731 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c63bb0a3-f9f7-4676-9784-911b9f4e0553 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/81216a9e-ba10-49fc-9319-b27a3c892783 HTTP/1.1" status: 200 len: 994 time: 0.1020186 Mar 11 13:15:11.753906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34008) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:11.945173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:11.952940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 013950dd-da4f-4d34-8b50-eaa8b7a6d89b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:11.953281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:12.124552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:12.124877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:12.246457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 013950dd-da4f-4d34-8b50-eaa8b7a6d89b owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:12.395146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:12.442632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=013950dd-da4f-4d34-8b50-eaa8b7a6d89b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:12.532488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:12.532741 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 81216a9e-ba10-49fc-9319-b27a3c892783 disassociated (deleted). External IP: 172.26.4.217, port: 68efddaf-08dc-4436-b3b5-03331960007b. Mar 11 13:15:12.967772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 479edea1-77d3-46e0-9306-4c4e9ba71671 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:15:13.141014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:15:13.150905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] Sync routers for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:15:13.160677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:13.161174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:13.161414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:13.215504 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-203d04bb-699e-405a-b437-f166e10605aa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/81216a9e-ba10-49fc-9319-b27a3c892783 HTTP/1.1" status: 204 len: 168 time: 1.4605014 Mar 11 13:15:13.216077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:13.263925 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b', 'status': 'completed', 'code': 200} Mar 11 13:15:13.342352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:13.364816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-95856b91-1a02-4750-8d09-23a622f9d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:13.366328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-95856b91-1a02-4750-8d09-23a622f9d378 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 1099 time: 0.0803611 Mar 11 13:15:13.546140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-f22ff5a2-9861-416c-ad34-3b3439dd4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:13.547526 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-f22ff5a2-9861-416c-ad34-3b3439dd4d77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=711ab0d0-c095-4588-888a-fa8bafc92b62 HTTP/1.1" status: 200 len: 897 time: 0.1749706 Mar 11 13:15:13.623850 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-8c125652-c0e7-4049-9fde-58e1933c7b2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efddaf-08dc-4436-b3b5-03331960007b HTTP/1.1" status: 200 len: 217 time: 0.0686493 Mar 11 13:15:13.671059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:13.675213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] Checking router: 479edea1-77d3-46e0-9306-4c4e9ba71671 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:15:13.683946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:13.684805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:13.850396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-b75d4ebf-7144-4170-940f-9ba730f6e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:13.851723 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-b75d4ebf-7144-4170-940f-9ba730f6e169 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350dd848-5ec1-4d2d-b000-39e2e86062d8 HTTP/1.1" status: 200 len: 835 time: 0.2213852 Mar 11 13:15:13.865192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:13.924836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccfe20-fc45-4fa9-b65c-97d424aebce4 req-c0379b88-e181-463e-bd19-a58318814264 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:13.926283 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-80ccfe20-fc45-4fa9-b65c-97d424aebce4 req-c0379b88-e181-463e-bd19-a58318814264 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 946 time: 0.1465335 Mar 11 13:15:13.972975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-db9d39a4-d4a6-43de-82b3-48f922532b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:13.974437 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-db9d39a4-d4a6-43de-82b3-48f922532b2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=711ab0d0-c095-4588-888a-fa8bafc92b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160462 Mar 11 13:15:13.985788 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-80ccfe20-fc45-4fa9-b65c-97d424aebce4 req-b2647627-e3ef-40e6-9c5e-4108081a8e14 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536599 Mar 11 13:15:14.116724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-573c0621-8306-478a-b0c0-a106a8967009 service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340766 Mar 11 13:15:14.177535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:14.181402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b26a3-73e9-40cc-b2dd-a733d963a6a3 None None] The sync data for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv is: [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:14:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '81734d67-35bb-4b7e-9987-fce4e1305c51', 'name': '', 'network_id': '711ab0d0-c095-4588-888a-fa8bafc92b62', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:92:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:18Z', 'updated_at': '2022-03-11T13:14:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '350dd848-5ec1-4d2d-b000-39e2e86062d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:15:14.253839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aea5b53-0c2c-4c05-8f5d-34204405a300 req-ee207ae6-ab35-4a19-8875-c1ca836f09a8 service neutron] 10.222.0.50 "GET /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293454 Mar 11 13:15:14.397839 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984b4c1-4533-4a61-884f-d4a947b62dc7 None None] New status for floating IP 81216a9e-ba10-49fc-9319-b27a3c892783: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:15:14.836525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-da7cf9db-2ca8-42cd-a6d1-fe5dabc7f773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:14.837838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-da7cf9db-2ca8-42cd-a6d1-fe5dabc7f773 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 946 time: 0.0817678 Mar 11 13:15:14.904486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 68efddaf-08dc-4436-b3b5-03331960007b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:14.904824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:15.195622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 68efddaf-08dc-4436-b3b5-03331960007b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=68efddaf-08dc-4436-b3b5-03331960007b,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:15.195976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:15.328444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 68efddaf-08dc-4436-b3b5-03331960007b owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:15.378646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450dac8-5c43-4152-9e8f-0400656f1eba req-6cc65f6c-c350-4ef9-be95-d8376d033c2f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:15.380100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b450dac8-5c43-4152-9e8f-0400656f1eba req-6cc65f6c-c350-4ef9-be95-d8376d033c2f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcbf6411-3c9e-4045-adad-47fe2159c06f HTTP/1.1" status: 200 len: 946 time: 0.2802210 Mar 11 13:15:15.449557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b450dac8-5c43-4152-9e8f-0400656f1eba req-d0c57563-1e2f-4707-9d06-16632148e56e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=7caf7d94-c53e-4795-894e-d4f79abbd416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598600 Mar 11 13:15:15.516198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:15.565098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=68efddaf-08dc-4436-b3b5-03331960007b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:15.603647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.604030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.604390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.604717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.605089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.605488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.605779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.606106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.606434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.606758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.607081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.607400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:15.652777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port 68efddaf-08dc-4436-b3b5-03331960007b on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:15:15.654997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:15.657375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'name': 'network-vif-deleted', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:15.668923 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d52a04e7-4d4f-4456-89d5-772824b05d83 req-cbbf6445-1a86-4ad5-afd2-cfc9f660ebe5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/68efddaf-08dc-4436-b3b5-03331960007b HTTP/1.1" status: 204 len: 173 time: 0.8257244 Mar 11 13:15:15.700982 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbf6411-3c9e-4045-adad-47fe2159c06f', 'name': 'network-vif-deleted', 'tag': '68efddaf-08dc-4436-b3b5-03331960007b', 'status': 'completed', 'code': 200} Mar 11 13:15:16.547497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34024) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:16.616714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-095c9eb7-cc20-4f54-afe2-ab80fcf52f96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:16.645365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-095c9eb7-cc20-4f54-afe2-ab80fcf52f96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:16.708446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-095c9eb7-cc20-4f54-afe2-ab80fcf52f96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:16.726905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c9eb7-cc20-4f54-afe2-ab80fcf52f96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf7d94-c53e-4795-894e-d4f79abbd416,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:16.735003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-095c9eb7-cc20-4f54-afe2-ab80fcf52f96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:16.736115 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-095c9eb7-cc20-4f54-afe2-ab80fcf52f96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/7caf7d94-c53e-4795-894e-d4f79abbd416 HTTP/1.1" status: 204 len: 168 time: 0.1876109 Mar 11 13:15:16.766381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34030) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:17.306529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:17.754052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 81734d67-35bb-4b7e-9987-fce4e1305c51 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:17.754721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:17.925007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 68efddaf-08dc-4436-b3b5-03331960007b no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:15:17.936662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 81734d67-35bb-4b7e-9987-fce4e1305c51, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=81734d67-35bb-4b7e-9987-fce4e1305c51,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:17.937019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:17.957974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 68efddaf-08dc-4436-b3b5-03331960007b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:15:17.958313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 68efddaf-08dc-4436-b3b5-03331960007b not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:15:18.058757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 81734d67-35bb-4b7e-9987-fce4e1305c51 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:18.374287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:18.422797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=81734d67-35bb-4b7e-9987-fce4e1305c51,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:18.707320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:19.203015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 479edea1-77d3-46e0-9306-4c4e9ba71671 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:15:19.383361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:15:19.393072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] Sync routers for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:15:19.397917 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1c1c082f-88aa-407e-9a8f-eb085e72c9d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/479edea1-77d3-46e0-9306-4c4e9ba71671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6303382 Mar 11 13:15:19.400502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34034) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:19.403097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:19.403695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:19.469997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet 350dd848-5ec1-4d2d-b000-39e2e86062d8 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:15:19.472745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:19.527099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:19.581692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:19.612652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:19.686408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:19.723461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=350dd848-5ec1-4d2d-b000-39e2e86062d8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:19.728714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:19.735639 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b05903bb-b75e-4441-957d-c8f4493b7097 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/350dd848-5ec1-4d2d-b000-39e2e86062d8 HTTP/1.1" status: 204 len: 168 time: 0.3341489 Mar 11 13:15:19.738155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34038) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:19.770684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a1ba4-c6ad-4e46-86e5-6307db24e05c None None] Network 711ab0d0-c095-4588-888a-fa8bafc92b62 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:15:19.918608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.039183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '8deded29-5731-47ab-b117-6287c9f9b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:15:18Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '8deded29-5731-47ab-b117-6287c9f9b906', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:79:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:14:15Z', 'updated_at': '2022-03-11T13:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:20.042990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] Checking router: 479edea1-77d3-46e0-9306-4c4e9ba71671 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:15:20.051470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] Routers {'479edea1-77d3-46e0-9306-4c4e9ba71671'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:20.052059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['479edea1-77d3-46e0-9306-4c4e9ba71671'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:20.096977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.110650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 8deded29-5731-47ab-b117-6287c9f9b906 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:20.110911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.114382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] DHCP port deletion for 711ab0d0-c095-4588-888a-fa8bafc92b62 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:15:20.176763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Deleting port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:20.177126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.283312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] Set router 479edea1-77d3-46e0-9306-4c4e9ba71671 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:20.285084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 8deded29-5731-47ab-b117-6287c9f9b906, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8deded29-5731-47ab-b117-6287c9f9b906,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:20.285614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.393782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:15:20Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:20.406723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 8deded29-5731-47ab-b117-6287c9f9b906 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:20.422971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559237a-88b6-4c17-bd02-f9e85670e445 None None] The sync data for ids ['479edea1-77d3-46e0-9306-4c4e9ba71671'] in dv-neutron-833198-1-hyperv is: [{'id': '479edea1-77d3-46e0-9306-4c4e9ba71671', 'name': 'tempest-TestNetworkBasicOps-router-1417959392', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:14:14Z', 'updated_at': '2022-03-11T13:15:20Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:15:20.512937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] For port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd,segment=NetworkSegment(0df8f3b6-b214-44e4-85a2-08da5b6b32f2),segment_id=0df8f3b6-b214-44e4-85a2-08da5b6b32f2)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:20.513365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.679414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Calling delete_port for 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:20.686877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.732876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=8deded29-5731-47ab-b117-6287c9f9b906,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:20.758119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:20.809004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Pushing event deleted for resources: {'Port': ['ID=8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:20.817504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] No DVR routers for this DVR port 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:15:20.820013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.820356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.820691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.821024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.821427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.822179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.822636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.823003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.823324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.823945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.823945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.824276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ae30f-18bd-4cf3-a891-76fd0f67b8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:20.829777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.002187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.004262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.025516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.026051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router 479edea1-77d3-46e0-9306-4c4e9ba71671 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:15:21.040640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.042239 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-649c64da-444b-43a4-b86d-38fd86a0a177 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/479edea1-77d3-46e0-9306-4c4e9ba71671 HTTP/1.1" status: 204 len: 168 time: 1.3027003 Mar 11 13:15:21.044805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34042) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:21.154632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.288341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.315293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711ab0d0-c095-4588-888a-fa8bafc92b62']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:21.326917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df8f3b6-b214-44e4-85a2-08da5b6b32f2') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:21.327216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df8f3b6-b214-44e4-85a2-08da5b6b32f2') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:21.339335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.363867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.372604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:15:21.373009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.407283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8deded29-5731-47ab-b117-6287c9f9b906 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:15:21.407784 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:15:21.448336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 8deded29-5731-47ab-b117-6287c9f9b906 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:15:21.449062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8deded29-5731-47ab-b117-6287c9f9b906 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:15:21.449682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 81734d67-35bb-4b7e-9987-fce4e1305c51 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:15:21.481001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.486838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 81734d67-35bb-4b7e-9987-fce4e1305c51 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:15:21.487181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 81734d67-35bb-4b7e-9987-fce4e1305c51 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:15:21.487768 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:15:21.498393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.509309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=711ab0d0-c095-4588-888a-fa8bafc92b62,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:21.517929 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1d808782-d003-4f72-90e1-ff1a8491d6e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/711ab0d0-c095-4588-888a-fa8bafc92b62 HTTP/1.1" status: 204 len: 168 time: 0.4721670 Mar 11 13:15:21.527443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:15:21.527835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e9d5f42-8d02-4da0-9b20-f8ea7f8edadd not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:15:21.538111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34046) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:21.544161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--1845332236', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:21.549199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:21.553315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:21.556191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:21.562195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:21.571652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:15:21.575722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.603305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:15:21.612156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.612595 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment 6e907c59-3162-4859-91b0-89ec77d03df4 of type vlan for network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b Mar 11 13:15:21.639848 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.668522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.674122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:21.674781 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.874032 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3342857 Mar 11 13:15:21.876768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34050) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:21.881878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-220729766', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:21.885992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b8b94-e742-480e-8bd3-85aad58c7cb2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:21.891297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:21.895669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:21.895887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:15:21.898560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:21.908584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:21.918245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.919555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:21.935128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:22.060607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:22.210759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:22.597005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:22.625974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:22.758639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.166 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/f8731691-8c30-40f3-a12a-e8fb9bba53c0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:15:22.902797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:22.931594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:22.992846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:15:22.995518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:15:23.003565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:15:23.038161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=f8731691-8c30-40f3-a12a-e8fb9bba53c0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:23.053648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.053993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.054327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.054661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.054987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.055312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.055638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.055959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.056276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.056592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.056937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.057277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:23.415396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:23.749192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:24.040966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:15:24.216074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:15:24.224974 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Sync routers for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:15:24.235138 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:24.235733 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:24.242657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:24.244234 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3922cd61-78b5-4c48-9aba-f9e7186712f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3664598 Mar 11 13:15:24.247435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34054) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:24.286951 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-89465eb0-4949-4c5e-8a25-78ee940614f2 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384398 Mar 11 13:15:24.289719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34058) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:24.413538 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:24.420334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b83ede-58aa-4457-a615-a010cd0522c2 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:24.424692 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-30b83ede-58aa-4457-a615-a010cd0522c2 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312332 Mar 11 13:15:24.424838 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34062) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:24.468124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83139098-dd3e-404f-ab88-5681d5b282e1 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422118 Mar 11 13:15:24.470608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34066) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:24.475936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996314808', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:24.580031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:24.583799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:24.586575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:24.592681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:24.601984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:15:24.605410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:24.693528 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:23Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:24.697205 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Checking router: dc02e720-d210-4b2b-98ad-b8ef8b5c21ee for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:15:24.697584 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Updating router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee port f8731691-8c30-40f3-a12a-e8fb9bba53c0 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:15:24.749372 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:24.819583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:24.897109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=c648ace5-6d18-4598-b8c4-e244b3592c91,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:24.906569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:15:24.906936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:15:24.925211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:15:24.935168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:15:24.939422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:24.940062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:24.946855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e92b31c-6fc4-4cef-959a-db4035a03874 None None] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:15:24.963061 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eacaaeb8-dcaa-4c5e-a4fb-9e4381a22090 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4913793 Mar 11 13:15:24.965880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34070) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:25.078531 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.090221 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Transition to ACTIVE for port object f8731691-8c30-40f3-a12a-e8fb9bba53c0 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:15:25.098052 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.160192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:15:25.161265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.180614 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Attempting to bind port f8731691-8c30-40f3-a12a-e8fb9bba53c0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:15:25.180979 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Attempting to bind port f8731691-8c30-40f3-a12a-e8fb9bba53c0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:15:25.181335 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Attempting to bind port f8731691-8c30-40f3-a12a-e8fb9bba53c0 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:15:25.187878 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Pushing event updated for resources: {'Port': ['ID=f8731691-8c30-40f3-a12a-e8fb9bba53c0,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:25.192752 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:15:25.193121 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:15:25.193536 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.193928 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:15:25.194381 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Bound port: f8731691-8c30-40f3-a12a-e8fb9bba53c0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:15:25.194755 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.235992 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.236681 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.236681 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.236842 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.237175 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.237525 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.237849 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.238172 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.238490 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.238809 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.239124 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.240180 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:15:25.283881 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] For port f8731691-8c30-40f3-a12a-e8fb9bba53c0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:15:25.287346 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] For port f8731691-8c30-40f3-a12a-e8fb9bba53c0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f8731691-8c30-40f3-a12a-e8fb9bba53c0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:15:25.290893 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.316533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Allocated IP 172.20.0.2 (ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b/c648ace5-6d18-4598-b8c4-e244b3592c91/45ec5b9f-8256-417f-8f3f-b821cfff51d2) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:15:25.365134 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a79b1a-f4ec-426f-87c5-7af4959f1793 None None] Pushing event updated for resources: {'Port': ['ID=f8731691-8c30-40f3-a12a-e8fb9bba53c0,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:25.377279 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:25.377946 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:25.555959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.567948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Transition to ACTIVE for port object 45ec5b9f-8256-417f-8f3f-b821cfff51d2 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:15:25.586749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Transition to ACTIVE for port object 45ec5b9f-8256-417f-8f3f-b821cfff51d2 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:15:25.594630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.610235 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:25.661325 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:15:25.664360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:15:25.668774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:15:25.694519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.714180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Pushing event updated for resources: {'Port': ['ID=45ec5b9f-8256-417f-8f3f-b821cfff51d2,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:25.774640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Attempting to bind port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:15:25.774997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Attempting to bind port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:15:25.775606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Attempting to bind port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:15:25.782497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:15:25.782938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Checking segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:15:25.783234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.783617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Bound using segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:15:25.784076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Bound port: 45ec5b9f-8256-417f-8f3f-b821cfff51d2, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:15:25.784461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.874389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] For port 45ec5b9f-8256-417f-8f3f-b821cfff51d2, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:15:25.877975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] For port 45ec5b9f-8256-417f-8f3f-b821cfff51d2, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=45ec5b9f-8256-417f-8f3f-b821cfff51d2,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:15:25.883191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:25.913200 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:23Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:25.917985 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef74b7-0809-4e22-be44-ca0b08759108 None None] The sync data for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv is: [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:23Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:15:25.989866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4bb94-fb70-4ab1-9679-7204cce29d05 None None] Pushing event updated for resources: {'Port': ['ID=45ec5b9f-8256-417f-8f3f-b821cfff51d2,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:26.296479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b/c648ace5-6d18-4598-b8c4-e244b3592c91/b4c55e72-1b2c-42db-8755-ae8f065b5678) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:15:26.464225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:26.481383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object b4c55e72-1b2c-42db-8755-ae8f065b5678 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:15:26.506292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:26.571640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:15:26.580168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:15:26.582577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:15:26.622907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=b4c55e72-1b2c-42db-8755-ae8f065b5678,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:26.652497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:26.790992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:26.967858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d677c19-1497-4643-80c5-24067efa3b53 None None] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:15:27.067170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bc064e3d-d954-4c5b-ae89-fd0d1a703745 None None] Provisioning for port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:15:27.220558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.225988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.340240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.343669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=b4c55e72-1b2c-42db-8755-ae8f065b5678,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:27.482930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 45ec5b9f-8256-417f-8f3f-b821cfff51d2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:15:27.514780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:15:27.515956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:15:27.570789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-87d20239-f494-4312-8d31-6860f51e04f0 None None] Provisioning for port b4c55e72-1b2c-42db-8755-ae8f065b5678 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:15:27.576453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:15:27.581235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-87d20239-f494-4312-8d31-6860f51e04f0 None None] Provisioning complete for port b4c55e72-1b2c-42db-8755-ae8f065b5678 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:27.581631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-87d20239-f494-4312-8d31-6860f51e04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.611851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:27.611851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.687731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-87d20239-f494-4312-8d31-6860f51e04f0 None None] Port b4c55e72-1b2c-42db-8755-ae8f065b5678 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:15:27.755319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.794192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 45ec5b9f-8256-417f-8f3f-b821cfff51d2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=45ec5b9f-8256-417f-8f3f-b821cfff51d2,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:27.801320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.802136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f8731691-8c30-40f3-a12a-e8fb9bba53c0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:15:27.831083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:15:27.916891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-480c33c4-22f5-494e-8d0b-87afeef14169 None None] Provisioning complete for port b4c55e72-1b2c-42db-8755-ae8f065b5678 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:27.917181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-480c33c4-22f5-494e-8d0b-87afeef14169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:27.983257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=45ec5b9f-8256-417f-8f3f-b821cfff51d2,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:27.988711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-480c33c4-22f5-494e-8d0b-87afeef14169 None None] Port b4c55e72-1b2c-42db-8755-ae8f065b5678 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:15:27.999441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port f8731691-8c30-40f3-a12a-e8fb9bba53c0 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:15:28.004211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f8731691-8c30-40f3-a12a-e8fb9bba53c0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:28.004627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:28.016118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:15:28.028685 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-820361f2-0a90-47e9-9643-78bf747023ba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/dc02e720-d210-4b2b-98ad-b8ef8b5c21ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0617766 Mar 11 13:15:28.031171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34074) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:28.035307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Sync routers for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:15:28.062437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:28.063036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:28.165059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-345646bc-2bd1-4d5d-abe3-3bd3e05fa1c1 None None] Provisioning complete for port b4c55e72-1b2c-42db-8755-ae8f065b5678 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:28.165794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-345646bc-2bd1-4d5d-abe3-3bd3e05fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:28.172973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e830678-1659-4af3-ac6d-7262e4245680 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.173445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e830678-1659-4af3-ac6d-7262e4245680 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.173910 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e830678-1659-4af3-ac6d-7262e4245680 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.174364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e830678-1659-4af3-ac6d-7262e4245680 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.174825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e830678-1659-4af3-ac6d-7262e4245680 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.175273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e830678-1659-4af3-ac6d-7262e4245680 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.177002 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e830678-1659-4af3-ac6d-7262e4245680 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1449528 Mar 11 13:15:28.179704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34078) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:28.249464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d6b41-ddd3-4603-ad9f-cf99d175a70b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.249843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d6b41-ddd3-4603-ad9f-cf99d175a70b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.250296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d6b41-ddd3-4603-ad9f-cf99d175a70b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.250742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d6b41-ddd3-4603-ad9f-cf99d175a70b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.251189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d6b41-ddd3-4603-ad9f-cf99d175a70b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.251630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d6b41-ddd3-4603-ad9f-cf99d175a70b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:28.253358 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bf8d6b41-ddd3-4603-ad9f-cf99d175a70b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0727820 Mar 11 13:15:28.256087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34082) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:28.334365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-345646bc-2bd1-4d5d-abe3-3bd3e05fa1c1 None None] Port b4c55e72-1b2c-42db-8755-ae8f065b5678 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:15:28.360359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:28.401101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:28.445632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port f8731691-8c30-40f3-a12a-e8fb9bba53c0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f8731691-8c30-40f3-a12a-e8fb9bba53c0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:28.465325 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-abd75d48-ed78-43c1-8149-974cd99856b6 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2081914 Mar 11 13:15:28.500519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:28.655921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=f8731691-8c30-40f3-a12a-e8fb9bba53c0,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:28.747468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:27Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:28.751250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Checking router: dc02e720-d210-4b2b-98ad-b8ef8b5c21ee for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:15:28.751538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Updating router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee port b4c55e72-1b2c-42db-8755-ae8f065b5678 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:15:28.801808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:28.910758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34088) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:28.915883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625836139', 'description': 'tempest-secgroup-smoke-625836139 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:28.922281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:28.926405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:28.929181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:28.935051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:28.944796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:28.964900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:28.968850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:28.971771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:28.977384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:29.052685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.056284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.101154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899f7418-69dd-4cde-b598-68e4c0bb7d13,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.106776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.110957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:29.113899 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4cd3c7ba-4672-4132-9558-e903e4d95d78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2021174 Mar 11 13:15:29.116264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '899f7418-69dd-4cde-b598-68e4c0bb7d13', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:29.122105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:29.125912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:29.128720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:29.134379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:29.151221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.183337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.194769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Transition to ACTIVE for port object b4c55e72-1b2c-42db-8755-ae8f065b5678 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:15:29.201677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.211814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.216615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.239966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821eac74-be5a-4a37-8af5-0823f5ac1725,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.250345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.251542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5856e11f-32f4-4118-8ded-fd072b313a57 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396518 Mar 11 13:15:29.254470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:29.260588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '899f7418-69dd-4cde-b598-68e4c0bb7d13', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:29.269521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:29.273679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:29.277296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:29.283643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:29.308266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.366202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094dbc9-37be-4c78-aa47-ec947d488f80 None None] Pushing event updated for resources: {'Port': ['ID=b4c55e72-1b2c-42db-8755-ae8f065b5678,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.408152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.425735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.426154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 45ec5b9f-8256-417f-8f3f-b821cfff51d2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:15:29.446117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcc758d-087a-47ef-946f-8c9cbe96c28c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.470562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Attempting to bind port b4c55e72-1b2c-42db-8755-ae8f065b5678 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:15:29.471000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Attempting to bind port b4c55e72-1b2c-42db-8755-ae8f065b5678 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:15:29.471254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Attempting to bind port b4c55e72-1b2c-42db-8755-ae8f065b5678 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:15:29.475689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.478361 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a368e62-d1cb-4763-b2e3-87f193b5d4f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2226081 Mar 11 13:15:29.480466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34100) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:29.482446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:15:29.482822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Checking segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:15:29.483214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.483594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Bound using segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:15:29.484059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Bound port: b4c55e72-1b2c-42db-8755-ae8f065b5678, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:15:29.484414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.485778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '899f7418-69dd-4cde-b598-68e4c0bb7d13', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:29.491978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:29.496663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:29.500062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:29.506606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:29.525825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.589367 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.593562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.602848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:29.603215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.617869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296cdd65-5565-464c-8f36-1c0d206108bf,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.628384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.632669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34104) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:29.632797 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-56985986-1282-4596-ae58-f017a4268eb8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511931 Mar 11 13:15:29.641258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '899f7418-69dd-4cde-b598-68e4c0bb7d13', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:29.649077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:29.649242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] For port b4c55e72-1b2c-42db-8755-ae8f065b5678, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:15:29.654579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:29.657590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:29.663183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:29.667094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] For port b4c55e72-1b2c-42db-8755-ae8f065b5678, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b4c55e72-1b2c-42db-8755-ae8f065b5678,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:15:29.674966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.680370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.748840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.753614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.782854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064adc6d-66e1-44e1-bd82-ebfeef9b738b,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.786913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.789551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:29.790182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:29.791120 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34108) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:29.796500 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '899f7418-69dd-4cde-b598-68e4c0bb7d13', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:29.798010 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6de355d7-1154-4a66-a96f-2563a79438e4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639254 Mar 11 13:15:29.802476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:29.806384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:29.809700 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:29.815974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:29.828038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:15:29.835368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.875988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094dbc9-37be-4c78-aa47-ec947d488f80 None None] Pushing event updated for resources: {'Port': ['ID=b4c55e72-1b2c-42db-8755-ae8f065b5678,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.904461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f8731691-8c30-40f3-a12a-e8fb9bba53c0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:15:29.915926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.920501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.937830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d0015c-27bc-442c-b21c-0a1f038a7723,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:29.955312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:29.959242 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34112) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:29.959760 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9f41ea8a-cbac-46c7-a923-130876d995d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670547 Mar 11 13:15:29.965305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '899f7418-69dd-4cde-b598-68e4c0bb7d13', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:29.971379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:29.975160 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:29.978013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:29.983754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:29.995040 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:15:30.001586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:30.068879 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:30.073830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:30.077718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:30.097381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a5f05b-643b-48b5-ac6c-e699b65a37f6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:30.105629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:30.106864 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0910a52d-1c64-4afd-8ace-45ab134bd2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463482 Mar 11 13:15:30.147746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f8731691-8c30-40f3-a12a-e8fb9bba53c0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:30.147746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:30.295045 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-38a98299-b4f7-40c0-8947-76e7a41f44e6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625836139&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0390036 Mar 11 13:15:30.448704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-39cff34f-e7a5-4098-94b3-56cf7a371871 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:30.449466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-39cff34f-e7a5-4098-94b3-56cf7a371871 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:15:30.471288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-39cff34f-e7a5-4098-94b3-56cf7a371871 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:15:30.472431 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-39cff34f-e7a5-4098-94b3-56cf7a371871 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 797 time: 0.1707997 Mar 11 13:15:30.488990 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-688734c9-c14d-475c-bd3d-aca0e50e5ad7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0107765 Mar 11 13:15:30.544600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:29Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:30.548500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63536b51-cd83-49e4-8dfd-d2dbd459a9fe None None] The sync data for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv is: [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:29Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:15:30.571000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-a2de88b3-2a42-422d-9031-804c468cd533 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:15:30.590157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-a2de88b3-2a42-422d-9031-804c468cd533 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:15:30.592770 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-a2de88b3-2a42-422d-9031-804c468cd533 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964639 Mar 11 13:15:30.748765 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-d0dc2867-6ba5-4084-bb26-b0c01752b9b7 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422665 Mar 11 13:15:31.006628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-426e80cd-421f-4145-8c39-2a5800be1e52 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518594 Mar 11 13:15:31.186964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f771851f-ebe9-4c61-8d42-57ff439f30a5 req-2ed09784-1f0c-43d6-926f-20ff233e4a8a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 210 time: 0.0430899 Mar 11 13:15:31.379795 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:15:31.460300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4c55e72-1b2c-42db-8755-ae8f065b5678 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:15:31.531472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b4c55e72-1b2c-42db-8755-ae8f065b5678 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:15:31.537732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b4c55e72-1b2c-42db-8755-ae8f065b5678 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:31.538124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:31.672346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:31.713851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port b4c55e72-1b2c-42db-8755-ae8f065b5678, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b4c55e72-1b2c-42db-8755-ae8f065b5678,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:31.717897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:31.784772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=b4c55e72-1b2c-42db-8755-ae8f065b5678,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:32.400317 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b7ecd73-d718-43f4-822f-2098f3f6f0bc req-8864969e-8244-4eda-80c8-fc04a1700d4f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 210 time: 0.1008239 Mar 11 13:15:32.471008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-f4182ff6-da8a-4e07-b4f2-a4dc35f22e46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:32.472364 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-f4182ff6-da8a-4e07-b4f2-a4dc35f22e46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 797 time: 0.2097831 Mar 11 13:15:32.531431 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-67768776-26a2-4b88-ad5c-0e39508623c0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 379 time: 0.0490739 Mar 11 13:15:32.544460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['899f7418-69dd-4cde-b598-68e4c0bb7d13']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:32.679187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:32.689260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:32.699355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:15:32.703059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:32.861127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.13 (ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b/c648ace5-6d18-4598-b8c4-e244b3592c91/a50fadac-a897-426a-82b3-a65ff08efd97) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:15:33.071127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:33.086958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object a50fadac-a897-426a-82b3-a65ff08efd97 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:15:33.112992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:33.178401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:15:33.181624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:15:33.191131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:15:33.230757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=a50fadac-a897-426a-82b3-a65ff08efd97,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:33.265148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:33.265891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:33.292240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-35c1c5c8-0a35-4ff0-b65e-16b509f684d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513158 Mar 11 13:15:33.303235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Request body: {'port': {'device_id': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:33.407635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4c55e72-1b2c-42db-8755-ae8f065b5678 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:15:33.422585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:33.472533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8e074f4-39eb-4278-a053-fbe656c699bb None None] Provisioning for port a50fadac-a897-426a-82b3-a65ff08efd97 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:15:33.482164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8e074f4-39eb-4278-a053-fbe656c699bb None None] Provisioning complete for port a50fadac-a897-426a-82b3-a65ff08efd97 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:33.482872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8e074f4-39eb-4278-a053-fbe656c699bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:33.543520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b4c55e72-1b2c-42db-8755-ae8f065b5678 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:33.543918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:33.570802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c8e074f4-39eb-4278-a053-fbe656c699bb None None] Port a50fadac-a897-426a-82b3-a65ff08efd97 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:15:33.741374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72676cc1-de83-45b9-b1a8-188de49cc286 req-238668f4-ff85-42f4-a35e-2d3ddef4a73d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:33.742085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-72676cc1-de83-45b9-b1a8-188de49cc286 req-238668f4-ff85-42f4-a35e-2d3ddef4a73d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:15:33.778122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-72676cc1-de83-45b9-b1a8-188de49cc286 req-238668f4-ff85-42f4-a35e-2d3ddef4a73d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:15:33.779239 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-72676cc1-de83-45b9-b1a8-188de49cc286 req-238668f4-ff85-42f4-a35e-2d3ddef4a73d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 932 time: 0.2351589 Mar 11 13:15:33.877085 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-72676cc1-de83-45b9-b1a8-188de49cc286 req-219aa009-4079-4b7f-8e20-ef3f1bc79e4a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915806 Mar 11 13:15:33.884667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50fadac-a897-426a-82b3-a65ff08efd97 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:15:33.892739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:33.907094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Transition to ACTIVE for port object a50fadac-a897-426a-82b3-a65ff08efd97 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:15:33.910310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:34.177952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Pushing event updated for resources: {'Port': ['ID=a50fadac-a897-426a-82b3-a65ff08efd97,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:34.256915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Attempting to bind port a50fadac-a897-426a-82b3-a65ff08efd97 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:15:34.257152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Attempting to bind port a50fadac-a897-426a-82b3-a65ff08efd97 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:15:34.257506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Attempting to bind port a50fadac-a897-426a-82b3-a65ff08efd97 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:15:34.262032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Port a50fadac-a897-426a-82b3-a65ff08efd97 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:15:34.262355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Attempting to bind port a50fadac-a897-426a-82b3-a65ff08efd97 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:15:34.267309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:15:34.267646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Checking segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:15:34.268027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Bound using segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:15:34.268452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Bound port: a50fadac-a897-426a-82b3-a65ff08efd97, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:15:34.268794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:34.358425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] For port a50fadac-a897-426a-82b3-a65ff08efd97, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:15:34.361365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] For port a50fadac-a897-426a-82b3-a65ff08efd97, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a50fadac-a897-426a-82b3-a65ff08efd97,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:15:34.365950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:34.419684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:34.420293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:34.421669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] 10.222.0.50 "PUT /v2.0/ports/a50fadac-a897-426a-82b3-a65ff08efd97 HTTP/1.1" status: 200 len: 1094 time: 1.1228158 Mar 11 13:15:34.422099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:34.453371 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52547-330b-4fd5-96f3-a65610252b31 service neutron] Pushing event updated for resources: {'Port': ['ID=a50fadac-a897-426a-82b3-a65ff08efd97,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:34.513013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'status': 'completed', 'code': 200} Mar 11 13:15:34.554621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-7093325d-0d21-4796-b9b7-ff197e5c0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:34.556266 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-7093325d-0d21-4796-b9b7-ff197e5c0916 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 1097 time: 0.0854528 Mar 11 13:15:34.628775 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-2ff76b04-96a0-4358-89c1-6520e46c60cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a50fadac-a897-426a-82b3-a65ff08efd97 HTTP/1.1" status: 200 len: 217 time: 0.0651598 Mar 11 13:15:34.694483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-160185e6-9fda-436a-986c-56f0081130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:34.695911 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-160185e6-9fda-436a-986c-56f0081130a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 200 len: 835 time: 0.0618377 Mar 11 13:15:34.769091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-e6eb9a99-c403-46e6-bcd6-0eb87234914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:34.770459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-e6eb9a99-c403-46e6-bcd6-0eb87234914a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682178 Mar 11 13:15:34.899033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-f1d91e45-cf15-49d5-9540-23fc82a663ba service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221495 Mar 11 13:15:35.083525 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec1f589f-f009-4b2d-8f11-65a7ca34d345 req-5449a9d4-2e2a-4f08-b9b3-05448ea8f2ba service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771638 Mar 11 13:15:35.107225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d9da6-2d26-4b69-b843-03ba7bec3471 req-646a6eed-71cf-4b57-81f5-08125f416727 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:35.108651 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1e1d9da6-2d26-4b69-b843-03ba7bec3471 req-646a6eed-71cf-4b57-81f5-08125f416727 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 944 time: 0.1203403 Mar 11 13:15:35.196098 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1e1d9da6-2d26-4b69-b843-03ba7bec3471 req-1eb733b0-ac8b-4725-9ab5-d9264f1131bb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816224 Mar 11 13:15:35.220649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-75d646b5-b6d0-4031-aeb6-bc8b6965be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:35.222129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-75d646b5-b6d0-4031-aeb6-bc8b6965be7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 1097 time: 0.0932028 Mar 11 13:15:35.352216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-48d52263-072a-48ac-a689-2461ab6435e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:35.353698 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-48d52263-072a-48ac-a689-2461ab6435e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 898 time: 0.1255188 Mar 11 13:15:35.420108 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-8ccb3c11-c8df-4c2f-8e1b-b40073b03b26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a50fadac-a897-426a-82b3-a65ff08efd97 HTTP/1.1" status: 200 len: 217 time: 0.0597053 Mar 11 13:15:35.485099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-aad104ee-9898-4f40-a5f1-af17fd9a30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:35.486526 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-aad104ee-9898-4f40-a5f1-af17fd9a30f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 200 len: 835 time: 0.0600278 Mar 11 13:15:35.563946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-e26fcc39-baec-4334-9692-4df288e23d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:35.565385 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-e26fcc39-baec-4334-9692-4df288e23d72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710275 Mar 11 13:15:35.700514 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-63941f25-f80b-45b5-8df4-bbcab378dade service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244781 Mar 11 13:15:35.928569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97f2a2b8-1e4b-4a79-b101-39d4c69a3445 req-637eb7a5-4589-4443-9580-8b8a2c71315a service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212865 Mar 11 13:15:36.027901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device a50fadac-a897-426a-82b3-a65ff08efd97 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:15:36.158639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port a50fadac-a897-426a-82b3-a65ff08efd97, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a50fadac-a897-426a-82b3-a65ff08efd97,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:36.171813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'port_id': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'mac_address': 'fa:16:3e:ab:2e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:15:36.230868 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:36.247329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50fadac-a897-426a-82b3-a65ff08efd97 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:15:36.262231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port a50fadac-a897-426a-82b3-a65ff08efd97, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a50fadac-a897-426a-82b3-a65ff08efd97,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:36.266199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:36.335394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=a50fadac-a897-426a-82b3-a65ff08efd97,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:36.383835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a06ffd-7900-43b3-afa8-2fe3dcac3e67 req-3b0f9eec-f697-41df-8b6d-ea73191ca1c8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:36.385574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1a06ffd-7900-43b3-afa8-2fe3dcac3e67 req-3b0f9eec-f697-41df-8b6d-ea73191ca1c8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 945 time: 0.0834389 Mar 11 13:15:36.433089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1a06ffd-7900-43b3-afa8-2fe3dcac3e67 req-8e90d9f6-31aa-4bbf-91e6-cbf8fc6cdbc4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Mar 11 13:15:36.495955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['a50fadac-a897-426a-82b3-a65ff08efd97'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:15:37.136130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-74fa1809-5ca9-4c28-b1ed-4915c98f035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:37.615393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756a1f3-c1d0-40f9-b997-6de931ea5e0b req-8f19bc12-5041-42e2-9a75-801a25efc88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:37.616879 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d756a1f3-c1d0-40f9-b997-6de931ea5e0b req-8f19bc12-5041-42e2-9a75-801a25efc88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 945 time: 0.0808220 Mar 11 13:15:37.660340 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d756a1f3-c1d0-40f9-b997-6de931ea5e0b req-956c915a-241c-4526-90a4-5c6c585a272c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378573 Mar 11 13:15:38.033744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device a50fadac-a897-426a-82b3-a65ff08efd97 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:15:38.103205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port a50fadac-a897-426a-82b3-a65ff08efd97 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:15:38.108135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port a50fadac-a897-426a-82b3-a65ff08efd97 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:15:38.108500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:38.222439 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:38.280481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:38.289954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port a50fadac-a897-426a-82b3-a65ff08efd97, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a50fadac-a897-426a-82b3-a65ff08efd97,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:38.294176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:38.329808 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'code': 200} Mar 11 13:15:38.361300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=a50fadac-a897-426a-82b3-a65ff08efd97,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:38.552435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d40692-0479-4cab-81d5-9cbd8421d7aa req-eeb67c8b-6530-4943-bac9-32e0212695cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:38.553819 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e8d40692-0479-4cab-81d5-9cbd8421d7aa req-eeb67c8b-6530-4943-bac9-32e0212695cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 1099 time: 0.0730634 Mar 11 13:15:38.593819 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e8d40692-0479-4cab-81d5-9cbd8421d7aa req-afbe9eda-6a8c-4a8a-b73b-0a6336545f19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Mar 11 13:15:38.840724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097984f-e39a-4e5e-8fe9-d9652fdb1efb req-4fb897d3-57d2-4661-9634-42a161292987 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:38.842158 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e097984f-e39a-4e5e-8fe9-d9652fdb1efb req-4fb897d3-57d2-4661-9634-42a161292987 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 946 time: 0.0799990 Mar 11 13:15:38.928518 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e097984f-e39a-4e5e-8fe9-d9652fdb1efb req-42f29a25-b156-492d-9bb2-deef4bc017ee tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807266 Mar 11 13:15:38.953259 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-b3cce611-c6d0-40f3-8ea1-ab2882b0e1f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884309 Mar 11 13:15:39.052617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-f4260267-968f-4493-9271-5291ddc4cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:39.054082 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-f4260267-968f-4493-9271-5291ddc4cadd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 1098 time: 0.0691085 Mar 11 13:15:39.198919 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-11701658-e1ae-4e63-a38c-9aa75f2ae0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:39.200356 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-11701658-e1ae-4e63-a38c-9aa75f2ae0ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.1266873 Mar 11 13:15:39.218115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-806477c5-3aa8-4dec-b40d-a8ff6c8024fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:39.303853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-07af644f-74a3-4d4a-9e1e-47b0e0f1333c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954 HTTP/1.1" status: 200 len: 1000 time: 0.0956218 Mar 11 13:15:39.369915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-9413fc31-4d88-4872-902c-448f1ce628f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:39.371327 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-9413fc31-4d88-4872-902c-448f1ce628f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0600262 Mar 11 13:15:39.450047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-0fbb6d53-7b40-44c9-8f9b-1abaa56b357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:39.451438 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-0fbb6d53-7b40-44c9-8f9b-1abaa56b357b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705438 Mar 11 13:15:39.589942 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-3aa1b80d-f0b9-479c-8439-56139222d664 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312008 Mar 11 13:15:39.730796 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec80573e-28b1-4c93-a8f5-349642f3fe41 req-c435c1dc-a14a-420f-bc7c-04e98a5cdf62 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340060 Mar 11 13:15:40.114647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31ad3f-192a-4e58-8f69-c65c2d7d1043 req-8f8d84db-55a0-4f55-ab3e-106d121689f2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:40.116117 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2e31ad3f-192a-4e58-8f69-c65c2d7d1043 req-8f8d84db-55a0-4f55-ab3e-106d121689f2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 946 time: 0.0841484 Mar 11 13:15:40.160331 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2e31ad3f-192a-4e58-8f69-c65c2d7d1043 req-da35eda2-9537-46b3-a3f4-cf471459d362 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 Mar 11 13:15:40.341761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baed0f-e675-486b-ba1a-c359c552fe67 req-c83a4438-fde1-4162-a50e-4735b492db88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:40.343219 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5baed0f-e675-486b-ba1a-c359c552fe67 req-c83a4438-fde1-4162-a50e-4735b492db88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 946 time: 0.0782382 Mar 11 13:15:40.351065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:40.389719 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5baed0f-e675-486b-ba1a-c359c552fe67 req-86425e7c-80bc-4a13-931e-048166f888f6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408130 Mar 11 13:15:40.412603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34164) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:40.484040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ab653-1c6f-428c-8c2e-22621e3602d1 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:40.485522 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-925ab653-1c6f-428c-8c2e-22621e3602d1 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 1094 time: 0.0719578 Mar 11 13:15:40.488330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34168) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:40.493021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:15:40.498718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:15:40.502477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:15:40.505467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:15:40.511760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:15:40.522393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:40.523617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:40.657055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:40.789364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.58 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/433f7780-48e6-4d9f-8380-26d25927ac46) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:15:40.933733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:40.961924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:41.119912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:15:41.122543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:15:41.130482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:15:41.164072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=433f7780-48e6-4d9f-8380-26d25927ac46,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:41.539551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:41.612232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:41.815933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:41.820259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:41.923867 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=433f7780-48e6-4d9f-8380-26d25927ac46,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:41.936973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:41.948257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:42.111520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e associated. External IP: 172.26.4.58, port: a50fadac-a897-426a-82b3-a65ff08efd97. Mar 11 13:15:42.564804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:15:42.741835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:15:42.751475 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] Sync routers for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:15:42.761371 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:42.761976 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:42.765920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:42.821104 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cdedd7b0-c8a7-4d7d-bad7-3be030d24897 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3317869 Mar 11 13:15:42.821701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:42.824190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34172) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:42.868340 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'status': 'completed', 'code': 200} Mar 11 13:15:42.937230 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bb09333a-c9cc-4940-a2a6-78eec2da0916 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 991 time: 0.1117558 Mar 11 13:15:42.939321 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:42.963240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-4f6cd10f-899c-40c0-abfd-e55c41ed1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:42.964721 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-4f6cd10f-899c-40c0-abfd-e55c41ed1ea1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 1099 time: 0.0750103 Mar 11 13:15:43.096958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-9a16681e-ed83-42ec-a734-b78328daef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:43.098338 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-9a16681e-ed83-42ec-a734-b78328daef81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 898 time: 0.1272864 Mar 11 13:15:43.201572 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-122c31d2-2760-404c-82b1-d471c5d33c78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a50fadac-a897-426a-82b3-a65ff08efd97 HTTP/1.1" status: 200 len: 999 time: 0.0963674 Mar 11 13:15:43.263346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-d09d0925-face-4bd3-8732-9124538a8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:43.264820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-d09d0925-face-4bd3-8732-9124538a8c45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 200 len: 835 time: 0.0570235 Mar 11 13:15:43.279020 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '1bf91b94-4046-46fe-8900-d479a00fc28e', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'port_id': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'mac_address': 'fa:16:3e:ab:2e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:15:41Z', 'updated_at': '2022-03-11T13:15:41Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:43.282797 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] Checking router: dc02e720-d210-4b2b-98ad-b8ef8b5c21ee for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:15:43.290786 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:43.291340 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:43.337228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-ef77f4fc-5a7a-45cb-a1d5-6522facd96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:43.339260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-ef77f4fc-5a7a-45cb-a1d5-6522facd96a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690844 Mar 11 13:15:43.464792 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:43.473321 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-6621d4ea-668a-4c90-90a8-d7f262a8b8cd service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271074 Mar 11 13:15:43.603919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f204e26-ec6e-4539-b719-8d1519a74fa0 req-c8613a9b-2336-4641-8372-02b5f1fce057 service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242590 Mar 11 13:15:43.830826 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '1bf91b94-4046-46fe-8900-d479a00fc28e', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'port_id': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'mac_address': 'fa:16:3e:ab:2e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:15:41Z', 'updated_at': '2022-03-11T13:15:41Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:43.834632 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ccc7c-f7e5-4ce9-a1d8-fb542f0560a2 None None] The sync data for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv is: [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '1bf91b94-4046-46fe-8900-d479a00fc28e', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'port_id': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'mac_address': 'fa:16:3e:ab:2e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:15:41Z', 'updated_at': '2022-03-11T13:15:41Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:15:43.939186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34178) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:44.017079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d8197-b124-4141-bc97-61b996de51c1 None None] New status for floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:15:44.049649 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6494438c-38a7-43d4-ad7e-5761d87e720a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 991 time: 0.1092849 Mar 11 13:15:45.053377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:45.160820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6cdec017-f2dc-4841-8e8f-2ee005cbea42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 993 time: 0.1063025 Mar 11 13:15:46.200170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:46.514308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Deleting port e9a181ae-b610-4496-bb74-e511cf4eda3e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:46.514642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:46.682667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:46.682994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:46.804839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Calling delete_port for e9a181ae-b610-4496-bb74-e511cf4eda3e owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:46.955199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:47.005593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event deleted for resources: {'Port': ['ID=e9a181ae-b610-4496-bb74-e511cf4eda3e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:47.092625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:47.092877 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Floating IP 122a49c1-6ed0-438f-a4ef-1a4547c3762d disassociated (deleted). External IP: 172.26.4.20, port: 84b35b2f-a7dd-4aae-bfa7-8aaa88591954. Mar 11 13:15:47.442939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:15:47.621761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:15:47.631383 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:15:47.640922 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:47.641072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:47.641559 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:47.696300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-64e39f3e-866e-44a1-9f9e-082d900ad2b7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "DELETE /v2.0/floatingips/122a49c1-6ed0-438f-a4ef-1a4547c3762d HTTP/1.1" status: 204 len: 168 time: 1.4950695 Mar 11 13:15:47.696874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:47.742361 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'status': 'completed', 'code': 200} Mar 11 13:15:47.826969 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:47.836839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-39ff976c-05a3-427d-a2bd-009b9be747e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:47.839192 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-39ff976c-05a3-427d-a2bd-009b9be747e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 1098 time: 0.0757155 Mar 11 13:15:48.147285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-da643e62-b514-4e28-ae1c-5840865f5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:48.148743 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-da643e62-b514-4e28-ae1c-5840865f5ef8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.3025091 Mar 11 13:15:48.188240 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:59Z', 'revision_number': 1, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:48.192006 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:15:48.200698 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:48.201280 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:48.221399 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-228f342c-a903-4271-a5b6-77fb74b38c36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954 HTTP/1.1" status: 200 len: 217 time: 0.0642962 Mar 11 13:15:48.228976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e76ba0-563b-4b51-a5e7-04cca80cd639 req-644cdfcb-6dfc-4d6d-a854-10c118ae2b35 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:48.229681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-62e76ba0-563b-4b51-a5e7-04cca80cd639 req-644cdfcb-6dfc-4d6d-a854-10c118ae2b35 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:15:48.295146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-62e76ba0-563b-4b51-a5e7-04cca80cd639 req-644cdfcb-6dfc-4d6d-a854-10c118ae2b35 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:15:48.296286 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-62e76ba0-563b-4b51-a5e7-04cca80cd639 req-644cdfcb-6dfc-4d6d-a854-10c118ae2b35 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 945 time: 0.2452838 Mar 11 13:15:48.299671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-c3088b23-9e4c-4185-af99-4e9101c5dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:48.301004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-c3088b23-9e4c-4185-af99-4e9101c5dc7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0687592 Mar 11 13:15:48.375339 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:48.381416 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-62e76ba0-563b-4b51-a5e7-04cca80cd639 req-dcefb951-60ac-4cdc-9350-d28e03853473 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789115 Mar 11 13:15:48.411688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-e873c5d6-c0d8-4954-b95a-d6ddacf15b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:48.413201 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-e873c5d6-c0d8-4954-b95a-d6ddacf15b06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972281 Mar 11 13:15:48.554324 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-93229d3d-1cff-41f4-86cc-55166ebcfcdc service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339123 Mar 11 13:15:48.687912 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5047ae0b-9adb-460a-8b0d-29d78fc42e4e req-9f1fca05-4fcc-48b5-8164-bdae8504cd24 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262333 Mar 11 13:15:48.724850 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:59Z', 'revision_number': 1, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:48.728731 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666799b-cc14-427d-a48d-9efd05e2d4f0 None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'bd08a911-579d-423c-80af-92d2eab459c8', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'port_id': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'mac_address': 'fa:16:3e:c8:9d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67f76c-a248-4f72-8405-d6112a40305f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:11:56Z', 'updated_at': '2022-03-11T13:11:59Z', 'revision_number': 1, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:15:48.932827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0ab9-4ae2-4094-b48d-069705a7a955 None None] New status for floating IP 122a49c1-6ed0-438f-a4ef-1a4547c3762d: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:15:49.599862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-9f8a5872-f598-412b-8b05-ff3758a1161c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:49.601186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-9f8a5872-f598-412b-8b05-ff3758a1161c tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 945 time: 0.1430733 Mar 11 13:15:49.609656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa81ca-4cd5-4723-9680-719236525fd4 req-f7c29863-2f2b-4bb6-8d6d-a03fd94a1f1d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:49.610986 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aaa81ca-4cd5-4723-9680-719236525fd4 req-f7c29863-2f2b-4bb6-8d6d-a03fd94a1f1d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 945 time: 0.1134596 Mar 11 13:15:49.705814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Deleting port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:49.706156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:49.744719 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aaa81ca-4cd5-4723-9680-719236525fd4 req-b8937ad2-43d1-4da2-9617-9d4a5fb24ce8 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002817 Mar 11 13:15:49.955272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] For port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:15:49.955630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:50.077835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Calling delete_port for 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:50.224535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:50.274018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event deleted for resources: {'Port': ['ID=84b35b2f-a7dd-4aae-bfa7-8aaa88591954,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:50.349874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] No DVR routers for this DVR port 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:15:50.352293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:50.354790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'name': 'network-vif-deleted', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:50.371266 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2e17afc-fb85-4fa5-8afd-ed59b20a1cd3 req-1f809aae-1ece-44df-b2a4-585926f69d9f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "DELETE /v2.0/ports/84b35b2f-a7dd-4aae-bfa7-8aaa88591954 HTTP/1.1" status: 204 len: 173 time: 0.7592883 Mar 11 13:15:50.403695 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c', 'name': 'network-vif-deleted', 'tag': '84b35b2f-a7dd-4aae-bfa7-8aaa88591954', 'status': 'completed', 'code': 200} Mar 11 13:15:50.897609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-5c96e552-2dd7-4846-8fd2-94780f6fe6e2 req-add86000-4f5a-441e-9ea7-010cc9f83185 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:15:50.913929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-5c96e552-2dd7-4846-8fd2-94780f6fe6e2 req-add86000-4f5a-441e-9ea7-010cc9f83185 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:15:50.915128 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5c96e552-2dd7-4846-8fd2-94780f6fe6e2 req-add86000-4f5a-441e-9ea7-010cc9f83185 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a04e6-a3e4-48da-a2d6-6e0fd1863a2c HTTP/1.1" status: 200 len: 210 time: 0.0609510 Mar 11 13:15:52.063044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:52.113137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:15:52.150843 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:15:52.151305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 84b35b2f-a7dd-4aae-bfa7-8aaa88591954 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:15:56.516738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34220) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:15:56.820138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Deleting port c2ea2c3c-869c-423c-ad37-cab61ac22249 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:15:56.820391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:56.987033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:56.987352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:57.107506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Calling delete_port for c2ea2c3c-869c-423c-ad37-cab61ac22249 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:15:57.253702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:57.300430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event deleted for resources: {'Port': ['ID=c2ea2c3c-869c-423c-ad37-cab61ac22249,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:15:57.391902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:57.392185 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Floating IP bd08a911-579d-423c-80af-92d2eab459c8 disassociated (deleted). External IP: 172.26.4.248, port: c97aa35d-27ce-4110-939e-e2c3bd857b92. Mar 11 13:15:57.745883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:15:57.925407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:15:57.935412 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:15:57.944853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:15:57.945517 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:57.946104 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:58.001930 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-af077c51-a91f-4cf8-8851-d19a060c10ca tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "DELETE /v2.0/floatingips/bd08a911-579d-423c-80af-92d2eab459c8 HTTP/1.1" status: 204 len: 168 time: 1.4839714 Mar 11 13:15:58.002524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:15:58.050393 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'status': 'completed', 'code': 200} Mar 11 13:15:58.164283 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:58.288161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-92a6eeba-783c-47be-8a1a-79027e8f8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:58.290591 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-92a6eeba-783c-47be-8a1a-79027e8f8d5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 1098 time: 0.2129405 Mar 11 13:15:58.478673 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:58.480865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-643e8ea5-661b-4e6b-8bb8-1c468f95296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:58.482321 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-643e8ea5-661b-4e6b-8bb8-1c468f95296b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 200 len: 913 time: 0.1850390 Mar 11 13:15:58.482546 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:15:58.490592 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:15:58.491162 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:58.493651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c2b2-8d2a-42d2-8581-33926f915318 req-3ee7e5c0-4a27-4629-b9a5-a427e435c0d7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:58.494315 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-5541c2b2-8d2a-42d2-8581-33926f915318 req-3ee7e5c0-4a27-4629-b9a5-a427e435c0d7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:15:58.563888 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-1f6299c6-7e88-48a0-9e9c-5ff12c56bd78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 200 len: 217 time: 0.0668430 Mar 11 13:15:58.605840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-5541c2b2-8d2a-42d2-8581-33926f915318 req-3ee7e5c0-4a27-4629-b9a5-a427e435c0d7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:15:58.606944 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5541c2b2-8d2a-42d2-8581-33926f915318 req-3ee7e5c0-4a27-4629-b9a5-a427e435c0d7 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 945 time: 0.2890530 Mar 11 13:15:58.662594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-0e65c026-1eb6-47dc-9b10-a9b85e2b678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:58.664013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-0e65c026-1eb6-47dc-9b10-a9b85e2b678e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 200 len: 851 time: 0.0939400 Mar 11 13:15:58.667542 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:15:58.673594 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5541c2b2-8d2a-42d2-8581-33926f915318 req-0b4e2fc8-f9d0-4c7b-b5ba-7c878911c78b tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566795 Mar 11 13:15:58.746305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-96daefa0-dddd-409b-ac80-522048e646cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:58.747754 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-96daefa0-dddd-409b-ac80-522048e646cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c40e2461-bb44-46b0-a201-3c6e9589080d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710661 Mar 11 13:15:58.880328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-d2fec18e-88ec-4334-8d60-2c3f9b9aec1c service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249237 Mar 11 13:15:58.979302 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:15:58.983144 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c57f34-b43b-43ee-8096-22dd318c66ab None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:08:03Z', 'revision_number': 4, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4a3bf537-9c54-4768-b8fa-070d1507c043', 'name': '', 'network_id': 'c40e2461-bb44-46b0-a201-3c6e9589080d', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'mac_address': 'fa:16:3e:88:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:02Z', 'updated_at': '2022-03-11T13:08:20Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'subnets': [{'id': '45a899c9-a77b-472e-89d4-da179b3e4114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:15:59.012595 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-17d72e98-c3d1-4349-94d5-2260250b66ff req-dda155a6-1d32-4e75-a1c5-258cfdb94af2 service neutron] 10.222.0.50 "GET /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254656 Mar 11 13:15:59.183808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec207f-6922-48d8-87f2-40bb7cd252e3 None None] New status for floating IP bd08a911-579d-423c-80af-92d2eab459c8: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:15:59.922926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f8347-16be-442b-b5b9-260d8de801fd req-8ce599c4-f677-4732-8f79-3f9e7124ad33 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:59.924374 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f91f8347-16be-442b-b5b9-260d8de801fd req-8ce599c4-f677-4732-8f79-3f9e7124ad33 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 945 time: 0.1412961 Mar 11 13:15:59.932380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-8a25b91c-4906-4e1b-976f-1c4a827b76fe tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:15:59.933702 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-8a25b91c-4906-4e1b-976f-1c4a827b76fe tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 945 time: 0.1146088 Mar 11 13:16:00.027253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f91f8347-16be-442b-b5b9-260d8de801fd req-7e231f25-1055-472f-a813-2ebab9701981 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48537b7-6b25-4e36-b94c-463a6f936d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925112 Mar 11 13:16:00.032203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Deleting port c97aa35d-27ce-4110-939e-e2c3bd857b92 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:00.032546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:00.279448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] For port c97aa35d-27ce-4110-939e-e2c3bd857b92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c97aa35d-27ce-4110-939e-e2c3bd857b92,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:00.279731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:00.402714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Calling delete_port for c97aa35d-27ce-4110-939e-e2c3bd857b92 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:00.645802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:00.694524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event deleted for resources: {'Port': ['ID=c97aa35d-27ce-4110-939e-e2c3bd857b92,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:00.771082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] No DVR routers for this DVR port c97aa35d-27ce-4110-939e-e2c3bd857b92 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:16:00.773458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:00.776757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'name': 'network-vif-deleted', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:16:00.792764 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ad38c0b-32f6-4c94-9b63-be38e317a02e req-2991d693-e43f-4cfc-8ff5-b6405c3e9776 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.50 "DELETE /v2.0/ports/c97aa35d-27ce-4110-939e-e2c3bd857b92 HTTP/1.1" status: 204 len: 173 time: 0.8449881 Mar 11 13:16:00.825181 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de67f76c-a248-4f72-8405-d6112a40305f', 'name': 'network-vif-deleted', 'tag': 'c97aa35d-27ce-4110-939e-e2c3bd857b92', 'status': 'completed', 'code': 200} Mar 11 13:16:01.188442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-5d5dfd3f-6b80-4590-a826-40b4528c2b46 req-56a02ce2-70bb-4192-92e7-ea3f99677444 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Synchronizing usage tracker for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:16:01.204267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-5d5dfd3f-6b80-4590-a826-40b4528c2b46 req-56a02ce2-70bb-4192-92e7-ea3f99677444 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Unset dirty status for tenant:b2f4b40c1fc54fc599675dd835b1a8c6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:16:01.205572 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d5dfd3f-6b80-4590-a826-40b4528c2b46 req-56a02ce2-70bb-4192-92e7-ea3f99677444 tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "GET /v2.0/ports?device_id=de67f76c-a248-4f72-8405-d6112a40305f HTTP/1.1" status: 200 len: 210 time: 0.0671346 Mar 11 13:16:02.159191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c97aa35d-27ce-4110-939e-e2c3bd857b92 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:16:02.192291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: c97aa35d-27ce-4110-939e-e2c3bd857b92 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:16:02.192637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c97aa35d-27ce-4110-939e-e2c3bd857b92 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:16:02.299444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:02.458143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Deleting port 27f3da8d-f004-44cb-a635-5203635e7791 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:02.458485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:02.625444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:02.625786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:02.751998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Calling delete_port for 27f3da8d-f004-44cb-a635-5203635e7791 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:02.884630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:02.935887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event deleted for resources: {'Port': ['ID=27f3da8d-f004-44cb-a635-5203635e7791,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:03.022678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:03.039606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:03.041231 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-433fafda-e410-4f26-958a-c20a6de44a6f tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "DELETE /v2.0/floatingips/c9a7c9c6-f420-462e-ae8e-a499a3e0ad4b HTTP/1.1" status: 204 len: 168 time: 0.7408075 Mar 11 13:16:05.483152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:05.558289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb3885c-395d-428f-9d80-bcf2299bfe2d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:05.588385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb3885c-395d-428f-9d80-bcf2299bfe2d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:05.657341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb3885c-395d-428f-9d80-bcf2299bfe2d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:05.673020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3885c-395d-428f-9d80-bcf2299bfe2d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48537b7-6b25-4e36-b94c-463a6f936d6e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:05.680696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb3885c-395d-428f-9d80-bcf2299bfe2d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:05.682362 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dcb3885c-395d-428f-9d80-bcf2299bfe2d tempest-TestVolumeBootPattern-1152122580 tempest-TestVolumeBootPattern-1152122580-project] 10.222.0.52 "DELETE /v2.0/security-groups/f48537b7-6b25-4e36-b94c-463a6f936d6e HTTP/1.1" status: 204 len: 168 time: 0.1982331 Mar 11 13:16:05.736538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34264) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:06.448538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:06.883605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Deleting port 4a3bf537-9c54-4768-b8fa-070d1507c043 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:06.884776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:07.053309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] For port 4a3bf537-9c54-4768-b8fa-070d1507c043, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4a3bf537-9c54-4768-b8fa-070d1507c043,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:07.053686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:07.137390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c1550293-af90-4a9b-9f93-5b40f0714258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:07.175671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Calling delete_port for 4a3bf537-9c54-4768-b8fa-070d1507c043 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:07.347445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:07.417982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3bf537-9c54-4768-b8fa-070d1507c043,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:07.658283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:08.102888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Router a607efa3-bcdf-406f-bb3a-dc832ded6810 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:16:08.284875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:16:08.295715 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] Sync routers for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:16:08.296723 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-529939a1-2ed7-485e-b882-b0b9d681fd78 admin admin] 10.222.0.52 "PUT /v2.0/routers/a607efa3-bcdf-406f-bb3a-dc832ded6810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5590875 Mar 11 13:16:08.299220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34274) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:08.308329 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:08.308918 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:08.381450 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:16:08.475296 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:08.489644 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:08.657340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:08.666585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Deleting port 705538bc-4b49-471f-92a5-cf6b044bf293 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:08.666917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:08.796579 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:16:07Z', 'revision_number': 5, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port': {'id': '705538bc-4b49-471f-92a5-cf6b044bf293', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:57Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:08.800348 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] Checking router: a607efa3-bcdf-406f-bb3a-dc832ded6810 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:16:08.809348 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] Routers {'a607efa3-bcdf-406f-bb3a-dc832ded6810'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:08.810224 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:15:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a607efa3-bcdf-406f-bb3a-dc832ded6810'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:08.838507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] For port 705538bc-4b49-471f-92a5-cf6b044bf293, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=705538bc-4b49-471f-92a5-cf6b044bf293,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:08.838858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:08.959268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Calling delete_port for 705538bc-4b49-471f-92a5-cf6b044bf293 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:08.959490 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] Set router a607efa3-bcdf-406f-bb3a-dc832ded6810 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:09.064261 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:16:08Z', 'revision_number': 6, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:09.068446 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2322f0-6e6f-4605-8aaa-0452cd82acea None None] The sync data for ids ['a607efa3-bcdf-406f-bb3a-dc832ded6810'] in dv-neutron-833198-1-hyperv is: [{'id': 'a607efa3-bcdf-406f-bb3a-dc832ded6810', 'name': 'tempest-TestVolumeBootPattern-1379673423-router', 'tenant_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:56Z', 'updated_at': '2022-03-11T13:16:08Z', 'revision_number': 6, 'project_id': 'b2f4b40c1fc54fc599675dd835b1a8c6', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:16:09.126501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.174302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Pushing event deleted for resources: {'Port': ['ID=705538bc-4b49-471f-92a5-cf6b044bf293,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:09.220118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7e36f449-9d53-4470-81c6-715b0e414a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.263389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.540868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.543040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.566445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.566972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a607efa3-bcdf-406f-bb3a-dc832ded6810 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:16:09.579301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.580410 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d73cc567-20cc-4f2b-8862-8cbb6156bf52 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a607efa3-bcdf-406f-bb3a-dc832ded6810 HTTP/1.1" status: 204 len: 168 time: 1.2803051 Mar 11 13:16:09.583002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34278) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:09.640440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] Deleting subnet 45a899c9-a77b-472e-89d4-da179b3e4114 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:16:09.643577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.692378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.770614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.811870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4a3bf537-9c54-4768-b8fa-070d1507c043 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:16:09.842090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.850542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 4a3bf537-9c54-4768-b8fa-070d1507c043 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:16:09.850906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4a3bf537-9c54-4768-b8fa-070d1507c043 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:16:09.882980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a899c9-a77b-472e-89d4-da179b3e4114,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:09.885825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:09.888758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d6c15c-5ca7-41c6-9fd6-13279070bb71 None None] Network c40e2461-bb44-46b0-a201-3c6e9589080d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:16:09.892175 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2003bc92-faab-459b-b6ba-f2f27ccacd7f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/45a899c9-a77b-472e-89d4-da179b3e4114 HTTP/1.1" status: 204 len: 168 time: 0.3082321 Mar 11 13:16:09.894571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34282) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:10.003065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.014724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Deleting port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:10.015057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.159942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] DHCP port deletion for c40e2461-bb44-46b0-a201-3c6e9589080d request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:16:10.163938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Deleting port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:10.164322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.234733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] For port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:10.235365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.359241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Calling delete_port for bfc31f8b-ed93-46a2-aeb9-4289adc93d0a owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:10.380935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.382731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] For port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,segment=NetworkSegment(481004a3-28da-4925-8cd2-05f209bb673f),segment_id=481004a3-28da-4925-8cd2-05f209bb673f)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:10.383105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.439031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.486926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc31f8b-ed93-46a2-aeb9-4289adc93d0a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:10.490354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] No DVR routers for this DVR port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:16:10.537481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Calling delete_port for bfc31f8b-ed93-46a2-aeb9-4289adc93d0a owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:10.588365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.607496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.619973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:16:10.620324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:16:10.631925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40e2461-bb44-46b0-a201-3c6e9589080d']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:10.644428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481004a3-28da-4925-8cd2-05f209bb673f') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:10.644724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481004a3-28da-4925-8cd2-05f209bb673f') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:10.656320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.672353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.678435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:16:10.678869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:16:10.692031 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:16:10.769634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.785300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:10.797730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40e2461-bb44-46b0-a201-3c6e9589080d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:10.802345 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-62a2484c-b860-45ff-b068-ae5318479766 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c40e2461-bb44-46b0-a201-3c6e9589080d HTTP/1.1" status: 204 len: 168 time: 0.9068508 Mar 11 13:16:10.805069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34286) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:11.121621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Deleting port bfc31f8b-ed93-46a2-aeb9-4289adc93d0a {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:11.122004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:11.186334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7bf44362-e524-41aa-b46a-63f37ab694c1 None None] The port 'bfc31f8b-ed93-46a2-aeb9-4289adc93d0a' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:16:11.412793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfc31f8b-ed93-46a2-aeb9-4289adc93d0a no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:16:11.430416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:11.453148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: bfc31f8b-ed93-46a2-aeb9-4289adc93d0a {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:16:11.453594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device bfc31f8b-ed93-46a2-aeb9-4289adc93d0a not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:16:11.454109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 705538bc-4b49-471f-92a5-cf6b044bf293 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:16:11.486317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 705538bc-4b49-471f-92a5-cf6b044bf293 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:16:11.486657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 705538bc-4b49-471f-92a5-cf6b044bf293 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:16:11.731520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34292) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:11.778616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Deleting port e1818abc-88c6-4a66-843e-a196c41b2bb9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:11.778955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:11.804596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f35704-1ec6-4aa1-92fa-66f164e77fa9 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:11.805074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f35704-1ec6-4aa1-92fa-66f164e77fa9 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:11.805570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f35704-1ec6-4aa1-92fa-66f164e77fa9 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:11.807775 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-02f35704-1ec6-4aa1-92fa-66f164e77fa9 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=44a4c11bbb494842b3db65df5d512035&network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 3000 time: 0.0753336 Mar 11 13:16:11.950133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:11.953749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] For port e1818abc-88c6-4a66-843e-a196c41b2bb9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e1818abc-88c6-4a66-843e-a196c41b2bb9,segment=NetworkSegment(7acb9368-7fe2-495f-89b0-805b086a08c8),segment_id=7acb9368-7fe2-495f-89b0-805b086a08c8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:11.954110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:12.077464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Calling delete_port for e1818abc-88c6-4a66-843e-a196c41b2bb9 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:12.341897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:12.386442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1818abc-88c6-4a66-843e-a196c41b2bb9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:12.651758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:13.001075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:16:13.170382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:16:13.179083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] Sync routers for ids ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:16:13.187176 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6af90ac9-00b4-48e3-905e-19ad67ce9a0d admin admin] 10.222.0.52 "PUT /v2.0/routers/9e14016e-e4cc-4aad-b2ec-497c598f9cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3810701 Mar 11 13:16:13.189670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34300) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:13.192201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] Routers {'9e14016e-e4cc-4aad-b2ec-497c598f9cbb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:13.192795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:13.361978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:13.367152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] Set router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:13.543461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:13.552726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Deleting port 1cf13651-c4b5-4fb9-a690-d1a79463585f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:13.553314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:13.656146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:16:12Z', 'revision_number': 5, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port': {'id': '1cf13651-c4b5-4fb9-a690-d1a79463585f', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:08:14Z', 'updated_at': '2022-03-11T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:13.660185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] Checking router: 9e14016e-e4cc-4aad-b2ec-497c598f9cbb for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:16:13.669520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] Routers {'9e14016e-e4cc-4aad-b2ec-497c598f9cbb'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:13.670131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:13.820758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] Set router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:13.834209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] For port 1cf13651-c4b5-4fb9-a690-d1a79463585f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=1cf13651-c4b5-4fb9-a690-d1a79463585f,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:13.834728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:13.926936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:16:13Z', 'revision_number': 6, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:13.930715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab626e-7bb7-494b-8191-b51de341376d None None] The sync data for ids ['9e14016e-e4cc-4aad-b2ec-497c598f9cbb'] in dv-neutron-833198-1-hyperv is: [{'id': '9e14016e-e4cc-4aad-b2ec-497c598f9cbb', 'name': 'tempest-TestVolumeBootPattern-851768035-router', 'tenant_id': '5e834733d5634eb8ad9b6602c832c36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:08:11Z', 'updated_at': '2022-03-11T13:16:13Z', 'revision_number': 6, 'project_id': '5e834733d5634eb8ad9b6602c832c36a', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:16:13.956329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Calling delete_port for 1cf13651-c4b5-4fb9-a690-d1a79463585f owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:14.117698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.190671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf13651-c4b5-4fb9-a690-d1a79463585f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:14.253605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.431240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.433365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.455794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.456357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e14016e-e4cc-4aad-b2ec-497c598f9cbb {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:16:14.467870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.468967 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8354a0f9-c12a-482d-95e2-4dc85f07b634 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9e14016e-e4cc-4aad-b2ec-497c598f9cbb HTTP/1.1" status: 204 len: 168 time: 1.2783935 Mar 11 13:16:14.471496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34308) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:14.531358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] Deleting subnet 8df257b1-5fe0-4dae-bddd-31970a9723f4 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:16:14.534443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.584641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.663999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.732409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.770916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df257b1-5fe0-4dae-bddd-31970a9723f4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:14.774230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.779726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e26acd-7fa8-4733-ab93-381fb159636f None None] Network 2b83e21b-21e3-4540-8954-76c6c10999eb requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:16:14.780272 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-424d68b6-b1b9-4b8f-b2f7-0b68af7a296a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8df257b1-5fe0-4dae-bddd-31970a9723f4 HTTP/1.1" status: 204 len: 168 time: 0.3076253 Mar 11 13:16:14.782447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34312) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:14.888688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:14.899693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Deleting port 489d2f58-de67-4132-9202-28041a854f7b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:14.900025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.024592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] DHCP port deletion for 2b83e21b-21e3-4540-8954-76c6c10999eb request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:16:15.028869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Deleting port 489d2f58-de67-4132-9202-28041a854f7b {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:15.029240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.120417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34316) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:15.188322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e67a5e-786a-4bba-9d77-a6e0cf48ab46 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:15.198393 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2e67a5e-786a-4bba-9d77-a6e0cf48ab46 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658 HTTP/1.1" status: 200 len: 814 time: 0.0711997 Mar 11 13:16:15.203729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] For port 489d2f58-de67-4132-9202-28041a854f7b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=489d2f58-de67-4132-9202-28041a854f7b,segment=NetworkSegment(7acb9368-7fe2-495f-89b0-805b086a08c8),segment_id=7acb9368-7fe2-495f-89b0-805b086a08c8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:15.204088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.280641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] For port 489d2f58-de67-4132-9202-28041a854f7b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=489d2f58-de67-4132-9202-28041a854f7b,segment=NetworkSegment(7acb9368-7fe2-495f-89b0-805b086a08c8),segment_id=7acb9368-7fe2-495f-89b0-805b086a08c8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:15.280936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.326143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Calling delete_port for 489d2f58-de67-4132-9202-28041a854f7b owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:15.401952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Calling delete_port for 489d2f58-de67-4132-9202-28041a854f7b owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:16:15.416990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.455600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1cf13651-c4b5-4fb9-a690-d1a79463585f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:16:15.470295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=489d2f58-de67-4132-9202-28041a854f7b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:15.473681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] No DVR routers for this DVR port 489d2f58-de67-4132-9202-28041a854f7b on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:16:15.496285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 1cf13651-c4b5-4fb9-a690-d1a79463585f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:16:15.496617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 1cf13651-c4b5-4fb9-a690-d1a79463585f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:16:15.497030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e1818abc-88c6-4a66-843e-a196c41b2bb9 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:16:15.542813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: e1818abc-88c6-4a66-843e-a196c41b2bb9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:16:15.543059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e1818abc-88c6-4a66-843e-a196c41b2bb9 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:16:15.543492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 489d2f58-de67-4132-9202-28041a854f7b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:16:15.578179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 489d2f58-de67-4132-9202-28041a854f7b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:16:15.578179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 489d2f58-de67-4132-9202-28041a854f7b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:16:15.581336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:16:15.581887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:16:15.590131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.614393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b83e21b-21e3-4540-8954-76c6c10999eb']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:15.626190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acb9368-7fe2-495f-89b0-805b086a08c8') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:15.626489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acb9368-7fe2-495f-89b0-805b086a08c8') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:15.639276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.655283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.661308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:16:15.661830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:16:15.678529 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:16:15.750876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.766721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:15.776965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b83e21b-21e3-4540-8954-76c6c10999eb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:15.783837 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-19b7d638-2e6a-4e16-be61-8e01db88e6c6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2b83e21b-21e3-4540-8954-76c6c10999eb HTTP/1.1" status: 204 len: 168 time: 1.0004578 Mar 11 13:16:15.898174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34326) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:15.949877 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-550ebcf2-33d1-455e-8ed1-527902e05513 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2f4b40c1fc54fc599675dd835b1a8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505531 Mar 11 13:16:15.952202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34330) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:16.006810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1294b048-2188-4759-9a24-0ca86e4b2ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.032595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1294b048-2188-4759-9a24-0ca86e4b2ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.083130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Deleting port 489d2f58-de67-4132-9202-28041a854f7b {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:16:16.083751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.084044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1294b048-2188-4759-9a24-0ca86e4b2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.099875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294b048-2188-4759-9a24-0ca86e4b2ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d19b16-c879-40a4-aee7-63f75e09f267,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:16.104348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1294b048-2188-4759-9a24-0ca86e4b2ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.107839 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1294b048-2188-4759-9a24-0ca86e4b2ab8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59d19b16-c879-40a4-aee7-63f75e09f267 HTTP/1.1" status: 204 len: 168 time: 0.1523938 Mar 11 13:16:16.161547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0c702433-4d78-42f2-b0b2-a07677edf828 None None] The port '489d2f58-de67-4132-9202-28041a854f7b' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:16:16.423075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34338) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:16.428385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:16.452996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34342) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:16.502298 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-84a09c4b-bab4-4425-994f-2db64670af9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e834733d5634eb8ad9b6602c832c36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480835 Mar 11 13:16:16.504730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34346) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:16.531791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.562657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.587850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.643115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.657243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8142d072-7f45-4233-bb70-681d3366c19b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:16.668061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.668402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.668737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.669063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.669386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.669761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.670084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.670407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.670724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.671038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.671351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.671663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:16.675813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.676917 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e8ec29bc-b751-460d-bdea-47c3fa24c855 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8142d072-7f45-4233-bb70-681d3366c19b HTTP/1.1" status: 204 len: 168 time: 0.1712620 Mar 11 13:16:16.803711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.807355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:16.807649 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e disassociated. External IP: 172.26.4.58, port: a50fadac-a897-426a-82b3-a65ff08efd97. Mar 11 13:16:17.262111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:16:17.440973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:16:17.445646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:17.450446 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] Sync routers for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:16:17.459700 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:17.460368 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:17.500879 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3a71f70d-638c-4b2b-80c6-8671ea979443 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 689 time: 1.0766804 Mar 11 13:16:17.501471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:16:17.503832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:17.587100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34e4723a-4e93-4128-9045-1fb861934983 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 689 time: 0.0819471 Mar 11 13:16:17.643335 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:17.769049 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'status': 'completed', 'code': 200} Mar 11 13:16:17.863062 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-7a745adc-6a0b-4cb7-86a0-3be439f571c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:17.864695 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-7a745adc-6a0b-4cb7-86a0-3be439f571c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 1099 time: 0.0747399 Mar 11 13:16:17.950594 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:17.954311 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] Checking router: dc02e720-d210-4b2b-98ad-b8ef8b5c21ee for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:16:17.962393 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:17.962974 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:17.997284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-e3c63693-45a0-4019-ab84-c0c5b68db4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:17.998751 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-e3c63693-45a0-4019-ab84-c0c5b68db4c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 898 time: 0.1282580 Mar 11 13:16:18.072341 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-b6d37534-3eae-4477-b209-4d4bff92ea83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a50fadac-a897-426a-82b3-a65ff08efd97 HTTP/1.1" status: 200 len: 217 time: 0.0674720 Mar 11 13:16:18.144815 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:18.236851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-a520bad5-8cdd-4666-9cbf-beb0e1625d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:18.238317 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-a520bad5-8cdd-4666-9cbf-beb0e1625d91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 200 len: 835 time: 0.1604311 Mar 11 13:16:18.315853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-b4d0c633-27d7-4536-8730-206cbe476d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:18.317289 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-b4d0c633-27d7-4536-8730-206cbe476d1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728025 Mar 11 13:16:18.450034 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-d89645eb-dfc0-423d-a933-9e0527593751 service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264098 Mar 11 13:16:18.484787 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:18.488838 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66829ee5-ad3f-41a6-846e-2c60a71da059 None None] The sync data for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv is: [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:16:18.590921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34360) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:18.595013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b465bb-f845-4e84-ad24-cf1a0582e522 req-18b5bcc1-a140-4fa7-a119-11a3b174a52c service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381474 Mar 11 13:16:18.683824 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-462d9ec9-e342-4c8f-9182-5fb0af5fd36e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 689 time: 0.0904460 Mar 11 13:16:18.731486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32630437-a8d4-476c-b501-aa182f56b708 None None] New status for floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:16:19.686325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34364) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:19.765941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6eda6729-0e6f-41e6-aa7b-ffc74ad99e30 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 687 time: 0.0785098 Mar 11 13:16:21.094979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34370) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:21.100262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18068029', 'description': 'tempest-secgroup-smoke-18068029 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:21.106839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:21.111003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:21.113912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:21.119572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:21.131924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.151591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:21.155391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:21.158169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:21.164160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:21.242907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.246361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.290502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5eba54-9a45-43e7-8fda-d352b22de6ac,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:21.293088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.294300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d8b3e7b-1cda-4fa6-91c0-7b33051cafab tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1982708 Mar 11 13:16:21.297549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34374) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:21.302125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'db5eba54-9a45-43e7-8fda-d352b22de6ac', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:21.307888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:21.311919 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:21.314780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:21.320358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:21.337126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.394990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.398576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.422290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701595b5-ac3d-46cd-ab8d-98977766f7be,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:21.435527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.439622 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b7cca69-7cfc-4509-8555-74565fc10f8d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386266 Mar 11 13:16:21.440000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34378) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:21.445304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'db5eba54-9a45-43e7-8fda-d352b22de6ac', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:21.451910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:21.455828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:21.458835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:21.465802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:21.481133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.541563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.544870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.568249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc53437c-7bb8-4e60-a337-7b34504027c3,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:21.577892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.579182 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-149377df-ccd6-40da-b06d-bfd99c9598e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382449 Mar 11 13:16:21.581916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34382) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:21.587438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'db5eba54-9a45-43e7-8fda-d352b22de6ac', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:21.592889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:21.596649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:21.599458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:21.605033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:21.621210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.683365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.687123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.710751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a7cbb7-dcac-4628-a075-ab53a331fd9d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:21.720817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.724929 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-387b89bd-aa96-485b-adc3-7292a7b472af tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393440 Mar 11 13:16:21.725113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34386) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:21.730404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'db5eba54-9a45-43e7-8fda-d352b22de6ac', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:21.737251 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:21.740938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:21.743743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:21.749338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:21.765075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.827381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.830744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.854088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23085847-5de3-49e3-ae44-8977c3a931f5,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:21.863040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.864207 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4295e754-c70d-4ac7-a167-c2dad54de579 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381788 Mar 11 13:16:21.867025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34390) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:21.872482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'db5eba54-9a45-43e7-8fda-d352b22de6ac', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:21.878348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:21.882007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:21.885417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:21.891180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:21.901805 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:16:21.908052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.969291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.972498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:21.997276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e83e528-bc08-428c-92b7-d42f16ff1290,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:22.005783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:22.006923 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-47bb4c6d-52c0-4e09-9453-05af00fac3b5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389878 Mar 11 13:16:22.010221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34394) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:22.014990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'db5eba54-9a45-43e7-8fda-d352b22de6ac', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:22.020540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:22.024284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:16:22.027183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:16:22.032723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:22.042405 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:16:22.049536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:22.064690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:22.113800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:22.117364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:22.140820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50894e5-bd08-4a13-8778-a3c2b4c034bb,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:22.150092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:22.151501 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1b402716-4bba-40f7-b8fe-da8466628d87 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403582 Mar 11 13:16:22.365532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-c6f7ddc6-1f20-4ed6-843b-4901ab206277 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:16:22.380609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-c6f7ddc6-1f20-4ed6-843b-4901ab206277 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:16:22.381897 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-c6f7ddc6-1f20-4ed6-843b-4901ab206277 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18068029&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0573554 Mar 11 13:16:22.531701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-2c4c1b55-54a9-4591-a0d1-fcd58ca1f1cc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:22.533201 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-2c4c1b55-54a9-4591-a0d1-fcd58ca1f1cc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 797 time: 0.1446695 Mar 11 13:16:22.547953 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-55c3497f-583d-4236-a6bf-b9b3f7eae22c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0093222 Mar 11 13:16:22.633213 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-f8004ec7-8718-48fa-8144-fd1cb11e614f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0803995 Mar 11 13:16:22.648179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-3d965d66-9a03-4d0f-83ad-02243a844211 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:16:22.649676 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-3d965d66-9a03-4d0f-83ad-02243a844211 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049026 Mar 11 13:16:22.779131 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-73a24731-be34-4f86-91d2-3730b70f2199 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242979 Mar 11 13:16:22.912332 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-e10cf8a2-0daf-4e81-8485-d902b2e6f1f4 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273367 Mar 11 13:16:24.092817 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ecbd95cb-8624-4258-ac38-7b9dd0738aa0 req-bb6cb1fe-cf3e-4e3c-878f-e89f0a0690b3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 210 time: 0.0426247 Mar 11 13:16:25.104390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-7be11ae7-fe52-4aaf-a03f-c8ab3d5c59bd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:25.105823 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-7be11ae7-fe52-4aaf-a03f-c8ab3d5c59bd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 797 time: 0.1497774 Mar 11 13:16:25.161709 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-68af4cd5-e751-48b1-b5bd-83ec36febe05 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 470 time: 0.0482132 Mar 11 13:16:25.170133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['db5eba54-9a45-43e7-8fda-d352b22de6ac']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:25.390986 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc8ea28f-9bb0-4b87-b9f6-162acc4ef5ea req-c288624a-3277-4cac-bb42-e2c9d0029233 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 210 time: 0.1898885 Mar 11 13:16:25.442154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:16:25.451566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:16:25.461374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:16:25.464834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:25.627229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.11 (ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b/c648ace5-6d18-4598-b8c4-e244b3592c91/76eea99b-b0ef-45b7-862c-8418222afc02) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:16:25.816845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:25.831722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 76eea99b-b0ef-45b7-862c-8418222afc02 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:16:25.854462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:25.923251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:16:25.930184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:16:25.934721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:16:25.968170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=76eea99b-b0ef-45b7-862c-8418222afc02,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:26.004964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:26.005628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:26.031901 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-1b8dd00c-3500-4b92-b605-a4e0c8e6af0d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8652956 Mar 11 13:16:26.042993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Request body: {'port': {'device_id': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:26.144815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6e708e20-5a2e-4f38-94ed-c10e92134923 None None] Provisioning for port 76eea99b-b0ef-45b7-862c-8418222afc02 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:16:26.150493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6e708e20-5a2e-4f38-94ed-c10e92134923 None None] Provisioning complete for port 76eea99b-b0ef-45b7-862c-8418222afc02 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:16:26.151409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e708e20-5a2e-4f38-94ed-c10e92134923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:26.157905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:26.205602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6e708e20-5a2e-4f38-94ed-c10e92134923 None None] Port 76eea99b-b0ef-45b7-862c-8418222afc02 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:16:26.548817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76eea99b-b0ef-45b7-862c-8418222afc02 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:16:26.558059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:26.577939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Transition to ACTIVE for port object 76eea99b-b0ef-45b7-862c-8418222afc02 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:16:26.581250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:26.760323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20c507-acd8-45c1-bc74-4bd5c323f525 req-51d9fa5a-b741-4812-b925-456cd6bf2195 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:26.761025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-4f20c507-acd8-45c1-bc74-4bd5c323f525 req-51d9fa5a-b741-4812-b925-456cd6bf2195 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:16:26.768186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=76eea99b-b0ef-45b7-862c-8418222afc02,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:26.835768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-4f20c507-acd8-45c1-bc74-4bd5c323f525 req-51d9fa5a-b741-4812-b925-456cd6bf2195 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:16:26.836918 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4f20c507-acd8-45c1-bc74-4bd5c323f525 req-51d9fa5a-b741-4812-b925-456cd6bf2195 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 932 time: 0.3357823 Mar 11 13:16:26.873063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Attempting to bind port 76eea99b-b0ef-45b7-862c-8418222afc02 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:16:26.873393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Attempting to bind port 76eea99b-b0ef-45b7-862c-8418222afc02 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:16:26.873756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Attempting to bind port 76eea99b-b0ef-45b7-862c-8418222afc02 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:16:26.886478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Port 76eea99b-b0ef-45b7-862c-8418222afc02 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:16:26.886799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Attempting to bind port 76eea99b-b0ef-45b7-862c-8418222afc02 on network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:16:26.897684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:16:26.897966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Checking segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:16:26.898340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Bound using segment: {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:16:26.898759 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Bound port: 76eea99b-b0ef-45b7-862c-8418222afc02, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e907c59-3162-4859-91b0-89ec77d03df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:16:26.899125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:26.910950 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4f20c507-acd8-45c1-bc74-4bd5c323f525 req-760c1489-3fe5-4da4-b12c-2ad36e9a75c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634007 Mar 11 13:16:26.990665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] For port 76eea99b-b0ef-45b7-862c-8418222afc02, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:16:26.994140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] For port 76eea99b-b0ef-45b7-862c-8418222afc02, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=76eea99b-b0ef-45b7-862c-8418222afc02,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:16:26.998339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:27.053891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:27.054515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:27.056495 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] 10.222.0.50 "PUT /v2.0/ports/76eea99b-b0ef-45b7-862c-8418222afc02 HTTP/1.1" status: 200 len: 1094 time: 1.0176589 Mar 11 13:16:27.056950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:16:27.084878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2330b23-3684-4c70-b42c-f93b1ec01ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=76eea99b-b0ef-45b7-862c-8418222afc02,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:27.124516 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02', 'status': 'completed', 'code': 200} Mar 11 13:16:27.166805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-9bfdba61-753c-4f22-9b1e-5cabb040c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:27.168297 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-9bfdba61-753c-4f22-9b1e-5cabb040c1ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 1097 time: 0.0758801 Mar 11 13:16:27.346172 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-884a518a-1d1b-40ce-8d62-c891166145de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76eea99b-b0ef-45b7-862c-8418222afc02 HTTP/1.1" status: 200 len: 217 time: 0.1703594 Mar 11 13:16:27.409280 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-0bb9874c-3df8-4ef7-bc22-5051dba41d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:27.410711 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-0bb9874c-3df8-4ef7-bc22-5051dba41d6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 200 len: 835 time: 0.0594311 Mar 11 13:16:27.484144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-512c25e8-9683-4dd4-933f-858bfdd8dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:27.485619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-512c25e8-9683-4dd4-933f-858bfdd8dc76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689385 Mar 11 13:16:27.616619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-a44831f2-fc2c-43ff-bc07-843987c0c9e5 service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250036 Mar 11 13:16:27.746717 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-763d5986-9db0-4dba-96f6-ab9d678d75b3 req-21680733-1391-4603-a310-a1e415fe6144 service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244628 Mar 11 13:16:27.863088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-e9354e30-9743-4858-b896-ddcdc97eca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:27.864528 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-e9354e30-9743-4858-b896-ddcdc97eca77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 1097 time: 0.0735052 Mar 11 13:16:27.998375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-3f808cac-dcf9-40e5-a407-be2ca214959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:27.999827 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-3f808cac-dcf9-40e5-a407-be2ca214959e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 898 time: 0.1284368 Mar 11 13:16:28.103049 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-31abe1c5-d0d4-43c8-b828-a713952707c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76eea99b-b0ef-45b7-862c-8418222afc02 HTTP/1.1" status: 200 len: 217 time: 0.0958307 Mar 11 13:16:28.171837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-4a2b09a3-7208-4bdd-97f0-0195c0ad21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:28.173211 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-4a2b09a3-7208-4bdd-97f0-0195c0ad21c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 200 len: 835 time: 0.0642080 Mar 11 13:16:28.237824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760f16b-82ef-4a69-87cf-e14e0cd19123 req-e7eda770-9301-4858-a1b9-028c8961a876 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:28.239144 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e760f16b-82ef-4a69-87cf-e14e0cd19123 req-e7eda770-9301-4858-a1b9-028c8961a876 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 944 time: 0.1852157 Mar 11 13:16:28.296834 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e760f16b-82ef-4a69-87cf-e14e0cd19123 req-0f56bf78-84c7-418d-a961-7b6f564f1b79 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498564 Mar 11 13:16:28.301958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-675d8ce6-bfaa-4e5f-ba41-8e2ba83e29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:28.303469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-675d8ce6-bfaa-4e5f-ba41-8e2ba83e29ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206539 Mar 11 13:16:28.435398 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-f1855e63-f532-4837-8384-76556db8f310 service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246934 Mar 11 13:16:28.569119 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b66d415-8978-46fc-a0a0-0bc91379129d req-a3260d1e-187e-408d-80c9-b2f4bdf1e8c9 service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260850 Mar 11 13:16:29.482253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bd94c-bfca-4a8e-b849-fda784cdd375 req-73d0e904-9e13-4b64-993a-02630237ebbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:29.483714 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b00bd94c-bfca-4a8e-b849-fda784cdd375 req-73d0e904-9e13-4b64-993a-02630237ebbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 944 time: 0.0786364 Mar 11 13:16:29.527322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b00bd94c-bfca-4a8e-b849-fda784cdd375 req-ee8c269a-a10b-484a-b640-58ae56e49149 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380328 Mar 11 13:16:30.267525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 76eea99b-b0ef-45b7-862c-8418222afc02 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:16:30.394814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 76eea99b-b0ef-45b7-862c-8418222afc02, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=76eea99b-b0ef-45b7-862c-8418222afc02,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:30.407853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '76eea99b-b0ef-45b7-862c-8418222afc02', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'port_id': '76eea99b-b0ef-45b7-862c-8418222afc02', 'mac_address': 'fa:16:3e:01:62:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:16:30.462301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:30.478273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76eea99b-b0ef-45b7-862c-8418222afc02 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:16:30.492781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 76eea99b-b0ef-45b7-862c-8418222afc02, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=76eea99b-b0ef-45b7-862c-8418222afc02,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:30.496546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:30.594480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=76eea99b-b0ef-45b7-862c-8418222afc02,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:30.601503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.601853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.602340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.602661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.603048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.603372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.603691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.604007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.604321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.604637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.604944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.605251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:16:30.707441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['76eea99b-b0ef-45b7-862c-8418222afc02'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:16:30.712748 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68a15d-894f-452f-9c8b-ff8b7ceeabd5 req-ddca7e14-43d3-49dd-9d54-964236defba9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:30.714395 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eb68a15d-894f-452f-9c8b-ff8b7ceeabd5 req-ddca7e14-43d3-49dd-9d54-964236defba9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 945 time: 0.0844891 Mar 11 13:16:30.760312 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eb68a15d-894f-452f-9c8b-ff8b7ceeabd5 req-c548db33-9081-4437-8938-82943cb303f2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396533 Mar 11 13:16:31.940374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769fa86-aa83-4dcb-9c08-00f688859baf req-acc8db09-0046-4efa-8451-d5436fdddecd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:31.941828 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6769fa86-aa83-4dcb-9c08-00f688859baf req-acc8db09-0046-4efa-8451-d5436fdddecd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 945 time: 0.0780571 Mar 11 13:16:32.087495 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6769fa86-aa83-4dcb-9c08-00f688859baf req-d65bebaf-c061-4447-a9db-07c081e40158 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395650 Mar 11 13:16:32.281542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 76eea99b-b0ef-45b7-862c-8418222afc02 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:16:32.349459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 76eea99b-b0ef-45b7-862c-8418222afc02 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:16:32.353985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 76eea99b-b0ef-45b7-862c-8418222afc02 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:16:32.354348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:32.467553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:32.498196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:16:32.507249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 76eea99b-b0ef-45b7-862c-8418222afc02, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=76eea99b-b0ef-45b7-862c-8418222afc02,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:16:32.512384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:32.543044 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02', 'code': 200} Mar 11 13:16:32.581681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=76eea99b-b0ef-45b7-862c-8418222afc02,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:16:32.763080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78783f-5ac2-4d97-9398-69d52376926f req-138a9f88-8303-405f-853d-4ed1a4bb7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:32.764518 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa78783f-5ac2-4d97-9398-69d52376926f req-138a9f88-8303-405f-853d-4ed1a4bb7954 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 1099 time: 0.0691710 Mar 11 13:16:32.803804 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa78783f-5ac2-4d97-9398-69d52376926f req-f1efe3bf-4fab-4dae-88c4-4d4a1d899b8c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334196 Mar 11 13:16:33.271067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5ca4f-11d9-432c-88a5-9f152d5e9413 req-05152655-8057-4bb0-99f3-fec1e5cca35a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:33.272516 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-42b5ca4f-11d9-432c-88a5-9f152d5e9413 req-05152655-8057-4bb0-99f3-fec1e5cca35a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 946 time: 0.0833380 Mar 11 13:16:33.317800 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-42b5ca4f-11d9-432c-88a5-9f152d5e9413 req-fb4a18ca-3c20-47db-ac12-f996f1b132d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386598 Mar 11 13:16:34.503825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cba7cd-3e62-42d6-a7c8-30bc683c2ca2 req-2dc66b56-c9ae-4ce2-839d-9b3956b8c32c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:34.505296 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29cba7cd-3e62-42d6-a7c8-30bc683c2ca2 req-2dc66b56-c9ae-4ce2-839d-9b3956b8c32c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 946 time: 0.0803630 Mar 11 13:16:34.553392 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29cba7cd-3e62-42d6-a7c8-30bc683c2ca2 req-ebfdbc45-5d5c-45de-a999-b95e564aa119 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419478 Mar 11 13:16:34.735531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1a29d-6474-4093-a104-13c3432795fa req-4ef311ed-8850-4971-87fb-b2416a3422f6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:34.737000 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65d1a29d-6474-4093-a104-13c3432795fa req-4ef311ed-8850-4971-87fb-b2416a3422f6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 946 time: 0.0797052 Mar 11 13:16:34.780170 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65d1a29d-6474-4093-a104-13c3432795fa req-218c48fa-2dfa-4c5d-a99d-8bd9e8c6707d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376995 Mar 11 13:16:34.803705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34448) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:34.872010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3df01e-26c0-4d6a-a581-d2f64512fe0a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:34.873520 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bf3df01e-26c0-4d6a-a581-d2f64512fe0a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 1094 time: 0.0688338 Mar 11 13:16:34.876341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34452) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:34.881072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'port_id': '76eea99b-b0ef-45b7-862c-8418222afc02'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:16:34.957473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:35.625979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:35.634153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:35.804151 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e associated. External IP: 172.26.4.58, port: 76eea99b-b0ef-45b7-862c-8418222afc02. Mar 11 13:16:36.147915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:16:36.325228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:16:36.330083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:36.335275 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] Sync routers for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:16:36.344827 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:36.345412 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:36.385483 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9b8f289-d7ce-44ba-9279-8166a05288c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 991 time: 1.5056241 Mar 11 13:16:36.385483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:16:36.385820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:36.435060 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02', 'status': 'completed', 'code': 200} Mar 11 13:16:36.536257 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:36.561380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-705a683b-309d-4e3d-9af0-fd5310376a47 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 991 time: 0.1744294 Mar 11 13:16:36.579922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-b40b3bca-6366-4b66-8450-079c4453b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:36.581423 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-b40b3bca-6366-4b66-8450-079c4453b486 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 1099 time: 0.1233177 Mar 11 13:16:36.716083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-aa7acf1b-007b-4db6-9632-9e4723f7fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:36.717457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-aa7acf1b-007b-4db6-9632-9e4723f7fed8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 200 len: 898 time: 0.1297019 Mar 11 13:16:36.821988 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-2dc18080-2c82-406f-a8da-fa7eb7c52b0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76eea99b-b0ef-45b7-862c-8418222afc02 HTTP/1.1" status: 200 len: 999 time: 0.0981851 Mar 11 13:16:36.874946 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '1bf91b94-4046-46fe-8900-d479a00fc28e', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'port_id': '76eea99b-b0ef-45b7-862c-8418222afc02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'mac_address': 'fa:16:3e:01:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:15:41Z', 'updated_at': '2022-03-11T13:16:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:36.879008 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] Checking router: dc02e720-d210-4b2b-98ad-b8ef8b5c21ee for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:16:36.884065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-0698b9a2-3d35-4b2c-ba2b-5cb6b57936d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:36.885529 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-0698b9a2-3d35-4b2c-ba2b-5cb6b57936d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 200 len: 835 time: 0.0577662 Mar 11 13:16:36.887558 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:16:36.888120 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:36.959214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-5bd28a3a-db48-4088-a59d-2f681f102861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:16:36.960681 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-5bd28a3a-db48-4088-a59d-2f681f102861 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697300 Mar 11 13:16:37.061341 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:16:37.093184 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-280e1c02-7d9f-4c25-8c13-16c949c9eda7 service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262248 Mar 11 13:16:37.141097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a2b42e0-c147-466a-af40-7e61f629c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:37.228769 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7dfa2d1-d605-4362-b19f-06a539d9fcfa req-78d1fc78-1512-46de-8531-744e3ded4e6b service neutron] 10.222.0.50 "GET /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296115 Mar 11 13:16:37.427820 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '1bf91b94-4046-46fe-8900-d479a00fc28e', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'port_id': '76eea99b-b0ef-45b7-862c-8418222afc02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'mac_address': 'fa:16:3e:01:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:15:41Z', 'updated_at': '2022-03-11T13:16:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:16:37.432236 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c7fad-688f-4b02-9424-d60f797e5c6e None None] The sync data for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv is: [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '1bf91b94-4046-46fe-8900-d479a00fc28e', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'port_id': '76eea99b-b0ef-45b7-862c-8418222afc02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'mac_address': 'fa:16:3e:01:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:15:41Z', 'updated_at': '2022-03-11T13:16:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:16:37.565525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34462) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:37.628621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670aba9-abb9-495a-8859-869d9cfac223 None None] New status for floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:16:37.674617 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9bf111ff-9c18-4414-a034-7d56800e9887 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 991 time: 0.1079311 Mar 11 13:16:38.678388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:16:38.784343 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-175fd126-e494-4399-bf8c-76b7469ee9ee tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 200 len: 993 time: 0.1047499 Mar 11 13:16:39.221928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d147713-36c4-453e-bc79-a1dc9ac62841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:40.356035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:40.531461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:41.953183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:16:45.378653 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:16:52.067694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:05.791929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452683-6022-4d16-83c9-79faf9f5e2db req-9c615964-4567-4de8-9be2-7481ccc0fd67 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:05.793334 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70452683-6022-4d16-83c9-79faf9f5e2db req-9c615964-4567-4de8-9be2-7481ccc0fd67 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 946 time: 0.0812154 Mar 11 13:17:05.938687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70452683-6022-4d16-83c9-79faf9f5e2db req-a11927cd-a4a9-4442-b871-5abf2fcb60c8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395891 Mar 11 13:17:07.144664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4ca9db5b-c7a3-4d45-8a05-d6c8e4dd5a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:07.169338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-b9e3bf5c-2662-4315-9bcb-0b5f953c1c96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:07.171358 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-b9e3bf5c-2662-4315-9bcb-0b5f953c1c96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 946 time: 0.1383846 Mar 11 13:17:07.240758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee320fac-3d76-4353-af51-f04a68ba91a9 req-ea042add-dc28-45b5-bdf2-e8c89182347c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:07.242697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee320fac-3d76-4353-af51-f04a68ba91a9 req-ea042add-dc28-45b5-bdf2-e8c89182347c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 946 time: 0.1791368 Mar 11 13:17:07.276764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 76eea99b-b0ef-45b7-862c-8418222afc02 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:17:07.277100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:07.353209 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee320fac-3d76-4353-af51-f04a68ba91a9 req-f1a346b3-f89b-4171-897c-565b5fba7c68 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=db5eba54-9a45-43e7-8fda-d352b22de6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029525 Mar 11 13:17:07.543275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 76eea99b-b0ef-45b7-862c-8418222afc02, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=76eea99b-b0ef-45b7-862c-8418222afc02,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:07.543552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:07.827733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:07.828028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:07.828334 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e disassociated. External IP: 172.26.4.58, port: 76eea99b-b0ef-45b7-862c-8418222afc02. Mar 11 13:17:07.828664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 76eea99b-b0ef-45b7-862c-8418222afc02 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:17:07.967887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:08.016147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=76eea99b-b0ef-45b7-862c-8418222afc02,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:08.203300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:17:08.384388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:17:08.394670 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] Sync routers for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:17:08.412454 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:08.413062 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:08.607340 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:08.637380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port 76eea99b-b0ef-45b7-862c-8418222afc02 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:17:08.639850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:08.646992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'name': 'network-vif-deleted', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:17:08.655129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4741cc35-217a-48ac-be2c-53a9b88b6787 req-4866cea8-4003-4889-baf8-3576274ecec7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1d89ce8-e06e-499d-951c-5150197a8c1e HTTP/1.1" status: 200 len: 210 time: 0.0849037 Mar 11 13:17:08.667446 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-59003d0e-22fd-43c1-8675-8033bf5da6bc req-ec3222a2-f9e6-49db-86fe-96795183fd82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/76eea99b-b0ef-45b7-862c-8418222afc02 HTTP/1.1" status: 204 len: 173 time: 1.4835770 Mar 11 13:17:08.695731 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d89ce8-e06e-499d-951c-5150197a8c1e', 'name': 'network-vif-deleted', 'tag': '76eea99b-b0ef-45b7-862c-8418222afc02', 'status': 'completed', 'code': 200} Mar 11 13:17:08.931766 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:08.935750 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] Checking router: dc02e720-d210-4b2b-98ad-b8ef8b5c21ee for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:17:08.943747 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:08.944313 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:16:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:09.119862 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:09.224538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-28477ab2-2640-4375-8eb9-39f66d27ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:09.428908 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:09.433256 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92c690-7ca8-49bd-8558-cc3badbbcb32 None None] The sync data for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv is: [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:15:26Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'b4c55e72-1b2c-42db-8755-ae8f065b5678', 'name': '', 'network_id': 'ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:ae:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:26Z', 'updated_at': '2022-03-11T13:15:31Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'c648ace5-6d18-4598-b8c4-e244b3592c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:17:09.630453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac418e24-d9d4-4a0e-a97d-9aa50f8fcf62 None None] New status for floating IP 1bf91b94-4046-46fe-8900-d479a00fc28e: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:17:09.760791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34490) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:09.831934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba175f9-0bb5-4599-9682-07f14faf2b9e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:09.862401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba175f9-0bb5-4599-9682-07f14faf2b9e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:09.930113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba175f9-0bb5-4599-9682-07f14faf2b9e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:09.948951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba175f9-0bb5-4599-9682-07f14faf2b9e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5eba54-9a45-43e7-8fda-d352b22de6ac,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:09.959379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba175f9-0bb5-4599-9682-07f14faf2b9e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:09.960500 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aba175f9-0bb5-4599-9682-07f14faf2b9e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/db5eba54-9a45-43e7-8fda-d352b22de6ac HTTP/1.1" status: 204 len: 168 time: 0.1986334 Mar 11 13:17:09.991525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34496) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:10.149966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 433f7780-48e6-4d9f-8380-26d25927ac46 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:17:10.150308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.320271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.320593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.359969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.444733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 433f7780-48e6-4d9f-8380-26d25927ac46 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:17:10.533764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.587408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.631625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=433f7780-48e6-4d9f-8380-26d25927ac46,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:10.726463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.741131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:10.742377 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2d129b4d-8903-47ae-95af-223c01ccd325 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/1bf91b94-4046-46fe-8900-d479a00fc28e HTTP/1.1" status: 204 len: 168 time: 0.7491891 Mar 11 13:17:11.092473 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f85bb-2a25-4348-b3df-402cc5bc3e65 req-c53ce614-0dea-4a6a-88b9-a3501b1193fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:11.093133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-023f85bb-2a25-4348-b3df-402cc5bc3e65 req-c53ce614-0dea-4a6a-88b9-a3501b1193fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:17:11.108986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-023f85bb-2a25-4348-b3df-402cc5bc3e65 req-c53ce614-0dea-4a6a-88b9-a3501b1193fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:17:11.110139 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-023f85bb-2a25-4348-b3df-402cc5bc3e65 req-c53ce614-0dea-4a6a-88b9-a3501b1193fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 946 time: 0.0970502 Mar 11 13:17:11.157368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-023f85bb-2a25-4348-b3df-402cc5bc3e65 req-5ab4d1f5-643e-4c7e-b8ff-92ae8995e06e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:17:11.171558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-023f85bb-2a25-4348-b3df-402cc5bc3e65 req-5ab4d1f5-643e-4c7e-b8ff-92ae8995e06e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:17:11.172678 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-023f85bb-2a25-4348-b3df-402cc5bc3e65 req-5ab4d1f5-643e-4c7e-b8ff-92ae8995e06e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568702 Mar 11 13:17:11.954317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:12.381810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 76eea99b-b0ef-45b7-862c-8418222afc02 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:17:12.388358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca44e-4048-4aa6-8692-00071046662d req-c99997fd-ad5e-4961-95e8-964a6b45287a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:12.389821 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b1ca44e-4048-4aa6-8692-00071046662d req-c99997fd-ad5e-4961-95e8-964a6b45287a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 946 time: 0.1399584 Mar 11 13:17:12.397952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd054d8-9b02-48eb-89c4-97baf9a7fe0f req-91945d46-1d34-4251-b9df-c5a27bf32706 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:12.399812 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7fd054d8-9b02-48eb-89c4-97baf9a7fe0f req-91945d46-1d34-4251-b9df-c5a27bf32706 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 946 time: 0.1150587 Mar 11 13:17:12.419635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 76eea99b-b0ef-45b7-862c-8418222afc02 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:17:12.420064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 76eea99b-b0ef-45b7-862c-8418222afc02 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:17:12.492309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port a50fadac-a897-426a-82b3-a65ff08efd97 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:17:12.492563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:12.525485 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7fd054d8-9b02-48eb-89c4-97baf9a7fe0f req-f20ff13d-f87b-46ad-a14e-b1fcb272eb7c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=899f7418-69dd-4cde-b598-68e4c0bb7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919518 Mar 11 13:17:12.842276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port a50fadac-a897-426a-82b3-a65ff08efd97, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a50fadac-a897-426a-82b3-a65ff08efd97,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:12.842542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:12.963873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for a50fadac-a897-426a-82b3-a65ff08efd97 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:17:13.106552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:13.156443 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=a50fadac-a897-426a-82b3-a65ff08efd97,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:13.234250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port a50fadac-a897-426a-82b3-a65ff08efd97 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:17:13.236691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:13.239537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'name': 'network-vif-deleted', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:17:13.255237 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b1ca44e-4048-4aa6-8692-00071046662d req-a0e9536a-c53d-4ea6-833f-9e649f1e04cb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/a50fadac-a897-426a-82b3-a65ff08efd97 HTTP/1.1" status: 204 len: 173 time: 0.8545067 Mar 11 13:17:13.284601 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8e7bc1-5e20-4ad5-a822-2a8e42f482ef', 'name': 'network-vif-deleted', 'tag': 'a50fadac-a897-426a-82b3-a65ff08efd97', 'status': 'completed', 'code': 200} Mar 11 13:17:13.687930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0448e3af-9af0-4806-b2ff-73e92634d9fe req-c4ffa69b-3230-444f-8741-e09074aa8907 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:17:13.703081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0448e3af-9af0-4806-b2ff-73e92634d9fe req-c4ffa69b-3230-444f-8741-e09074aa8907 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:17:13.704278 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0448e3af-9af0-4806-b2ff-73e92634d9fe req-c4ffa69b-3230-444f-8741-e09074aa8907 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=af8e7bc1-5e20-4ad5-a822-2a8e42f482ef HTTP/1.1" status: 200 len: 210 time: 0.0596037 Mar 11 13:17:14.798323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34512) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:14.867393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:14.895900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:14.957144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:14.975266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f7418-69dd-4cde-b598-68e4c0bb7d13,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:14.983709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.984049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.984386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.984721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.985092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.985370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.985715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.986128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.986356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.986664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.986979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.987291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:14.995621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:14.997183 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2faaf671-f475-49f1-8770-2466a02d19a1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/899f7418-69dd-4cde-b598-68e4c0bb7d13 HTTP/1.1" status: 204 len: 168 time: 0.1978841 Mar 11 13:17:15.028314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34518) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:15.667019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:16.013152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port b4c55e72-1b2c-42db-8755-ae8f065b5678 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:17:16.013856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:16.199126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port b4c55e72-1b2c-42db-8755-ae8f065b5678, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b4c55e72-1b2c-42db-8755-ae8f065b5678,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:16.199481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:16.319164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for b4c55e72-1b2c-42db-8755-ae8f065b5678 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:17:16.397120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device a50fadac-a897-426a-82b3-a65ff08efd97 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:17:16.431408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: a50fadac-a897-426a-82b3-a65ff08efd97 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:17:16.431774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device a50fadac-a897-426a-82b3-a65ff08efd97 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:17:16.503083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:16.550005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=b4c55e72-1b2c-42db-8755-ae8f065b5678,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:16.918829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:17.274306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:17:17.455238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:17:17.464800 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] Sync routers for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:17:17.471459 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-22df3d61-88c3-41e7-8ceb-d6f40b45cbaf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/dc02e720-d210-4b2b-98ad-b8ef8b5c21ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4420755 Mar 11 13:17:17.474105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34522) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:17.474420 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:17.475039 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:17.639183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet c648ace5-6d18-4598-b8c4-e244b3592c91 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:17:17.642126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:17.679075 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:17.699048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:17.781715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:17.853392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:17.895550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=c648ace5-6d18-4598-b8c4-e244b3592c91,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:17.897471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:17.906236 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-030e6db1-f0f6-453c-bd7c-6a17c3f2de1e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/c648ace5-6d18-4598-b8c4-e244b3592c91 HTTP/1.1" status: 204 len: 168 time: 0.4287689 Mar 11 13:17:17.906739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c524ef-8857-41cc-b39c-04425ecd9343 None None] Network ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:17:17.907177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34528) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:17.960488 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:17:16Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:17.965429 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] Checking router: dc02e720-d210-4b2b-98ad-b8ef8b5c21ee for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:17:17.974411 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] Routers {'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:17.975233 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:18.089244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.154765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] DHCP port deletion for ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:17:18.160173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] Deleting port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:17:18.160660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.161108 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] Set router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:18.391333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.404332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port f8731691-8c30-40f3-a12a-e8fb9bba53c0 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:17:18.404873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.406166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] For port 45ec5b9f-8256-417f-8f3f-b821cfff51d2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=45ec5b9f-8256-417f-8f3f-b821cfff51d2,segment=NetworkSegment(6e907c59-3162-4859-91b0-89ec77d03df4),segment_id=6e907c59-3162-4859-91b0-89ec77d03df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:18.406552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.478950 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:17:16Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:18.484332 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359ad98f-85e8-4509-a01d-fe08ab65ef10 None None] The sync data for ids ['dc02e720-d210-4b2b-98ad-b8ef8b5c21ee'] in dv-neutron-833198-1-hyperv is: [{'id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'name': 'tempest-TestNetworkBasicOps-router-220729766', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:15:21Z', 'updated_at': '2022-03-11T13:17:16Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'f8731691-8c30-40f3-a12a-e8fb9bba53c0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02e720-d210-4b2b-98ad-b8ef8b5c21ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:15:22Z', 'updated_at': '2022-03-11T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:17:18.540098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] Calling delete_port for 45ec5b9f-8256-417f-8f3f-b821cfff51d2 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:17:18.593080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port f8731691-8c30-40f3-a12a-e8fb9bba53c0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f8731691-8c30-40f3-a12a-e8fb9bba53c0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:18.593458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.618812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.665056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] Pushing event deleted for resources: {'Port': ['ID=45ec5b9f-8256-417f-8f3f-b821cfff51d2,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:18.668291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b5d98-b7fa-43e1-8120-98ee2524e5f7 None None] No DVR routers for this DVR port 45ec5b9f-8256-417f-8f3f-b821cfff51d2 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:17:18.724310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for f8731691-8c30-40f3-a12a-e8fb9bba53c0 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:17:18.896262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:18.973603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=f8731691-8c30-40f3-a12a-e8fb9bba53c0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:19.041426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.228082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.230189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.252151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.252710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router dc02e720-d210-4b2b-98ad-b8ef8b5c21ee {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:17:19.268110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.269182 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4aea9fd5-8042-4252-b287-df4bfbec3bbd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/dc02e720-d210-4b2b-98ad-b8ef8b5c21ee HTTP/1.1" status: 204 len: 168 time: 1.3618340 Mar 11 13:17:19.272025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34532) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:19.393975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.523632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.548082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:19.560500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e907c59-3162-4859-91b0-89ec77d03df4') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:19.560796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e907c59-3162-4859-91b0-89ec77d03df4') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:19.571689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.587417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.593188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:17:19.593612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:17:19.608125 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:17:19.691548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.696086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.728456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:19.732586 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-adb39da1-d1e8-4769-a9fb-dcb7cb275682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/ea9aa0ad-918c-4c4e-85f8-5f407bf6f41b HTTP/1.1" status: 204 len: 168 time: 0.4596286 Mar 11 13:17:19.736633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4c55e72-1b2c-42db-8755-ae8f065b5678 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:17:19.754444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34536) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:19.760056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--437853268', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:19.764925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:19.769042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:19.771982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:19.773708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b4c55e72-1b2c-42db-8755-ae8f065b5678 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:17:19.773993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b4c55e72-1b2c-42db-8755-ae8f065b5678 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:17:19.774413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 45ec5b9f-8256-417f-8f3f-b821cfff51d2 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:17:19.778873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:19.791414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:17:19.795092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.806844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 45ec5b9f-8256-417f-8f3f-b821cfff51d2 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:17:19.807184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 45ec5b9f-8256-417f-8f3f-b821cfff51d2 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:17:19.807586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f8731691-8c30-40f3-a12a-e8fb9bba53c0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:17:19.826126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:17:19.836033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.836568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment 02d4d44c-1da1-4e37-aaf6-a634e7f667d9 of type vlan for network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 Mar 11 13:17:19.840050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: f8731691-8c30-40f3-a12a-e8fb9bba53c0 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:17:19.840394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f8731691-8c30-40f3-a12a-e8fb9bba53c0 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:17:19.864083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.892059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.897405 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:19.898494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:19.996589 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2409370 Mar 11 13:17:19.999309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34540) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:20.004627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:20.008665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=58e5d5a1-0e83-44b7-b663-72ff6e87ea73,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:20.012495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:20.015816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.016156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.016459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:20.016565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.016800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.017117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.017456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.017773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.018090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.018405 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.018724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.019033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.019288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:20.019396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247ae0-5a52-478a-80dc-d47903aabda6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:20.027493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:20.031005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:17:20.037631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:20.038596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:20.054001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:20.416963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:20.711877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:20.742281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:20.874642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.144 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/b68f46bd-ac76-4fc1-89a4-ad43f9fb0973) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:17:21.016895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:21.045177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:21.103554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:17:21.106441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:17:21.108708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:17:21.156919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:21.623520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:21.963257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:22.066629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:22.164760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 3b586c2e-a905-4664-a557-e62956aa78ae is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:17:22.337848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:17:22.346956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Sync routers for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:17:22.356386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:22.356982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:22.364601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:22.365912 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d7813e42-bc54-420c-b502-accaca563674 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3655663 Mar 11 13:17:22.369593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34544) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:22.379003 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:17:22.522647 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a0c9cd67-9928-404e-94cd-efe65e71fccd tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1518862 Mar 11 13:17:22.525278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34550) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:22.537998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:22.653720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a860e77-4421-41ab-87ad-ae76b5a91b15 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:22.655208 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2a860e77-4421-41ab-87ad-ae76b5a91b15 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290073 Mar 11 13:17:22.658087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34554) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:22.696504 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1cc29042-ecce-43a5-97cd-06b072dbb24f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373769 Mar 11 13:17:22.698937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34558) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:22.704024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241069288', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:22.811397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:22.815158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:22.817902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:22.823517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:22.824544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:21Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:22.829163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Checking router: 3b586c2e-a905-4664-a557-e62956aa78ae for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:17:22.829699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Updating router 3b586c2e-a905-4664-a557-e62956aa78ae port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:17:22.833854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:17:22.837803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:22.885701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.050334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.240006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=0a6b12ad-be20-43b3-a9a2-fb37feafb446,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:23.248002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.251420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:17:23.251771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: 58e5d5a1-0e83-44b7-b663-72ff6e87ea73, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:17:23.259352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Transition to ACTIVE for port object b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:23.265849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.270106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:17:23.279693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 58e5d5a1-0e83-44b7-b663-72ff6e87ea73) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:17:23.283700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:23.284277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.306565 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0a32a6b8-eae3-4a9a-9795-beaaa7c9cae8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6065881 Mar 11 13:17:23.309230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34562) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:23.313752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c76a3b-c163-419d-9cc2-6e7b2bb7420c None None] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:17:23.429230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Attempting to bind port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:17:23.429616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Attempting to bind port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:17:23.429977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Attempting to bind port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:17:23.441800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb684cd-665c-4e0e-8787-6b8396f24be9 None None] Pushing event updated for resources: {'Port': ['ID=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:23.453122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:17:23.453512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:17:23.453909 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.454287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:17:23.454908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Bound port: b68f46bd-ac76-4fc1-89a4-ad43f9fb0973, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:17:23.455283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.579758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] For port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:17:23.592204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] For port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:17:23.627146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.681836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:17:23.682640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:23.766613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:23.767231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:23.836804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb684cd-665c-4e0e-8787-6b8396f24be9 None None] Pushing event updated for resources: {'Port': ['ID=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:24.007746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.020410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:24.130990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Allocated IP 172.20.0.2 (58e5d5a1-0e83-44b7-b663-72ff6e87ea73/0a6b12ad-be20-43b3-a9a2-fb37feafb446/5ebba08c-592c-4f8b-adef-542973d9596c) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:17:24.519113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.531838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Transition to ACTIVE for port object 5ebba08c-592c-4f8b-adef-542973d9596c will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:24.542644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:21Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:24.552694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c430c-bf59-4752-83f5-2867c5490850 None None] The sync data for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv is: [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:21Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:17:24.557374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Transition to ACTIVE for port object 5ebba08c-592c-4f8b-adef-542973d9596c will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:24.563815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.624767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:17:24.627592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:17:24.629925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:17:24.641245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (58e5d5a1-0e83-44b7-b663-72ff6e87ea73/0a6b12ad-be20-43b3-a9a2-fb37feafb446/88e8fd19-a638-444f-a5ca-1479c9dbaf9d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:17:24.646633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Pushing event updated for resources: {'Port': ['ID=5ebba08c-592c-4f8b-adef-542973d9596c,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:24.738804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Attempting to bind port 5ebba08c-592c-4f8b-adef-542973d9596c on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:17:24.739301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Attempting to bind port 5ebba08c-592c-4f8b-adef-542973d9596c by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:17:24.739762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Attempting to bind port 5ebba08c-592c-4f8b-adef-542973d9596c on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:17:24.746569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:17:24.747100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Checking segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:17:24.747625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.748145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Bound using segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:17:24.748731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Bound port: 5ebba08c-592c-4f8b-adef-542973d9596c, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:17:24.749281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.829317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.845232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 88e8fd19-a638-444f-a5ca-1479c9dbaf9d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:24.856830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] For port 5ebba08c-592c-4f8b-adef-542973d9596c, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:17:24.860110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] For port 5ebba08c-592c-4f8b-adef-542973d9596c, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5ebba08c-592c-4f8b-adef-542973d9596c,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:17:24.864807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.874301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:24.946261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:17:24.957623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:17:24.960868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:17:24.969058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a440af-8977-4428-bd97-7c0619f545a4 None None] Pushing event updated for resources: {'Port': ['ID=5ebba08c-592c-4f8b-adef-542973d9596c,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:25.119911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:25.160548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:25.459455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:25.517747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5ebba08c-592c-4f8b-adef-542973d9596c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:25.590537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 5ebba08c-592c-4f8b-adef-542973d9596c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:25.595389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:25.667485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:25.672903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:25.673272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:25.797381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:25.826149 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:25.833741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:25.896870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:25.904105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:25.906134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:25.989171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78b677-eef4-42c9-815a-845d61841858 None None] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:17:26.025892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:26.029145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:26.099132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f92506ff-0340-4c35-b16f-b5a169f5f3db None None] Provisioning for port 5ebba08c-592c-4f8b-adef-542973d9596c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:26.113972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f92506ff-0340-4c35-b16f-b5a169f5f3db None None] Provisioning complete for port 5ebba08c-592c-4f8b-adef-542973d9596c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:26.114318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f92506ff-0340-4c35-b16f-b5a169f5f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:26.172665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:17:26.173913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:17:26.321775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f92506ff-0340-4c35-b16f-b5a169f5f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:26.364779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 3b586c2e-a905-4664-a557-e62956aa78ae has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:17:26.369059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f92506ff-0340-4c35-b16f-b5a169f5f3db None None] For port 5ebba08c-592c-4f8b-adef-542973d9596c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5ebba08c-592c-4f8b-adef-542973d9596c,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:26.376305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f92506ff-0340-4c35-b16f-b5a169f5f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:26.452585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92506ff-0340-4c35-b16f-b5a169f5f3db None None] Pushing event updated for resources: {'Port': ['ID=5ebba08c-592c-4f8b-adef-542973d9596c,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:26.559772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:17:26.569233 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Sync routers for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:17:26.574023 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fdd0dedf-1dce-43a9-9d55-e5ff5b6d7f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/3b586c2e-a905-4664-a557-e62956aa78ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2631712 Mar 11 13:17:26.576327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34566) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:26.580918 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:26.581541 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:26.699160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1e511664-5e3d-49e9-a136-949fc5be8847 None None] Provisioning complete for port 5ebba08c-592c-4f8b-adef-542973d9596c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:26.700929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e511664-5e3d-49e9-a136-949fc5be8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:26.765986 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:26.832529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da919150-e78d-4428-b2e8-7889c006a09a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.833030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da919150-e78d-4428-b2e8-7889c006a09a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.833528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da919150-e78d-4428-b2e8-7889c006a09a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.834025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da919150-e78d-4428-b2e8-7889c006a09a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.835853 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-da919150-e78d-4428-b2e8-7889c006a09a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2585125 Mar 11 13:17:26.838425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34570) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:26.857823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1e511664-5e3d-49e9-a136-949fc5be8847 None None] Provisioning for port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:26.864408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1e511664-5e3d-49e9-a136-949fc5be8847 None None] Provisioning complete for port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:26.864822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e511664-5e3d-49e9-a136-949fc5be8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:26.912290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8acc20-3244-46d2-8496-c30d0fb2e7ed tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.912759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8acc20-3244-46d2-8496-c30d0fb2e7ed tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.913771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8acc20-3244-46d2-8496-c30d0fb2e7ed tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.914265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8acc20-3244-46d2-8496-c30d0fb2e7ed tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:26.915966 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9b8acc20-3244-46d2-8496-c30d0fb2e7ed tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0766273 Mar 11 13:17:26.918723 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34574) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:26.934168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1e511664-5e3d-49e9-a136-949fc5be8847 None None] Port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:17:27.053542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e4c3e7fb-35ee-4d7a-bf0f-bcaf4d77d396 None None] Provisioning complete for port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:27.054983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e7fb-35ee-4d7a-bf0f-bcaf4d77d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.111160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3e7fb-35ee-4d7a-bf0f-bcaf4d77d396 None None] Port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:17:27.131176 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:27.131442 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4cf7a49a-401a-4104-b6e7-d816c9acaf70 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2080953 Mar 11 13:17:27.131545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34578) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:27.132348 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Checking router: 3b586c2e-a905-4664-a557-e62956aa78ae for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:17:27.132734 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Updating router 3b586c2e-a905-4664-a557-e62956aa78ae port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:17:27.136927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-269254374', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:27.183714 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.268416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:27.272161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:port and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:27.275477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:27.281019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:27.291067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:17:27.294515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.318812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] device_id is not set on port 0aadbc00-83e0-478c-8a74-918a4c54a84d yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:17:27.459637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5ebba08c-592c-4f8b-adef-542973d9596c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:27.516452 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.526268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5ebba08c-592c-4f8b-adef-542973d9596c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:27.526641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.528814 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Transition to ACTIVE for port object 88e8fd19-a638-444f-a5ca-1479c9dbaf9d will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:27.537578 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.603812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.5 (58e5d5a1-0e83-44b7-b663-72ff6e87ea73/0a6b12ad-be20-43b3-a9a2-fb37feafb446/0aadbc00-83e0-478c-8a74-918a4c54a84d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:17:27.657612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:27.690065 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Pushing event updated for resources: {'Port': ['ID=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:27.701327 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.701689 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.702023 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.702738 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.703071 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.703441 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.703764 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.704079 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.704683 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.705002 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.705472 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.705786 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:27.771826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:27.773496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.810103 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Attempting to bind port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:17:27.810459 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Attempting to bind port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:17:27.810808 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Attempting to bind port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:17:27.816199 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:17:27.816556 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Checking segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:17:27.816942 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.817319 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Bound using segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:17:27.817797 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Bound port: 88e8fd19-a638-444f-a5ca-1479c9dbaf9d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:17:27.818158 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.824650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.840337 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 0aadbc00-83e0-478c-8a74-918a4c54a84d will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:27.865353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.915696 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] For port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:17:27.920387 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] For port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:17:27.924798 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:27.938268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:17:27.946497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:17:27.950791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:17:27.980553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:28.003829 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:28.004718 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:28.017586 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:28.018348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.043693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0de26c9d-8fc8-4bf9-b65c-21330c2f0814 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9111488 Mar 11 13:17:28.074192 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2f4d6-0a79-4d0b-800c-ed39761f76d8 None None] Pushing event updated for resources: {'Port': ['ID=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:28.182522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d45b6df8-05aa-465f-a1f5-797fa8f220d2 None None] Provisioning for port 0aadbc00-83e0-478c-8a74-918a4c54a84d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:28.188388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d45b6df8-05aa-465f-a1f5-797fa8f220d2 None None] Provisioning complete for port 0aadbc00-83e0-478c-8a74-918a4c54a84d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:28.188958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d45b6df8-05aa-465f-a1f5-797fa8f220d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.197325 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:28.250545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d45b6df8-05aa-465f-a1f5-797fa8f220d2 None None] Port 0aadbc00-83e0-478c-8a74-918a4c54a84d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:17:28.479492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34584) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:28.484990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790013341', 'description': 'tempest-secgroup-smoke-790013341 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:28.490918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:28.495741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:28.498814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:28.504665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:28.515792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.534815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:28.539199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:28.541924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:28.542047 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:27Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:28.545832 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009db38e-be56-49f6-bbfd-7fe82c8a9da3 None None] The sync data for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv is: [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:27Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:17:28.548099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:28.640747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.644752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.695549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342236e2-7cad-4e21-ad7e-e0d803f9564f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:28.699589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.701074 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5cc5e7b3-f4ec-45d7-8f2b-a655d43b7af3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2205331 Mar 11 13:17:28.703938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34588) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:28.709736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '342236e2-7cad-4e21-ad7e-e0d803f9564f', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:28.716731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:28.722198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:28.725314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:28.731891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:28.749151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.811781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.816105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.840666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a006a023-f193-4e06-982c-a62c88d47a74,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:28.850586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.852278 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9231f697-0204-4d3d-826e-d03c11089fa1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470749 Mar 11 13:17:28.855061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34592) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:28.860037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '342236e2-7cad-4e21-ad7e-e0d803f9564f', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:28.866155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:28.870065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:28.872990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:28.878825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:28.900604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.968201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:28.972053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.001716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8667c7f8-d57d-4ca4-9f38-2f524875d02e,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:29.005369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.006627 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f883d748-aea3-4600-a9c9-2f1b24133d3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506426 Mar 11 13:17:29.009908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34596) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:29.014745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '342236e2-7cad-4e21-ad7e-e0d803f9564f', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:29.021229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:29.025787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:29.028676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:29.034564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:29.054291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.118975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.123086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.148811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d074b3-26b1-4f91-b353-5dc84f390e22,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:29.157990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.161713 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-981dce89-0391-4665-b019-0858f2b33329 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484191 Mar 11 13:17:29.162021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34600) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:29.167033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '342236e2-7cad-4e21-ad7e-e0d803f9564f', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:29.173061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:29.176964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:29.179945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:29.185866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:29.203875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.270312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.274784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.297793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9f0952-8fa5-491e-924f-de0a9bdc7554,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:29.308861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.310505 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-454c6f63-ecda-4317-92b2-1f419a382900 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475861 Mar 11 13:17:29.313345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34604) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:29.318820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '342236e2-7cad-4e21-ad7e-e0d803f9564f', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:29.329461 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:29.333453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:29.336407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:29.342131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:29.351511 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:17:29.358465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.430861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.436245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.464647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af49fac8-ffca-4598-9586-a82a8bef5317,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:29.475613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.477197 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6184b704-00e7-4e9b-adb1-1e7c0aa74a5c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627374 Mar 11 13:17:29.479894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34608) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:29.485506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '342236e2-7cad-4e21-ad7e-e0d803f9564f', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:29.492665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:29.496734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:29.500236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:29.502501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 88e8fd19-a638-444f-a5ca-1479c9dbaf9d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:29.506154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:29.518161 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:17:29.525352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.577967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:29.582767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:29.583272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.600065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.604154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.630070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8528242c-fd19-46e4-b932-a8995410ce22,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:29.643474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.644742 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c9ce7dc-9110-467c-b398-f36030f29b46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1638136 Mar 11 13:17:29.710555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.750946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:29.754964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:29.814539 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-b0ac5c25-0900-41e3-bc75-d79cf0fe65a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790013341&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0401602 Mar 11 13:17:29.823171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:29.892239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-e0ba8236-497b-49c5-b86d-5b35c50e87e8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:29.892807 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-e0ba8236-497b-49c5-b86d-5b35c50e87e8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:17:29.907533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-e0ba8236-497b-49c5-b86d-5b35c50e87e8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:17:29.908626 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-e0ba8236-497b-49c5-b86d-5b35c50e87e8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 929 time: 0.0873237 Mar 11 13:17:30.026269 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-2724ee4a-85c0-46fa-a4b6-5d8f07be3dc0 service neutron] 10.222.0.52 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1050534 Mar 11 13:17:30.258554 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-d5ce9761-7790-4ffd-a2a2-254256a13782 service neutron] 10.222.0.52 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264142 Mar 11 13:17:30.386493 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-82096eca-c9dd-40a8-b66a-4f4a8d71b9ea service neutron] 10.222.0.52 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222737 Mar 11 13:17:30.566408 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-69f83820-e1ac-4495-b53c-a23222a9b057 req-0c83172a-cd28-48a5-9e12-53011ab523dc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 210 time: 0.0469518 Mar 11 13:17:31.458307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 88e8fd19-a638-444f-a5ca-1479c9dbaf9d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:31.481971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-6c28773d-b751-4643-8964-a22e62b41f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:31.483343 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-6c28773d-b751-4643-8964-a22e62b41f59 service neutron] 10.222.0.50 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1025 time: 0.0737207 Mar 11 13:17:31.527146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:31.527505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:31.640317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-b99385e9-a03b-4d44-9e9d-13fd6bc3c762 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:31.641015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-b99385e9-a03b-4d44-9e9d-13fd6bc3c762 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:17:31.659615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-b99385e9-a03b-4d44-9e9d-13fd6bc3c762 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:17:31.660650 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-b99385e9-a03b-4d44-9e9d-13fd6bc3c762 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 200 len: 796 time: 0.1720059 Mar 11 13:17:31.741010 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a68e3efd-c2d5-4650-825e-0a318256e8bf req-66fa7f0e-1696-470a-bdf2-9b8e9bb9c164 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 210 time: 0.0583906 Mar 11 13:17:31.752646 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-6211046f-c2c5-4b9e-a7fe-1eea386802b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 379 time: 0.0847163 Mar 11 13:17:31.762978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Request body: {'port': {'device_id': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:31.872870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:32.204245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aadbc00-83e0-478c-8a74-918a4c54a84d {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:17:32.211968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:32.225824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Transition to ACTIVE for port object 0aadbc00-83e0-478c-8a74-918a4c54a84d will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:32.229089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:32.382875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:32.465563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:17:32.465897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:17:32.466217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:17:32.470980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:17:32.471320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:17:32.476477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:17:32.476805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Checking segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:17:32.477180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Bound using segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:17:32.477641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Bound port: 0aadbc00-83e0-478c-8a74-918a4c54a84d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:17:32.477985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:32.570937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:17:32.573733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:17:32.578187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:32.634086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:32.634719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:32.636119 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] 10.222.0.50 "PUT /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1130 time: 0.8769829 Mar 11 13:17:32.636552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:17:32.661181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69139a61-0e5e-4e56-8eac-100af10f2706 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:32.717105 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'status': 'completed', 'code': 200} Mar 11 13:17:32.759844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-b35c3ddc-37bf-4dd8-9c91-a0d668500746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:32.761359 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-b35c3ddc-37bf-4dd8-9c91-a0d668500746 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 1133 time: 0.0774825 Mar 11 13:17:32.836954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-2748bb4f-f941-46fb-b62c-0ee6f666f7cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 217 time: 0.0681484 Mar 11 13:17:33.044658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-e9a32498-fac1-4b89-8bb7-1db92103a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:33.046007 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-e9a32498-fac1-4b89-8bb7-1db92103a217 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a6b12ad-be20-43b3-a9a2-fb37feafb446 HTTP/1.1" status: 200 len: 834 time: 0.2035263 Mar 11 13:17:33.112616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8beeae-ee05-45a4-9472-33d1855640e3 req-1d433677-6132-4468-98b7-bf5b2fb60e7b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:33.114059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd8beeae-ee05-45a4-9472-33d1855640e3 req-1d433677-6132-4468-98b7-bf5b2fb60e7b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 980 time: 0.2415211 Mar 11 13:17:33.173745 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd8beeae-ee05-45a4-9472-33d1855640e3 req-5616d1ad-3a48-4b26-96a5-4c07b9c3854c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528734 Mar 11 13:17:33.176564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-3594b05f-406c-4c59-92fa-4eb7c5d75f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:33.177821 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-3594b05f-406c-4c59-92fa-4eb7c5d75f50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1210518 Mar 11 13:17:33.308807 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-e1359034-1dd2-43b9-b8be-69e996700dbf service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246581 Mar 11 13:17:33.439885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f10ea3f0-978e-48c7-ac58-b071b755c2b3 req-0c36662f-c7c6-4290-8a13-ef9a892844b0 service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246221 Mar 11 13:17:33.549782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-febcfa21-f47f-4902-b4b2-647c1230ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:33.551235 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-febcfa21-f47f-4902-b4b2-647c1230ff4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 1133 time: 0.0704412 Mar 11 13:17:33.684984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-2a6d4f75-5fc1-4992-b3cb-24d3bfd79192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:33.686439 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-2a6d4f75-5fc1-4992-b3cb-24d3bfd79192 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 200 len: 897 time: 0.1255221 Mar 11 13:17:33.756598 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-2ea73c02-eb2b-4bea-99e1-3988e3ddc246 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 217 time: 0.0630593 Mar 11 13:17:33.818973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-56ba9034-7591-415f-88b9-05a3e38795df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:33.821057 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-56ba9034-7591-415f-88b9-05a3e38795df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a6b12ad-be20-43b3-a9a2-fb37feafb446 HTTP/1.1" status: 200 len: 834 time: 0.0577855 Mar 11 13:17:33.900178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-140664dd-fa32-49a8-a690-a97734eee3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:33.901625 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-140664dd-fa32-49a8-a690-a97734eee3ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712440 Mar 11 13:17:34.030863 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-3af26201-2cbb-41f7-a061-fa4a509b37e6 service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216686 Mar 11 13:17:34.164686 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02243d9a-f31c-4f1e-85a6-dddbce6c7a20 req-a5d4ce75-ab5d-4854-95c7-b25632a4a5db service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270702 Mar 11 13:17:34.354139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc37e28-bdaa-49ce-92c0-652ce179e771 req-a4ae7257-b02c-4353-993e-e9bf8a9431cc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:34.355476 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9fc37e28-bdaa-49ce-92c0-652ce179e771 req-a4ae7257-b02c-4353-993e-e9bf8a9431cc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 980 time: 0.0790250 Mar 11 13:17:34.398763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9fc37e28-bdaa-49ce-92c0-652ce179e771 req-8d7fd983-3a38-4fff-a07c-5bd6730bac53 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Mar 11 13:17:34.456905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:17:34.588805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:34.602304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'port_id': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'mac_address': 'fa:16:3e:e0:e4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:17:34.660728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:34.677977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aadbc00-83e0-478c-8a74-918a4c54a84d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:17:34.692986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:34.696684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:34.762439 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:34.769303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.769676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.770014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.770345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.770672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.770997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.771321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.771642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.771962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.772780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.773109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.773424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:17:34.900633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['0aadbc00-83e0-478c-8a74-918a4c54a84d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:17:35.583562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585be45-33f8-45f9-a8e7-197356f06298 req-f9f57c5e-2f16-4706-a4c9-a5477c72dabd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:35.585017 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d585be45-33f8-45f9-a8e7-197356f06298 req-f9f57c5e-2f16-4706-a4c9-a5477c72dabd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 981 time: 0.0833094 Mar 11 13:17:35.627720 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d585be45-33f8-45f9-a8e7-197356f06298 req-f9cba73a-d9fe-4795-9f32-be5aa4eeb517 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Mar 11 13:17:36.484038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:36.549905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 0aadbc00-83e0-478c-8a74-918a4c54a84d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:36.554421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 0aadbc00-83e0-478c-8a74-918a4c54a84d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:36.554784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:36.668854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:36.696343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:17:36.706163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:36.710493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:36.749408 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'code': 200} Mar 11 13:17:36.787426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:36.819853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45dd2a-82fa-4ad5-bd67-4db6d3a92c3b req-89000478-3d07-46f1-9a0f-70ec727799e6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:36.821468 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd45dd2a-82fa-4ad5-bd67-4db6d3a92c3b req-89000478-3d07-46f1-9a0f-70ec727799e6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 982 time: 0.0898709 Mar 11 13:17:36.868744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd45dd2a-82fa-4ad5-bd67-4db6d3a92c3b req-29d700da-43da-487b-b01d-7903e1be3e39 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Mar 11 13:17:36.970420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd633ca-be58-4646-9b9d-a2f8fb4dbc75 req-d79ec770-6c9f-4b85-b40f-ccab4ffd86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:36.971907 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbd633ca-be58-4646-9b9d-a2f8fb4dbc75 req-d79ec770-6c9f-4b85-b40f-ccab4ffd86f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 1135 time: 0.0691366 Mar 11 13:17:37.011956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbd633ca-be58-4646-9b9d-a2f8fb4dbc75 req-287a21f0-c8c4-41bf-bd99-e1f369b927a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Mar 11 13:17:37.147070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a93e013-00a1-4adc-87be-e90a530ca97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:38.165979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5c85d-ffec-46a7-9f0c-a814564168b2 req-929dfc3a-4bba-4563-8dbe-bc792bd39446 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:38.167339 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ad5c85d-ffec-46a7-9f0c-a814564168b2 req-929dfc3a-4bba-4563-8dbe-bc792bd39446 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 982 time: 0.1889615 Mar 11 13:17:38.210887 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ad5c85d-ffec-46a7-9f0c-a814564168b2 req-e20fb222-5590-4b1d-b6aa-c46caf49815c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Mar 11 13:17:39.228067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e08921fb-1367-4cc1-84f0-acf68a645539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:39.390616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cefaf4-a9d1-4c33-9b92-3821e40cef15 req-4713569a-14bd-45a0-8d11-2da9b221ed06 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:39.392060 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00cefaf4-a9d1-4c33-9b92-3821e40cef15 req-4713569a-14bd-45a0-8d11-2da9b221ed06 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 982 time: 0.0786035 Mar 11 13:17:39.437224 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00cefaf4-a9d1-4c33-9b92-3821e40cef15 req-f7ed95d8-d477-4fb8-b6e7-dda6152be7fe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Mar 11 13:17:39.621070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e816b61-d615-4b44-ba28-7a1ee3ad5a7e req-04e9b970-7d26-4765-8d0a-b0c6363973f1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:39.622553 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e816b61-d615-4b44-ba28-7a1ee3ad5a7e req-04e9b970-7d26-4765-8d0a-b0c6363973f1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 982 time: 0.0820050 Mar 11 13:17:39.670041 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e816b61-d615-4b44-ba28-7a1ee3ad5a7e req-b811542a-1d42-4bd3-9769-3fab0a0d8144 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Mar 11 13:17:39.691067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:39.763432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf457c1-9302-4b5c-9264-4bb3a221f32a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:39.764888 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7bf457c1-9302-4b5c-9264-4bb3a221f32a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 1130 time: 0.0729392 Mar 11 13:17:39.767687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:39.773086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:39.778885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:39.782755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:39.785562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:39.791171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:39.801106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:39.936758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:40.071541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.27 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/6bb4e7f1-6e27-42e3-aed9-1eefce8de629) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:17:40.218526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:40.247219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:40.315013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:17:40.322449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:17:40.327740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:17:40.362422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:40.363568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=6bb4e7f1-6e27-42e3-aed9-1eefce8de629,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:40.535706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:40.746857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:40.819581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:41.024330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:41.028720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:41.242190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=6bb4e7f1-6e27-42e3-aed9-1eefce8de629,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:41.254155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:41.426831 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP f3bd58bf-fecf-4944-805e-1b59ca9ab6ab associated. External IP: 172.26.4.27, port: 0aadbc00-83e0-478c-8a74-918a4c54a84d. Mar 11 13:17:41.777356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 3b586c2e-a905-4664-a557-e62956aa78ae has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:17:41.957239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:41.958115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:17:41.967875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] Sync routers for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:17:41.977379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:41.978025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:41.983576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:42.038993 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-79280d0c-c1c9-4d66-a8e9-f7f776bd388c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.2702336 Mar 11 13:17:42.039475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:17:42.041825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34668) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:42.086322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'status': 'completed', 'code': 200} Mar 11 13:17:42.117577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9e3b6-1a00-4847-9e3b-81c9e716154d tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:42.119233 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-72b9e3b6-1a00-4847-9e3b-81c9e716154d tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f&network_id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 200 len: 1130 time: 0.0762024 Mar 11 13:17:42.181491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-2954efd5-d060-4335-b667-857ccd9eeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:42.182999 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-2954efd5-d060-4335-b667-857ccd9eeabe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 1135 time: 0.0754824 Mar 11 13:17:42.199828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:42.321523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-76346c8b-88c0-4d80-969b-d1b24341b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:42.323096 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-76346c8b-88c0-4d80-969b-d1b24341b16d service neutron] 10.222.0.50 "GET /v2.0/networks?id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 200 len: 897 time: 0.1337428 Mar 11 13:17:42.478251 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-c009340f-fef2-474c-bbd5-49acf279c5c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1035 time: 0.1482325 Mar 11 13:17:42.555743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-9422df4e-fb70-4bb9-a21f-36269b12772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:42.556206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'f3bd58bf-fecf-4944-805e-1b59ca9ab6ab', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'port_id': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-269254374', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'mac_address': 'fa:16:3e:e0:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:17:40Z', 'updated_at': '2022-03-11T13:17:40Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:29Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:42.557187 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-9422df4e-fb70-4bb9-a21f-36269b12772c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a6b12ad-be20-43b3-a9a2-fb37feafb446 HTTP/1.1" status: 200 len: 834 time: 0.0720811 Mar 11 13:17:42.560343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] Checking router: 3b586c2e-a905-4664-a557-e62956aa78ae for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:17:42.568548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:17:42.568707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e14c2-d14a-4341-bdc0-f88c87f4fa30 req-9ae47ea1-88e7-45fc-8e03-b024a6a92546 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:42.569670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:42.572438 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-572e14c2-d14a-4341-bdc0-f88c87f4fa30 req-9ae47ea1-88e7-45fc-8e03-b024a6a92546 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 982 time: 0.1427855 Mar 11 13:17:42.752508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:17:42.781466 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-572e14c2-d14a-4341-bdc0-f88c87f4fa30 req-8c13f5b9-565d-45a9-9f8b-5aadf2d5ecc6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787343 Mar 11 13:17:42.798144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-9867355f-ab4d-4613-af7b-4f7891741662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:42.799951 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-9867355f-ab4d-4613-af7b-4f7891741662 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2267451 Mar 11 13:17:42.935042 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-fc0f0e70-a3bc-4082-8169-c8adfb98391a service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278157 Mar 11 13:17:43.068996 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75d70c54-3d1c-49fa-8d0c-4622ab5a72f2 req-246230c9-8c48-4188-ae56-927d6614d292 service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261995 Mar 11 13:17:43.100165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'f3bd58bf-fecf-4944-805e-1b59ca9ab6ab', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'port_id': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-269254374', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'mac_address': 'fa:16:3e:e0:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:17:40Z', 'updated_at': '2022-03-11T13:17:40Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:29Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:17:43.104070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510e72c-073e-4c43-8e71-e34900971cf5 None None] The sync data for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv is: [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'f3bd58bf-fecf-4944-805e-1b59ca9ab6ab', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'port_id': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-269254374', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'mac_address': 'fa:16:3e:e0:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe323fc5-4f2a-464a-a0dd-13e557e20d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:17:40Z', 'updated_at': '2022-03-11T13:17:40Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:29Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:17:43.279495 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d775b6e-2ee5-412b-a0de-e40a343f3833 None None] New status for floating IP f3bd58bf-fecf-4944-805e-1b59ca9ab6ab: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:17:43.774086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-64c3e4ec-1bf3-4160-bf7d-b3fc41c23956 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:43.775485 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-64c3e4ec-1bf3-4160-bf7d-b3fc41c23956 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 982 time: 0.0782123 Mar 11 13:17:43.846140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-aff94554-062d-432d-a2e8-2f23038cd442 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:43.847491 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-aff94554-062d-432d-a2e8-2f23038cd442 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666347 Mar 11 13:17:44.041391 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-b526057f-9611-477c-9704-e79aa2afb684 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1880665 Mar 11 13:17:44.052732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:44.101933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1c80c-2b87-48d1-99dd-25fe4f22462d req-cb7f3537-2d25-4670-a649-90fbf8e039a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:44.103283 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9ba1c80c-2b87-48d1-99dd-25fe4f22462d req-cb7f3537-2d25-4670-a649-90fbf8e039a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 982 time: 0.2123971 Mar 11 13:17:44.205325 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9ba1c80c-2b87-48d1-99dd-25fe4f22462d req-bbc1af16-034e-4dc7-ba42-c5da741775d7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913594 Mar 11 13:17:44.207657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:44.404623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:44.436710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:17:44.487806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] device_id is not set on port 0aadbc00-83e0-478c-8a74-918a4c54a84d yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:17:44.496573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:44.502348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:44.641262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=6']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:44.705179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] No DVR routers for this DVR port 0aadbc00-83e0-478c-8a74-918a4c54a84d on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:17:44.819071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-01694b9c-c5bc-4df6-b5cc-660620f51227 None None] Provisioning complete for port 0aadbc00-83e0-478c-8a74-918a4c54a84d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:44.819628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01694b9c-c5bc-4df6-b5cc-660620f51227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:44.871951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-01694b9c-c5bc-4df6-b5cc-660620f51227 None None] Port 0aadbc00-83e0-478c-8a74-918a4c54a84d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:17:44.926931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] In _notify_port_updated(), no bound segment for port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:17:44.927714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:44.928996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:44.930295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bb78bafd-61c5-4060-b8d8-bcc8b049367b req-4a50d0bf-aec4-454f-a172-c2b6c8155233 service neutron] 10.222.0.50 "PUT /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1025 time: 0.8813741 Mar 11 13:17:45.474545 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-393e7835-c272-4d6e-b014-d398e59902f5 req-30691714-f70c-40ec-8aa5-d351beb20afb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe323fc5-4f2a-464a-a0dd-13e557e20d1f HTTP/1.1" status: 200 len: 210 time: 0.1531255 Mar 11 13:17:46.565486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34686) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:46.634871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682668-f2c7-463c-bdae-74eed2263fde tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:46.635441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-46682668-f2c7-463c-bdae-74eed2263fde tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:17:46.650449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-46682668-f2c7-463c-bdae-74eed2263fde tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:17:46.651703 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-46682668-f2c7-463c-bdae-74eed2263fde tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 924 time: 0.0852368 Mar 11 13:17:46.937416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34692) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:46.942798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142847082', 'description': 'tempest-secgroup-smoke-1142847082 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:46.949202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:46.953317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:46.956210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:46.962979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:46.971804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:46.990888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:46.994685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:46.997485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:47.003079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:47.069882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.073192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.119220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c0d14-c51a-472d-b392-bf8436713770,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:47.121818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.122979 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-129cffc4-00f2-4580-848c-d83c714c9a6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1845455 Mar 11 13:17:47.126354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34696) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:47.130711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'bf4c0d14-c51a-472d-b392-bf8436713770', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:47.137040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:47.140912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:47.143838 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:47.150088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:47.165167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.224016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.227118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.249417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f902a9-4c96-4fe2-a916-2e5cdb92f7da,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:47.258289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.259436 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b11770a9-d754-4e37-b75c-1b91df6a152d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326468 Mar 11 13:17:47.262233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34700) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:47.267004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'bf4c0d14-c51a-472d-b392-bf8436713770', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:47.273159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:47.276936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:47.279783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:47.285366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:47.300990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.361790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.365181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.390194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f54a6c-12cc-47e5-91f4-cb59b2a45e9f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:47.399696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.401212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c9299e28-63c2-4317-9de8-228e3cec8a81 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380079 Mar 11 13:17:47.403845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34704) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:47.409079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'bf4c0d14-c51a-472d-b392-bf8436713770', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:47.414931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:47.418846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:47.421918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:47.427755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:47.445912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.509357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.512662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.536221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedbec9e-c2b6-4cd5-8a94-8ce95bd067db,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:47.544958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.546160 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9a35bfc-459b-4a92-8461-4afe47a9282e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412930 Mar 11 13:17:47.548922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34708) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:47.554308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'bf4c0d14-c51a-472d-b392-bf8436713770', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:47.560106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:47.563872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:47.566799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:47.572984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:47.588826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.651111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.654468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.679185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489bfd23-4d77-46ac-b870-d657eb2d8dab,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:47.689112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.690322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9379d1a5-2d64-493d-bdd5-f581684b84d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404376 Mar 11 13:17:47.693074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34712) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:47.698015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'bf4c0d14-c51a-472d-b392-bf8436713770', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:47.703499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:47.707248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:47.710103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:47.715712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:47.726201 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:17:47.732620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.795541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.798834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.825238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1b19d4-2964-405e-8046-40db390d06fd,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:47.835303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.836550 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fabbd3e5-4722-49f2-91b5-461cf0a5ebb7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424997 Mar 11 13:17:47.839259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34716) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:47.844051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'bf4c0d14-c51a-472d-b392-bf8436713770', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:47.849676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:17:47.853951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:17:47.856753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:17:47.862423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:17:47.872816 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:17:47.879102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.943015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.946549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.969406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5978ef-162d-4287-a682-bc2c1325fc62,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:47.978343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:47.979648 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9c478e19-2f74-4264-9c17-5023bcdb7ccd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394932 Mar 11 13:17:48.135554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-9687731c-2041-4095-9fd4-3fca02d87076 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:17:48.150911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-9687731c-2041-4095-9fd4-3fca02d87076 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:17:48.152258 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-9687731c-2041-4095-9fd4-3fca02d87076 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142847082&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0557528 Mar 11 13:17:48.231003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-651be7cb-1c15-430f-9966-5153708df2c8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:48.232300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-651be7cb-1c15-430f-9966-5153708df2c8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 929 time: 0.0735865 Mar 11 13:17:48.304220 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-9a09a2c2-eb0b-4dcc-8d5d-a9b055b2c749 service neutron] 10.222.0.52 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0600958 Mar 11 13:17:48.434859 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-1acdc6dd-4e69-463a-8886-329875388153 service neutron] 10.222.0.52 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246390 Mar 11 13:17:48.530884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:17:48.568327 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-fbed71a7-ae07-4599-baa8-78bced79ec5a service neutron] 10.222.0.52 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275527 Mar 11 13:17:48.591096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:17:48.741490 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-086897de-5ff9-4e78-ac60-677dd18b8acb req-3962bd64-5208-4b12-972e-ffe0d45e5823 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 210 time: 0.0420432 Mar 11 13:17:49.646501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-9f77aa08-5854-4881-b971-25cd466db08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:49.648322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-9f77aa08-5854-4881-b971-25cd466db08e service neutron] 10.222.0.50 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1025 time: 0.0676761 Mar 11 13:17:49.805695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-d772dda8-69bb-4487-881d-58da41a48146 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:49.807175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-d772dda8-69bb-4487-881d-58da41a48146 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 200 len: 796 time: 0.1539228 Mar 11 13:17:49.857409 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-bce58b5e-106f-427a-9ce7-af54af84c321 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 472 time: 0.0422020 Mar 11 13:17:49.895159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Request body: {'port': {'device_id': '41da897d-8fed-48b7-8f4c-a37267f63c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:49.931303 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-931afb66-9550-481d-af3c-7df67f515178 req-cedbe1c6-2452-4d8a-865b-c54919a119a7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 210 time: 0.0729778 Mar 11 13:17:50.009000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:50.453856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aadbc00-83e0-478c-8a74-918a4c54a84d {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:17:50.461284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:50.474930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Transition to ACTIVE for port object 0aadbc00-83e0-478c-8a74-918a4c54a84d will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:17:50.478451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:50.617926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=7']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:50.748551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:17:50.749227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:17:50.749227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:17:50.753729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:17:50.754044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Attempting to bind port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:17:50.759068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:17:50.759400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Checking segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:17:50.759778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Bound using segment: {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:17:50.760193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Bound port: 0aadbc00-83e0-478c-8a74-918a4c54a84d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d4d44c-1da1-4e37-aaf6-a634e7f667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:17:50.760533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:50.846641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:17:50.849686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:17:50.854050 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:50.909242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:50.909874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:50.911203 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] 10.222.0.50 "PUT /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1130 time: 1.0238109 Mar 11 13:17:50.911628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41da897d-8fed-48b7-8f4c-a37267f63c5d', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:17:50.948316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a67ed-a0f2-499b-9c8c-e0f26b5b2c9d service neutron] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=8']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:50.990592 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41da897d-8fed-48b7-8f4c-a37267f63c5d', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'status': 'completed', 'code': 200} Mar 11 13:17:51.027828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-2178f028-46e2-49f2-8a40-f2ea74fc3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:51.029318 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-2178f028-46e2-49f2-8a40-f2ea74fc3126 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 1133 time: 0.0754373 Mar 11 13:17:51.185224 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-f3e20ee0-b070-440d-aefa-36b0831fbfd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1035 time: 0.1480942 Mar 11 13:17:51.258204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5167a2-b927-40f5-a196-70b1fabe2210 req-87d3418e-8c8f-4768-a88c-a40283fddcb4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:51.259542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1e5167a2-b927-40f5-a196-70b1fabe2210 req-87d3418e-8c8f-4768-a88c-a40283fddcb4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 980 time: 0.1691234 Mar 11 13:17:51.267341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-198f57aa-fd6a-4259-8375-657c6b01f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:51.268643 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-198f57aa-fd6a-4259-8375-657c6b01f448 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a6b12ad-be20-43b3-a9a2-fb37feafb446 HTTP/1.1" status: 200 len: 834 time: 0.0775752 Mar 11 13:17:51.353021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1e5167a2-b927-40f5-a196-70b1fabe2210 req-24c2fa1f-7649-47cf-b8a7-bae282e731df tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873232 Mar 11 13:17:51.373648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-48ca0206-66c3-40a8-be81-5bee0d6c23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:51.375088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-48ca0206-66c3-40a8-be81-5bee0d6c23ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925267 Mar 11 13:17:51.509881 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-965f106e-3d63-4300-a29f-274daa282843 service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280422 Mar 11 13:17:51.638150 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88edc7fd-a61a-496d-a5c6-232b7fb9e077 req-ac04184a-3274-4870-91ef-c631f7b2d7d7 service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225569 Mar 11 13:17:51.751726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-504316ca-9b4c-466d-8346-24347ba69092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:51.753152 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-504316ca-9b4c-466d-8346-24347ba69092 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 1133 time: 0.0697534 Mar 11 13:17:51.884043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-bd6bcf6d-96a5-4095-a54f-3fe788c52be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:51.885463 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-bd6bcf6d-96a5-4095-a54f-3fe788c52be6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 200 len: 897 time: 0.1259875 Mar 11 13:17:52.066365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:52.100782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-5f9bcbe1-051e-4cbf-b104-921e175926aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1035 time: 0.2074087 Mar 11 13:17:52.164142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-1059dd9d-b6fb-4f3b-a117-312e00960458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:52.165510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-1059dd9d-b6fb-4f3b-a117-312e00960458 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a6b12ad-be20-43b3-a9a2-fb37feafb446 HTTP/1.1" status: 200 len: 834 time: 0.0582020 Mar 11 13:17:52.245548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-01b2ef9c-7853-4d17-872e-06b3fe3df327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:52.247028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-01b2ef9c-7853-4d17-872e-06b3fe3df327 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739849 Mar 11 13:17:52.382562 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-550b9aff-381d-4293-b57b-b6e4e1cf4ae6 service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277018 Mar 11 13:17:52.561885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6fa74ff0-913a-40be-9f9d-5bee10343198 req-5241014d-2f86-4892-9e4b-ad2570912402 service neutron] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729891 Mar 11 13:17:52.567477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:17:52.586683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc242-fac4-4f34-ba88-f22f175602f1 req-73e16339-4b23-4e3a-946e-11cb188eeaf2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:52.588115 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ed8bc242-fac4-4f34-ba88-f22f175602f1 req-73e16339-4b23-4e3a-946e-11cb188eeaf2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 980 time: 0.1205122 Mar 11 13:17:52.631797 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ed8bc242-fac4-4f34-ba88-f22f175602f1 req-deb72c1a-5bbf-4f66-996e-4b65a86a2705 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Mar 11 13:17:52.701642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:52.714831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'port_id': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'mac_address': 'fa:16:3e:e0:e4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:17:52.768040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:52.784496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aadbc00-83e0-478c-8a74-918a4c54a84d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:17:52.799986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:52.804037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:52.872728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=9']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:52.994407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['0aadbc00-83e0-478c-8a74-918a4c54a84d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:17:53.816697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8839-c531-44cb-b2e8-9d94cc8aa2b0 req-45520285-211c-4ae0-96a2-719386419c19 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:53.818160 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dd2f8839-c531-44cb-b2e8-9d94cc8aa2b0 req-45520285-211c-4ae0-96a2-719386419c19 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 981 time: 0.0813799 Mar 11 13:17:53.861137 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dd2f8839-c531-44cb-b2e8-9d94cc8aa2b0 req-ed93c2dc-7204-4be8-b5a9-46c55872d84c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375268 Mar 11 13:17:54.576993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:17:54.681326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 0aadbc00-83e0-478c-8a74-918a4c54a84d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:17:54.685998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 0aadbc00-83e0-478c-8a74-918a4c54a84d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:54.686357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:54.816528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:54.842465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41da897d-8fed-48b7-8f4c-a37267f63c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:17:54.852228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:54.856121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:54.892334 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41da897d-8fed-48b7-8f4c-a37267f63c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadbc00-83e0-478c-8a74-918a4c54a84d', 'code': 200} Mar 11 13:17:54.924843 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=10']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:55.057697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bb3db-04eb-4d38-8b7c-50c39a615819 req-3e74f73f-bc25-4972-aa36-0b94add9d675 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:55.059138 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-093bb3db-04eb-4d38-8b7c-50c39a615819 req-3e74f73f-bc25-4972-aa36-0b94add9d675 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 983 time: 0.0820186 Mar 11 13:17:55.173778 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-093bb3db-04eb-4d38-8b7c-50c39a615819 req-aba3c711-31c5-464a-98c5-b34f7af873cc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647004 Mar 11 13:17:55.193640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35dcbe-e4d5-4cc0-a93f-25b97ea2a158 req-bb8d7ca9-00c2-4b3a-b545-5f71bf99d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:55.195410 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3b35dcbe-e4d5-4cc0-a93f-25b97ea2a158 req-bb8d7ca9-00c2-4b3a-b545-5f71bf99d476 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 1136 time: 0.1350555 Mar 11 13:17:55.235766 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3b35dcbe-e4d5-4cc0-a93f-25b97ea2a158 req-c85d8879-3118-48db-8265-93382eb6881b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Mar 11 13:17:56.369771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590ea03-00da-4083-9713-f8ad50339af1 req-6c45d1b8-ced5-448d-ae0c-d7831b726242 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:56.371211 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2590ea03-00da-4083-9713-f8ad50339af1 req-6c45d1b8-ced5-448d-ae0c-d7831b726242 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 983 time: 0.0831470 Mar 11 13:17:56.415155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2590ea03-00da-4083-9713-f8ad50339af1 req-c23562e5-b40c-45b5-9f96-2e48792e7dd7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382941 Mar 11 13:17:56.595252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b56f9-4d12-488f-b5e7-28aade5bb4b0 req-6ef614af-d1d1-4115-b2f6-1c6c52fd0478 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:56.596777 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-718b56f9-4d12-488f-b5e7-28aade5bb4b0 req-6ef614af-d1d1-4115-b2f6-1c6c52fd0478 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 983 time: 0.0775206 Mar 11 13:17:56.639786 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-718b56f9-4d12-488f-b5e7-28aade5bb4b0 req-c09ab7b4-d644-4a5a-babd-11e4c1ac68cc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Mar 11 13:17:56.661599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:17:56.734378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99720894-e923-4dce-86bd-696ebc40dcff tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:56.735735 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-99720894-e923-4dce-86bd-696ebc40dcff tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d&network_id=58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 200 len: 1131 time: 0.0726836 Mar 11 13:17:57.086560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c808-c842-469e-81a6-c109390b07ea req-0d0a68c4-03b2-4d38-984f-3f52eadf7e82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:57.087881 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8122c808-c842-469e-81a6-c109390b07ea req-0d0a68c4-03b2-4d38-984f-3f52eadf7e82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 983 time: 0.0784700 Mar 11 13:17:57.131130 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8122c808-c842-469e-81a6-c109390b07ea req-67411005-f40c-415e-bd46-897ab33fb4e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Mar 11 13:17:58.371515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd19190-44c6-4a6c-b700-1c944e96e773 req-c6f03ec9-8a19-4d94-91f1-cd644f266444 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:58.372964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4bd19190-44c6-4a6c-b700-1c944e96e773 req-c6f03ec9-8a19-4d94-91f1-cd644f266444 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 983 time: 0.1374588 Mar 11 13:17:58.384452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-e9d581de-5d6b-46e0-8e68-3ac4cce597d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:58.385857 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-e9d581de-5d6b-46e0-8e68-3ac4cce597d0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 983 time: 0.1164005 Mar 11 13:17:58.481117 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4bd19190-44c6-4a6c-b700-1c944e96e773 req-6e2ce8d5-fcb1-45bf-a8e8-4273084c2d82 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=9339fccd-75e2-414c-9f03-281d97b7909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942950 Mar 11 13:17:58.486145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-e10185b6-d4d4-40cd-96ad-488c084b5b43 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:58.487431 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-e10185b6-d4d4-40cd-96ad-488c084b5b43 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0880752 Mar 11 13:17:58.632550 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-63a0c965-c909-47a2-a8e7-d8d34188a9b9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1396594 Mar 11 13:17:58.642698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:17:58.854538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:59.049006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0aadbc00-83e0-478c-8a74-918a4c54a84d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:17:59.077198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] For port 0aadbc00-83e0-478c-8a74-918a4c54a84d, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:17:59.130619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] device_id is not set on port 0aadbc00-83e0-478c-8a74-918a4c54a84d yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 13:17:59.139090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:59.143489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:59.282291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=11']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:17:59.341761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] No DVR routers for this DVR port 0aadbc00-83e0-478c-8a74-918a4c54a84d on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:17:59.378113 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:17:59.406856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ae4e3a12-5ece-49fe-aa2c-fd6a11df41a2 None None] Provisioning complete for port 0aadbc00-83e0-478c-8a74-918a4c54a84d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:17:59.408152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3a12-5ece-49fe-aa2c-fd6a11df41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:59.465302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e3a12-5ece-49fe-aa2c-fd6a11df41a2 None None] Port 0aadbc00-83e0-478c-8a74-918a4c54a84d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:17:59.565922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] In _notify_port_updated(), no bound segment for port 0aadbc00-83e0-478c-8a74-918a4c54a84d on network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 13:17:59.566775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:17:59.567374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:17:59.569292 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e938b3bb-89dd-4653-9fe0-673320cda700 req-383af489-ed79-4908-985b-d170b97a93e3 service neutron] 10.222.0.50 "PUT /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 200 len: 1026 time: 0.9298892 Mar 11 13:17:59.639452 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d215d97-09c4-4750-8b85-dcac033539d9 req-cfece50a-6f30-48fd-9100-427f982a9ca3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=41da897d-8fed-48b7-8f4c-a37267f63c5d HTTP/1.1" status: 200 len: 210 time: 0.0460503 Mar 11 13:18:00.731823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34778) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:00.798108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953b1fc-c580-4ead-a346-a9a492d3f45f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:00.830508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953b1fc-c580-4ead-a346-a9a492d3f45f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:00.891540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953b1fc-c580-4ead-a346-a9a492d3f45f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:00.909307 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953b1fc-c580-4ead-a346-a9a492d3f45f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c0d14-c51a-472d-b392-bf8436713770,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:00.919410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4953b1fc-c580-4ead-a346-a9a492d3f45f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:00.922987 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4953b1fc-c580-4ead-a346-a9a492d3f45f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/bf4c0d14-c51a-472d-b392-bf8436713770 HTTP/1.1" status: 204 len: 168 time: 0.1877649 Mar 11 13:18:00.953119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34784) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:01.150843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 6bb4e7f1-6e27-42e3-aed9-1eefce8de629 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:18:01.151180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:01.313890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:01.314213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:01.432871 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 6bb4e7f1-6e27-42e3-aed9-1eefce8de629 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:18:01.581972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:01.628951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=6bb4e7f1-6e27-42e3-aed9-1eefce8de629,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:01.803804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:01.804463 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP f3bd58bf-fecf-4944-805e-1b59ca9ab6ab disassociated (deleted). External IP: 172.26.4.27, port: 0aadbc00-83e0-478c-8a74-918a4c54a84d. Mar 11 13:18:02.143589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 3b586c2e-a905-4664-a557-e62956aa78ae has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:18:02.315714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:18:02.325047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] Sync routers for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:18:02.334591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:02.335199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:02.335478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:02.395675 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-39c47556-41a8-4b3e-9569-4ef544b8cf5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/f3bd58bf-fecf-4944-805e-1b59ca9ab6ab HTTP/1.1" status: 204 len: 168 time: 1.4389534 Mar 11 13:18:02.513002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:02.539679 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34792) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:02.607863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e83f6cdd-fca8-4830-af28-53ff1c15f5ad tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:02.634727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:18:02.636403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e83f6cdd-fca8-4830-af28-53ff1c15f5ad tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:02.700927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e83f6cdd-fca8-4830-af28-53ff1c15f5ad tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:02.718575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6cdd-fca8-4830-af28-53ff1c15f5ad tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342236e2-7cad-4e21-ad7e-e0d803f9564f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:02.727943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e83f6cdd-fca8-4830-af28-53ff1c15f5ad tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:02.729033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e83f6cdd-fca8-4830-af28-53ff1c15f5ad tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/342236e2-7cad-4e21-ad7e-e0d803f9564f HTTP/1.1" status: 204 len: 168 time: 0.1883059 Mar 11 13:18:02.758336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34798) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:02.795525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0aadbc00-83e0-478c-8a74-918a4c54a84d not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:18:02.824635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 0aadbc00-83e0-478c-8a74-918a4c54a84d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:18:02.825185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:02.892503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:29Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:02.896994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] Checking router: 3b586c2e-a905-4664-a557-e62956aa78ae for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:18:02.905273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:02.905886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:03.062836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:03.080710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:03.184462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 0aadbc00-83e0-478c-8a74-918a4c54a84d owned by {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:18:03.328441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:03.378512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=0aadbc00-83e0-478c-8a74-918a4c54a84d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:03.435139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:29Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:03.440008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d517c5c-c642-4e41-a738-6c68cab2ddef None None] The sync data for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv is: [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '88e8fd19-a638-444f-a5ca-1479c9dbaf9d', 'name': '', 'network_id': '58e5d5a1-0e83-44b7-b663-72ff6e87ea73', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:3c:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:24Z', 'updated_at': '2022-03-11T13:17:29Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0a6b12ad-be20-43b3-a9a2-fb37feafb446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:18:03.594994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:03.604983 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6623b5a8-7a74-4baf-8927-4b829d0bbab6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/ports/0aadbc00-83e0-478c-8a74-918a4c54a84d HTTP/1.1" status: 204 len: 168 time: 0.8455930 Mar 11 13:18:03.607621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34802) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:03.680981 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e50a0b-f46c-4d06-b5ec-da21009103a9 None None] New status for floating IP f3bd58bf-fecf-4944-805e-1b59ca9ab6ab: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:18:04.154546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:04.496075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:18:04.496407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:04.675597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 88e8fd19-a638-444f-a5ca-1479c9dbaf9d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:04.675948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:04.794418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 88e8fd19-a638-444f-a5ca-1479c9dbaf9d owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:18:05.207093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:05.256123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=88e8fd19-a638-444f-a5ca-1479c9dbaf9d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:05.539642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:05.890827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 3b586c2e-a905-4664-a557-e62956aa78ae has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:18:06.064694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:18:06.074346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] Sync routers for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:18:06.078209 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e68e676a-7b14-4206-a5bf-792999d0bd3c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/3b586c2e-a905-4664-a557-e62956aa78ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696331 Mar 11 13:18:06.080981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34806) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:06.083440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:06.084150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:06.149094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet 0a6b12ad-be20-43b3-a9a2-fb37feafb446 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:18:06.151888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.205644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.260992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:06.289065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.360849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.402201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6b12ad-be20-43b3-a9a2-fb37feafb446,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:06.405011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.411557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-31f9c638-26aa-4125-9799-54e2bf1732f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/0a6b12ad-be20-43b3-a9a2-fb37feafb446 HTTP/1.1" status: 204 len: 168 time: 0.3294683 Mar 11 13:18:06.415418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34810) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:06.442763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f726f5-e920-427f-a9b4-471b837ec1d8 None None] Network 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:18:06.700896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.718412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:18:05Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:06.722366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] Checking router: 3b586c2e-a905-4664-a557-e62956aa78ae for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:18:06.731953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] Routers {'3b586c2e-a905-4664-a557-e62956aa78ae'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:06.732556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:17:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['3b586c2e-a905-4664-a557-e62956aa78ae'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:06.788237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] DHCP port deletion for 58e5d5a1-0e83-44b7-b663-72ff6e87ea73 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:18:06.807040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] Deleting port 5ebba08c-592c-4f8b-adef-542973d9596c {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:18:06.807412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.881744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:06.890878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:18:06.891195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.001673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] Set router 3b586c2e-a905-4664-a557-e62956aa78ae gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:07.069245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port b68f46bd-ac76-4fc1-89a4-ad43f9fb0973, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:07.069625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.197136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:18:07.326720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e5039c6a-d593-4a05-bee8-39bca454cf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.341920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] For port 5ebba08c-592c-4f8b-adef-542973d9596c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5ebba08c-592c-4f8b-adef-542973d9596c,segment=NetworkSegment(02d4d44c-1da1-4e37-aaf6-a634e7f667d9),segment_id=02d4d44c-1da1-4e37-aaf6-a634e7f667d9)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:07.342308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.368371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.415226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=b68f46bd-ac76-4fc1-89a4-ad43f9fb0973,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:07.472112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] Calling delete_port for 5ebba08c-592c-4f8b-adef-542973d9596c owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:18:07.502559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5ebba08c-592c-4f8b-adef-542973d9596c no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:18:07.522232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.650169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.654332 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No ports have port_id starting with 5ebba08c-592c-4f8b-adef-542973d9596c Mar 11 13:18:07.694000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.696018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.701048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] Pushing event deleted for resources: {'Port': ['ID=5ebba08c-592c-4f8b-adef-542973d9596c,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:07.705104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc1475-6d43-43ee-965b-7e1f2d6e4dad None None] No DVR routers for this DVR port 5ebba08c-592c-4f8b-adef-542973d9596c on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:18:07.724118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:18:05Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:07.726323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.726876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router 3b586c2e-a905-4664-a557-e62956aa78ae {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:18:07.729891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43956ec-c3ef-4031-a3e4-c87a99b513f2 None None] The sync data for ids ['3b586c2e-a905-4664-a557-e62956aa78ae'] in dv-neutron-833198-1-hyperv is: [{'id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'name': 'tempest-TestNetworkBasicOps-router-2092091092', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:18:05Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'b68f46bd-ac76-4fc1-89a4-ad43f9fb0973', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b586c2e-a905-4664-a557-e62956aa78ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:17:20Z', 'updated_at': '2022-03-11T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:18:07.741639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.745105 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-57e882b7-1b84-43c6-810b-674e41e6e0a5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/3b586c2e-a905-4664-a557-e62956aa78ae HTTP/1.1" status: 204 len: 168 time: 1.3258200 Mar 11 13:18:07.745326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34814) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:07.856732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:07.996061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.128668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e5d5a1-0e83-44b7-b663-72ff6e87ea73']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:08.140947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d4d44c-1da1-4e37-aaf6-a634e7f667d9') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:08.141248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d4d44c-1da1-4e37-aaf6-a634e7f667d9') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:08.153019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.168734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.174701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:18:08.175085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:18:08.189452 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:18:08.268076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.273381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.296798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=58e5d5a1-0e83-44b7-b663-72ff6e87ea73,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:08.306811 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5a0687d8-9449-484e-991e-d86b4cff112f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/58e5d5a1-0e83-44b7-b663-72ff6e87ea73 HTTP/1.1" status: 204 len: 168 time: 0.5604892 Mar 11 13:18:08.319986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34818) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:08.331048 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e145178b-38b5-4e21-b165-1e6f41cf539a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0100203 Mar 11 13:18:08.333328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34822) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:08.338195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--399367834', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:08.342726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:08.346845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:08.350178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:08.355838 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:08.364836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:18:08.368711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.395974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:18:08.406717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.407373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b of type vlan for network 02049fec-3669-4b2d-8e41-ceb1da34c861 Mar 11 13:18:08.439789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.471661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.477701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:08.478278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.578313 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2440009 Mar 11 13:18:08.581348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34826) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:08.584916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b914f2-70a5-4c99-a578-a8f3f44e8bf7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=02049fec-3669-4b2d-8e41-ceb1da34c861,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:08.587920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:08.595361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:08.600543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:08.600896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:18:08.603462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:08.609701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:08.619302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.620444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.636802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:08.906370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:09.204534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:09.228900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b9c9-c157-4dbf-829d-1fefbaac9494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:09.235038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:09.371900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.79 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/993de17f-5544-40e2-8165-1999589dcd69) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:18:09.471632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:18:09.505621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:18:09.505960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device b68f46bd-ac76-4fc1-89a4-ad43f9fb0973 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:18:09.506378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 88e8fd19-a638-444f-a5ca-1479c9dbaf9d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:18:09.518553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:09.541985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 88e8fd19-a638-444f-a5ca-1479c9dbaf9d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:18:09.542332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 88e8fd19-a638-444f-a5ca-1479c9dbaf9d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:18:09.548625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:09.608182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:18:09.614782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:18:09.620148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:18:09.651230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=993de17f-5544-40e2-8165-1999589dcd69,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:10.123611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:10.365288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:10.459905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:10.540744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:10.670282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:18:10.844673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:18:10.854797 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Sync routers for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:18:10.863991 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:10.864587 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:10.871387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:10.872895 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-92708098-12da-4205-8e55-b87bdb626e5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2904956 Mar 11 13:18:10.875884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34830) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:10.918163 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-43bca78c-3762-45dc-8665-85a8c8daba3f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412321 Mar 11 13:18:10.920643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34834) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:11.042505 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:11.049025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5455a71f-2160-4f66-a98e-c05ab8d18e67 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:11.050533 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5455a71f-2160-4f66-a98e-c05ab8d18e67 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290190 Mar 11 13:18:11.053983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34838) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:11.091873 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2c5b0580-4618-4c55-bfb8-1d5f74229a66 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368736 Mar 11 13:18:11.094381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34842) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:11.100007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112269330', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:11.326086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:11.329844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:11.331512 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:09Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:11.332613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:11.335808 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Checking router: 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:18:11.336151 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Updating router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 port 993de17f-5544-40e2-8165-1999589dcd69 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:18:11.338646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:11.350390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:18:11.353495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.388283 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.569041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.649069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=cd540af3-02ee-4957-9b76-4eab630d5faa,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:11.657398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:18:11.657790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: 02049fec-3669-4b2d-8e41-ceb1da34c861, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:18:11.675734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:18:11.684683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 02049fec-3669-4b2d-8e41-ceb1da34c861) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:18:11.688703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:11.689281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.698772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbe4b6-8283-4cd2-873c-1ac8a3aeda18 None None] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:18:11.712817 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4861f171-b4be-4ccb-adee-77fe943859fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6174631 Mar 11 13:18:11.715440 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.715600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34846) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:11.727709 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Transition to ACTIVE for port object 993de17f-5544-40e2-8165-1999589dcd69 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:18:11.734238 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.861393 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89002e-6783-49d0-98d8-bbbc9c260e02 None None] Pushing event updated for resources: {'Port': ['ID=993de17f-5544-40e2-8165-1999589dcd69,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:11.865910 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Attempting to bind port 993de17f-5544-40e2-8165-1999589dcd69 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:18:11.868096 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Attempting to bind port 993de17f-5544-40e2-8165-1999589dcd69 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:18:11.868548 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Attempting to bind port 993de17f-5544-40e2-8165-1999589dcd69 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:18:11.874962 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:18:11.875862 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:18:11.875862 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.876386 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:18:11.877264 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Bound port: 993de17f-5544-40e2-8165-1999589dcd69, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:18:11.877738 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.935043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-02049fec-3669-4b2d-8e41-ceb1da34c861', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:18:11.935921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:11.951367 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] For port 993de17f-5544-40e2-8165-1999589dcd69, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:18:11.954385 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] For port 993de17f-5544-40e2-8165-1999589dcd69, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=993de17f-5544-40e2-8165-1999589dcd69,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:18:11.960773 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.021667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.039758 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:12.040367 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:12.106173 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89002e-6783-49d0-98d8-bbbc9c260e02 None None] Pushing event updated for resources: {'Port': ['ID=993de17f-5544-40e2-8165-1999589dcd69,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:12.117698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Allocated IP 172.20.0.2 (02049fec-3669-4b2d-8e41-ceb1da34c861/cd540af3-02ee-4957-9b76-4eab630d5faa/8b5cbc5b-e765-46d5-b96c-de014f9ef49c) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:18:12.227290 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:12.330769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.341805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Transition to ACTIVE for port object 8b5cbc5b-e765-46d5-b96c-de014f9ef49c will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:18:12.359885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Transition to ACTIVE for port object 8b5cbc5b-e765-46d5-b96c-de014f9ef49c will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:18:12.367069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.415168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.437589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Pushing event updated for resources: {'Port': ['ID=8b5cbc5b-e765-46d5-b96c-de014f9ef49c,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:12.454705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:18:12.455916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:18:12.459613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:18:12.525109 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:09Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:12.529740 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e2db8-9d7e-4c7f-9867-e1dfb1ec7919 None None] The sync data for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv is: [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:09Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:18:12.555079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Attempting to bind port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:18:12.555450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Attempting to bind port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:18:12.555805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Attempting to bind port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c on network 02049fec-3669-4b2d-8e41-ceb1da34c861 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:18:12.561672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:18:12.562039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Checking segment: {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:18:12.562430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.562815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Bound using segment: {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:18:12.563270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Bound port: 8b5cbc5b-e765-46d5-b96c-de014f9ef49c, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:18:12.563641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.657869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] For port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:18:12.660771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] For port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8b5cbc5b-e765-46d5-b96c-de014f9ef49c,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:18:12.666785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:12.831578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285266e-3634-4ff2-93fc-09ed6b6a107b None None] Pushing event updated for resources: {'Port': ['ID=8b5cbc5b-e765-46d5-b96c-de014f9ef49c,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:13.002207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (02049fec-3669-4b2d-8e41-ceb1da34c861/cd540af3-02ee-4957-9b76-4eab630d5faa/c23b0c5a-75f9-494e-91da-f99514d0ec75) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:18:13.196249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:13.213010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object c23b0c5a-75f9-494e-91da-f99514d0ec75 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:18:13.236502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:13.303107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:18:13.306222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:18:13.315280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:18:13.352320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:13.378351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:13.527947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8b5cbc5b-e765-46d5-b96c-de014f9ef49c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:18:13.601547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:18:13.607267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 993de17f-5544-40e2-8165-1999589dcd69 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:18:13.661791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:13.675941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 993de17f-5544-40e2-8165-1999589dcd69 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:18:13.681557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 993de17f-5544-40e2-8165-1999589dcd69 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:13.681931 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:13.810190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:13.820138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec970aa-55e7-45ba-8311-2d65319ab8a3 None None] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:18:13.856992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 993de17f-5544-40e2-8165-1999589dcd69, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=993de17f-5544-40e2-8165-1999589dcd69,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:13.914075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:13.996221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-777735a6-2743-4449-91c8-db4bbda30789 None None] Provisioning for port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:18:14.028711 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-777735a6-2743-4449-91c8-db4bbda30789 None None] Provisioning complete for port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:14.029088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-777735a6-2743-4449-91c8-db4bbda30789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.073164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=993de17f-5544-40e2-8165-1999589dcd69,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:14.094302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.099721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.210027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:14.212498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.324929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-777735a6-2743-4449-91c8-db4bbda30789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.347517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:18:14.348595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:18:14.446496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-777735a6-2743-4449-91c8-db4bbda30789 None None] For port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8b5cbc5b-e765-46d5-b96c-de014f9ef49c,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:14.455563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-777735a6-2743-4449-91c8-db4bbda30789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.546916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777735a6-2743-4449-91c8-db4bbda30789 None None] Pushing event updated for resources: {'Port': ['ID=8b5cbc5b-e765-46d5-b96c-de014f9ef49c,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:14.669326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:18:14.679517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7e452c4d-ce02-4612-930a-43e821740b70 None None] Provisioning complete for port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:14.679884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7e452c4d-ce02-4612-930a-43e821740b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.812719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7e452c4d-ce02-4612-930a-43e821740b70 None None] Provisioning for port c23b0c5a-75f9-494e-91da-f99514d0ec75 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:18:14.818705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7e452c4d-ce02-4612-930a-43e821740b70 None None] Provisioning complete for port c23b0c5a-75f9-494e-91da-f99514d0ec75 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:14.819105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7e452c4d-ce02-4612-930a-43e821740b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:14.862550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:18:14.875802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Sync routers for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:18:14.876312 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ef55961c-5bb7-4d59-ba41-b556f9148595 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1596932 Mar 11 13:18:14.878894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34850) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:14.887593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7e452c4d-ce02-4612-930a-43e821740b70 None None] Port c23b0c5a-75f9-494e-91da-f99514d0ec75 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:18:14.893487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:14.894158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:15.024152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3aa5d2-4bd3-4d4f-be95-de431ecad101 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.024643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3aa5d2-4bd3-4d4f-be95-de431ecad101 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.025101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3aa5d2-4bd3-4d4f-be95-de431ecad101 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.025580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3aa5d2-4bd3-4d4f-be95-de431ecad101 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.027244 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6c3aa5d2-4bd3-4d4f-be95-de431ecad101 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1472037 Mar 11 13:18:15.029978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34854) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:15.070993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d7012536-c3f9-4cac-8628-3686db234117 None None] Provisioning complete for port c23b0c5a-75f9-494e-91da-f99514d0ec75 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:15.071356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7012536-c3f9-4cac-8628-3686db234117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.096649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5829c05-e42c-4872-9cd3-85541946d753 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.097197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5829c05-e42c-4872-9cd3-85541946d753 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.097561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5829c05-e42c-4872-9cd3-85541946d753 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.098008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5829c05-e42c-4872-9cd3-85541946d753 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:15.099735 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e5829c05-e42c-4872-9cd3-85541946d753 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0687160 Mar 11 13:18:15.102968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34858) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:15.149545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:15.224374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d7012536-c3f9-4cac-8628-3686db234117 None None] Port c23b0c5a-75f9-494e-91da-f99514d0ec75 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:18:15.310513 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-05d72d72-881b-445a-9a0f-c04fdfb64a32 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2036922 Mar 11 13:18:15.467151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:15.470973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Checking router: 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:18:15.471322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Updating router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 port c23b0c5a-75f9-494e-91da-f99514d0ec75 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:18:15.499845 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 993de17f-5544-40e2-8165-1999589dcd69 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:18:15.574196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.646233 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 993de17f-5544-40e2-8165-1999589dcd69 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:15.646598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.676684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34864) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:15.683892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110993625', 'description': 'tempest-secgroup-smoke-2110993625 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:15.690567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:15.694646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:15.697743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:15.707948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:15.718810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.738566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:15.743000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:15.745768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:15.751319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:15.823528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.827761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.875993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f38bb62-6f93-4908-bd26-5da812c5f8eb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:15.880369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.881664 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2d27473-a767-4c69-a710-e67c051d2532 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2023377 Mar 11 13:18:15.884531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:15.889603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '4f38bb62-6f93-4908-bd26-5da812c5f8eb', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:15.895366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:15.899695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:15.902562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:15.908185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:15.919873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8b5cbc5b-e765-46d5-b96c-de014f9ef49c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:18:15.925214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.987259 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:15.991641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.014108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae69a9d-5c28-4257-8074-82d6fa41ef4b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.024124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.028243 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-35e8672a-74e7-435c-b4b0-e61eab4cd90c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401787 Mar 11 13:18:16.028547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34872) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:16.033396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '4f38bb62-6f93-4908-bd26-5da812c5f8eb', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:16.039713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:16.043404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:16.046361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:16.051917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:16.060570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:16.060941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.071878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.112500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.136446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Transition to ACTIVE for port object c23b0c5a-75f9-494e-91da-f99514d0ec75 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:18:16.145143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.243577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.248154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.274957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd0777a-903c-463e-b395-5b48e4464bca,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.287594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.289223 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a56fab90-45e3-4be2-a8f8-fee07b321328 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2595847 Mar 11 13:18:16.292004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34876) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:16.297005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '4f38bb62-6f93-4908-bd26-5da812c5f8eb', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:16.303242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:16.307099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:16.310289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:16.316262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:16.335678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.344080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a264e9b-434d-4313-965b-051fc2a7ddb0 None None] Pushing event updated for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.406883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.412022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.418432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Attempting to bind port c23b0c5a-75f9-494e-91da-f99514d0ec75 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:18:16.419030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Attempting to bind port c23b0c5a-75f9-494e-91da-f99514d0ec75 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:18:16.419451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Attempting to bind port c23b0c5a-75f9-494e-91da-f99514d0ec75 on network 02049fec-3669-4b2d-8e41-ceb1da34c861 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:18:16.424906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:18:16.425370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Checking segment: {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:18:16.425858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.426309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Bound using segment: {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:18:16.426826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Bound port: c23b0c5a-75f9-494e-91da-f99514d0ec75, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:18:16.427305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.439566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b971ac-d61e-4ed1-9bc8-a4dea8e6164b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.450234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.451759 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4caab821-e32a-44ac-8ff1-c7f97f6c6f8e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592033 Mar 11 13:18:16.454778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34880) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:16.461070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '4f38bb62-6f93-4908-bd26-5da812c5f8eb', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:16.467731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:16.471529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:16.474393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:16.481969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:16.500100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.529736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] For port c23b0c5a-75f9-494e-91da-f99514d0ec75, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:18:16.532641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] For port c23b0c5a-75f9-494e-91da-f99514d0ec75, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c23b0c5a-75f9-494e-91da-f99514d0ec75,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:18:16.538461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.565355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.570153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.590572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5938398d-bf33-4f59-9883-8b6867babbee,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.600166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.600534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.600869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.601200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.601546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.601876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.602198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.602517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.602836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.603154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.603469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.603788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:16.616356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.617792 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0dc29bc2-2830-4d86-954b-a50cfa77ee66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617050 Mar 11 13:18:16.618757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:16.619369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:16.620614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34884) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:16.626426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '4f38bb62-6f93-4908-bd26-5da812c5f8eb', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:16.635269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:16.639791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:16.643472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:16.649760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:16.662318 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:18:16.670857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.722168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a264e9b-434d-4313-965b-051fc2a7ddb0 None None] Pushing event updated for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.743639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.748950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.780891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0f9e37-b283-4ac4-9276-13d2c09e3a29,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.790861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.794896 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5b1be5ad-172e-4385-bda6-1d5c150d4a88 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1705134 Mar 11 13:18:16.795041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34888) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:16.800488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '4f38bb62-6f93-4908-bd26-5da812c5f8eb', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:16.807212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:16.811272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:16.814204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:16.820615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:16.830640 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:18:16.837346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.855276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:16.904727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.908817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.933382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0744ec80-4c42-43b4-b0a1-eaa35ccfd2b4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:16.942812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:16.943991 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ecd5e8b0-7e72-474b-813d-e432a5f5556b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478417 Mar 11 13:18:17.101144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7290297-a312-4c73-a2b4-a381404adc28 req-5f2164b5-2c09-4906-8303-7dd4ac806409 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:18:17.116695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7290297-a312-4c73-a2b4-a381404adc28 req-5f2164b5-2c09-4906-8303-7dd4ac806409 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:18:17.117855 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-5f2164b5-2c09-4906-8303-7dd4ac806409 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110993625&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0552368 Mar 11 13:18:17.170157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:16Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:17.174605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf58cd-5d71-432c-8009-6e51722ff349 None None] The sync data for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv is: [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:16Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:18:17.281415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-8fa086c7-8580-4056-a79a-65cd6bacf284 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:17.282254 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7290297-a312-4c73-a2b4-a381404adc28 req-8fa086c7-8580-4056-a79a-65cd6bacf284 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:18:17.298441 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7290297-a312-4c73-a2b4-a381404adc28 req-8fa086c7-8580-4056-a79a-65cd6bacf284 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:18:17.299611 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-8fa086c7-8580-4056-a79a-65cd6bacf284 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=02049fec-3669-4b2d-8e41-ceb1da34c861 HTTP/1.1" status: 200 len: 796 time: 0.1750236 Mar 11 13:18:17.315982 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-72f3c75c-ac89-45ef-8139-99b1015c1af9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Mar 11 13:18:17.409557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-bc9dfd45-32e8-4bca-9b02-aa7afce6f44b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880828 Mar 11 13:18:17.505295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c23b0c5a-75f9-494e-91da-f99514d0ec75 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:18:17.571180 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-b211bc86-739c-436b-a87a-7f0e38b18529 service neutron] 10.222.0.52 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379812 Mar 11 13:18:17.582839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c23b0c5a-75f9-494e-91da-f99514d0ec75 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:18:17.588487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c23b0c5a-75f9-494e-91da-f99514d0ec75 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:17.588862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:17.712862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:17.714840 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-30e44b0e-29c9-4900-b6e7-c96774023e6a service neutron] 10.222.0.52 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371632 Mar 11 13:18:17.747860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c23b0c5a-75f9-494e-91da-f99514d0ec75, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c23b0c5a-75f9-494e-91da-f99514d0ec75,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:17.754017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:17.839083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:17.921277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f6ca653-342a-45dd-aff6-7f4984aaff7e req-1eab09a4-19e7-44a2-b81c-461cb396f585 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 210 time: 0.0439544 Mar 11 13:18:18.937539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-910dfd3a-70ea-48e4-a728-e6df94ddb5b4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:18.939043 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-910dfd3a-70ea-48e4-a728-e6df94ddb5b4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=02049fec-3669-4b2d-8e41-ceb1da34c861 HTTP/1.1" status: 200 len: 796 time: 0.1543741 Mar 11 13:18:18.994398 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-1ca5874b-6c03-4c44-9e52-17011db3b66f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 380 time: 0.0470543 Mar 11 13:18:19.007891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['4f38bb62-6f93-4908-bd26-5da812c5f8eb']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:19.148292 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3ff0c0a5-04c8-4c07-9772-03927e060e2e req-311750c2-0106-4870-9c55-4dd2c22e8c78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 210 time: 0.0591037 Mar 11 13:18:19.185445 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:19.189593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:port and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:19.192404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:19.198575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:19.209356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:18:19.212865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:19.377428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.4 (02049fec-3669-4b2d-8e41-ceb1da34c861/cd540af3-02ee-4957-9b76-4eab630d5faa/8975a381-4f62-47cd-874b-38ec0e8da13d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:18:19.476196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c23b0c5a-75f9-494e-91da-f99514d0ec75 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:18:19.544142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c23b0c5a-75f9-494e-91da-f99514d0ec75 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:19.544505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:19.570796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:19.586644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 8975a381-4f62-47cd-874b-38ec0e8da13d will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:18:19.612329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:19.780495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:18:19.787758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:18:19.792055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:18:19.823736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=8975a381-4f62-47cd-874b-38ec0e8da13d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:19.859570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:19.860173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:19.886108 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d10f6269-7c48-42ee-bb94-cb83d6fd71a3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847611 Mar 11 13:18:19.898107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Request body: {'port': {'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:19.986529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-457a296a-e746-451a-8c65-330955a892dd None None] Provisioning for port 8975a381-4f62-47cd-874b-38ec0e8da13d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:18:19.991599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-457a296a-e746-451a-8c65-330955a892dd None None] Provisioning complete for port 8975a381-4f62-47cd-874b-38ec0e8da13d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:19.991969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-457a296a-e746-451a-8c65-330955a892dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:20.012578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:20.046550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-457a296a-e746-451a-8c65-330955a892dd None None] Port 8975a381-4f62-47cd-874b-38ec0e8da13d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:18:20.403544 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36810828-b822-45f0-811c-5d6507c6297d req-20228180-d9c2-4fcf-9c0c-eb3c0fc86d6f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:20.404238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-36810828-b822-45f0-811c-5d6507c6297d req-20228180-d9c2-4fcf-9c0c-eb3c0fc86d6f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:18:20.427892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8975a381-4f62-47cd-874b-38ec0e8da13d {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:18:20.436777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:20.443770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-36810828-b822-45f0-811c-5d6507c6297d req-20228180-d9c2-4fcf-9c0c-eb3c0fc86d6f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:18:20.444911 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-36810828-b822-45f0-811c-5d6507c6297d req-20228180-d9c2-4fcf-9c0c-eb3c0fc86d6f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 931 time: 0.1905873 Mar 11 13:18:20.465579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Transition to ACTIVE for port object 8975a381-4f62-47cd-874b-38ec0e8da13d will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:18:20.470881 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:20.618721 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-36810828-b822-45f0-811c-5d6507c6297d req-52ab9038-13e4-4208-ba12-fab68ce2e923 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672993 Mar 11 13:18:20.619316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Pushing event updated for resources: {'Port': ['ID=8975a381-4f62-47cd-874b-38ec0e8da13d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:20.659968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.660314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.660651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.660985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.661395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.662273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.662602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.662928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.663248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.663567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.663885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.664202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:20.737827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Attempting to bind port 8975a381-4f62-47cd-874b-38ec0e8da13d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:18:20.738163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Attempting to bind port 8975a381-4f62-47cd-874b-38ec0e8da13d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:18:20.738479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Attempting to bind port 8975a381-4f62-47cd-874b-38ec0e8da13d on network 02049fec-3669-4b2d-8e41-ceb1da34c861 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:18:20.743268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Port 8975a381-4f62-47cd-874b-38ec0e8da13d on network 02049fec-3669-4b2d-8e41-ceb1da34c861 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:18:20.743609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Attempting to bind port 8975a381-4f62-47cd-874b-38ec0e8da13d on network 02049fec-3669-4b2d-8e41-ceb1da34c861 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:18:20.748683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:18:20.749019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Checking segment: {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:18:20.749400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Bound using segment: {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:18:20.749843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Bound port: 8975a381-4f62-47cd-874b-38ec0e8da13d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:18:20.750188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:20.842233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] For port 8975a381-4f62-47cd-874b-38ec0e8da13d, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:18:20.845507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] For port 8975a381-4f62-47cd-874b-38ec0e8da13d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8975a381-4f62-47cd-874b-38ec0e8da13d,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:18:20.849481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:20.904916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:20.905548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:20.906887 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] 10.222.0.50 "PUT /v2.0/ports/8975a381-4f62-47cd-874b-38ec0e8da13d HTTP/1.1" status: 200 len: 1093 time: 1.0130591 Mar 11 13:18:20.907313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:18:20.940387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906aea52-f33e-4f07-b46e-69228196c59e service neutron] Pushing event updated for resources: {'Port': ['ID=8975a381-4f62-47cd-874b-38ec0e8da13d,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:20.981568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'status': 'completed', 'code': 200} Mar 11 13:18:21.027477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-19bedd44-2794-4170-a477-4e77fa78db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:21.028975 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-19bedd44-2794-4170-a477-4e77fa78db50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 1096 time: 0.0806949 Mar 11 13:18:21.099197 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-f26dab90-ddc7-42ea-8344-f36546d848a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8975a381-4f62-47cd-874b-38ec0e8da13d HTTP/1.1" status: 200 len: 217 time: 0.0626421 Mar 11 13:18:21.164666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d723cf19-be0f-462d-9838-fd44503057c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:21.166031 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-d723cf19-be0f-462d-9838-fd44503057c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd540af3-02ee-4957-9b76-4eab630d5faa HTTP/1.1" status: 200 len: 835 time: 0.0611660 Mar 11 13:18:21.242421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290297-a312-4c73-a2b4-a381404adc28 req-2c5e257b-dca9-46a8-8288-77b63035a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:21.243888 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-2c5e257b-dca9-46a8-8288-77b63035a97a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02049fec-3669-4b2d-8e41-ceb1da34c861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714653 Mar 11 13:18:21.376046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-81e153f9-8467-4998-8c4a-cefd5020344f service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249759 Mar 11 13:18:21.611230 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7290297-a312-4c73-a2b4-a381404adc28 req-c29cbcf6-461e-4701-a624-b48382344e47 service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291453 Mar 11 13:18:21.733190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-2d878ef9-c7c2-4d42-aea4-7ebb7ae815ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:21.734713 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-2d878ef9-c7c2-4d42-aea4-7ebb7ae815ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 1096 time: 0.0777383 Mar 11 13:18:21.913674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-4013785a-7079-4920-bc0f-b2101708cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:21.915075 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-4013785a-7079-4920-bc0f-b2101708cbb7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=02049fec-3669-4b2d-8e41-ceb1da34c861 HTTP/1.1" status: 200 len: 897 time: 0.1737874 Mar 11 13:18:21.988623 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-73bc82d6-1b48-4f61-bb8e-781695a5a3d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8975a381-4f62-47cd-874b-38ec0e8da13d HTTP/1.1" status: 200 len: 217 time: 0.0657446 Mar 11 13:18:22.059934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:22.071105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821130-7e11-49a3-b65d-eb1e843c8748 req-fbf5e39a-d452-4abb-a6fc-718f67d8ca1d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:22.072657 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c821130-7e11-49a3-b65d-eb1e843c8748 req-fbf5e39a-d452-4abb-a6fc-718f67d8ca1d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 943 time: 0.2026529 Mar 11 13:18:22.074420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-c69c57f3-b9ff-4e54-ba02-ee41d1ef5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:22.075702 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-c69c57f3-b9ff-4e54-ba02-ee41d1ef5fd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd540af3-02ee-4957-9b76-4eab630d5faa HTTP/1.1" status: 200 len: 835 time: 0.0797315 Mar 11 13:18:22.159733 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c821130-7e11-49a3-b65d-eb1e843c8748 req-d0a9a504-9671-4d63-9391-70a607f950e3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813024 Mar 11 13:18:22.184972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-c2f62aff-60b3-46c4-9b9d-47cce76e5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:22.186435 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-c2f62aff-60b3-46c4-9b9d-47cce76e5b3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02049fec-3669-4b2d-8e41-ceb1da34c861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953565 Mar 11 13:18:22.317966 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-8fac705b-066b-4cb1-9121-0510e99f324a service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242099 Mar 11 13:18:22.449852 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a83eb908-cd19-4cc7-b8b6-3ebc49635dc3 req-e8da63ce-5367-4334-b5ee-1d9fa3f22199 service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256759 Mar 11 13:18:22.648662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8975a381-4f62-47cd-874b-38ec0e8da13d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:18:22.779847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 8975a381-4f62-47cd-874b-38ec0e8da13d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8975a381-4f62-47cd-874b-38ec0e8da13d,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:22.793270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'mac_address': 'fa:16:3e:89:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:18:22.846312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:22.863045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8975a381-4f62-47cd-874b-38ec0e8da13d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:18:22.877613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 8975a381-4f62-47cd-874b-38ec0e8da13d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8975a381-4f62-47cd-874b-38ec0e8da13d,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:22.881487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:22.949487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=8975a381-4f62-47cd-874b-38ec0e8da13d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:23.071905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['8975a381-4f62-47cd-874b-38ec0e8da13d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:18:23.349341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690f15-e037-4029-ab08-a41437419e92 req-b39d060b-75f7-455f-b94a-4b088fa67f66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:23.350819 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92690f15-e037-4029-ab08-a41437419e92 req-b39d060b-75f7-455f-b94a-4b088fa67f66 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 944 time: 0.0790915 Mar 11 13:18:23.396757 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92690f15-e037-4029-ab08-a41437419e92 req-9cfbec2d-b28f-4cd3-820e-9b1968f303fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Mar 11 13:18:24.579288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b4e55-2a90-4166-a3e3-c506232c9c1d req-6235536a-5394-4f06-abef-30c011ef8379 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:24.580715 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c2b4e55-2a90-4166-a3e3-c506232c9c1d req-6235536a-5394-4f06-abef-30c011ef8379 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 944 time: 0.0824704 Mar 11 13:18:24.623731 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c2b4e55-2a90-4166-a3e3-c506232c9c1d req-91f90053-7a1f-4b1b-80a1-8125b9619c33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368230 Mar 11 13:18:24.670089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8975a381-4f62-47cd-874b-38ec0e8da13d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:18:24.737653 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 8975a381-4f62-47cd-874b-38ec0e8da13d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:18:24.742127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 8975a381-4f62-47cd-874b-38ec0e8da13d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:18:24.742490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:24.854134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:24.879730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:18:24.889689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 8975a381-4f62-47cd-874b-38ec0e8da13d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8975a381-4f62-47cd-874b-38ec0e8da13d,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:24.893741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:24.924815 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'code': 200} Mar 11 13:18:24.962046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=8975a381-4f62-47cd-874b-38ec0e8da13d,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:25.142073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95795f48-3fdb-487d-86ae-3a9fabe7854f req-86b65a70-b07f-4432-b7bb-d1fad4d2a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:25.143496 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-95795f48-3fdb-487d-86ae-3a9fabe7854f req-86b65a70-b07f-4432-b7bb-d1fad4d2a85e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 1098 time: 0.0675774 Mar 11 13:18:25.186738 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-95795f48-3fdb-487d-86ae-3a9fabe7854f req-c2bec84f-d14b-4df1-aa05-b5e5b3f689f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371940 Mar 11 13:18:25.805020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940bc5-27bd-4f80-b585-c8c8db7b4dc6 req-26c53a37-011f-47fb-b38a-96b82de17b75 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:25.806410 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa940bc5-27bd-4f80-b585-c8c8db7b4dc6 req-26c53a37-011f-47fb-b38a-96b82de17b75 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 945 time: 0.0785432 Mar 11 13:18:25.852323 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa940bc5-27bd-4f80-b585-c8c8db7b4dc6 req-ef3edf1c-9115-431e-b14b-ac09854b2085 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Mar 11 13:18:27.035663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da7b36-e9ac-47f1-b855-e7c8f6140cfb req-567fef9e-fff3-4ca1-ac70-0b617591c818 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:27.037653 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-09da7b36-e9ac-47f1-b855-e7c8f6140cfb req-567fef9e-fff3-4ca1-ac70-0b617591c818 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 945 time: 0.0819120 Mar 11 13:18:27.081721 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-09da7b36-e9ac-47f1-b855-e7c8f6140cfb req-3b265972-6a02-476e-b6be-f8a5e974ce46 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Mar 11 13:18:27.261901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136c4a8-80ae-407c-89d1-33541cf6a623 req-8e8e7362-0ce8-4bc9-b103-445bd2572f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:27.263315 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9136c4a8-80ae-407c-89d1-33541cf6a623 req-8e8e7362-0ce8-4bc9-b103-445bd2572f33 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 945 time: 0.0778039 Mar 11 13:18:27.306190 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9136c4a8-80ae-407c-89d1-33541cf6a623 req-1964ca07-55c9-4356-8fc3-a70b5847dacb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374153 Mar 11 13:18:27.328089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34938) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:27.404521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460beb9-311e-47ee-9326-f91f2634284f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:27.406008 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b460beb9-311e-47ee-9326-f91f2634284f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 1093 time: 0.0770049 Mar 11 13:18:27.408739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34942) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:27.414060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:18:27.419777 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:18:27.423697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:18:27.426410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:18:27.431992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:18:27.442799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:27.679437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:27.812239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.189 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/5c0b9e25-779b-4329-9fa2-902dbab9b03d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:18:27.955800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:27.984044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:28.043695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:18:28.050368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:18:28.055395 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:18:28.084518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=5c0b9e25-779b-4329-9fa2-902dbab9b03d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:28.464049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:28.538875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:28.738847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:28.743852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:28.853369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=5c0b9e25-779b-4329-9fa2-902dbab9b03d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:28.860937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:29.031992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 70e602b0-114f-49bb-8168-5061f9c07148 associated. External IP: 172.26.4.189, port: 8975a381-4f62-47cd-874b-38ec0e8da13d. Mar 11 13:18:29.498180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:18:29.675340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:18:29.687307 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81992468-c284-4746-92fa-77e97eae9752 None None] Sync routers for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:18:29.696728 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:29.697316 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:29.702106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:29.756389 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1a683fb-981b-4252-a247-30b355c6f93a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3466547 Mar 11 13:18:29.756955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:18:29.759201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34946) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:29.801488 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'status': 'completed', 'code': 200} Mar 11 13:18:29.876421 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:29.896314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-71eb2147-938e-4f2a-9d47-7a5ff628c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:29.897962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-71eb2147-938e-4f2a-9d47-7a5ff628c01c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 1098 time: 0.0755510 Mar 11 13:18:29.947660 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-07196666-16ae-441b-b427-2687605152e3 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040 HTTP/1.1" status: 200 len: 922 time: 0.1842101 Mar 11 13:18:29.947847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 34952) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:30.036178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-634556d1-0921-4ec3-a6f7-b84b43fb62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:30.037670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-634556d1-0921-4ec3-a6f7-b84b43fb62a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=02049fec-3669-4b2d-8e41-ceb1da34c861 HTTP/1.1" status: 200 len: 897 time: 0.1339464 Mar 11 13:18:30.054338 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bd5d2c16-fe5a-476c-9343-6413497ccc79 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 991 time: 0.1044464 Mar 11 13:18:30.138325 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-32780a51-e21f-4bd9-a501-c5542c33f6fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8975a381-4f62-47cd-874b-38ec0e8da13d HTTP/1.1" status: 200 len: 999 time: 0.0943589 Mar 11 13:18:30.203713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-77d4a72c-3e79-41e1-a443-eaa5eba4f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:30.205053 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-77d4a72c-3e79-41e1-a443-eaa5eba4f1af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd540af3-02ee-4957-9b76-4eab630d5faa HTTP/1.1" status: 200 len: 835 time: 0.0604556 Mar 11 13:18:30.221365 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '70e602b0-114f-49bb-8168-5061f9c07148', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.189', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'mac_address': 'fa:16:3e:89:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:18:28Z', 'updated_at': '2022-03-11T13:18:28Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:17Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:30.225172 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81992468-c284-4746-92fa-77e97eae9752 None None] Checking router: 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:18:30.233285 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:18:30.233893 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:30.277494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-b8ec675d-8b79-4bd8-957c-fa2962c967e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:30.278972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-b8ec675d-8b79-4bd8-957c-fa2962c967e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02049fec-3669-4b2d-8e41-ceb1da34c861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686677 Mar 11 13:18:30.414420 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-e4d55829-c7eb-41f2-91ee-bc0683bffd4d service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281786 Mar 11 13:18:30.441313 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:18:30.547914 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f9a86c9-4cdd-4310-92d1-37ebf7456144 req-37113ebd-7e02-41ab-816f-54cf3537027d service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252065 Mar 11 13:18:30.777144 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-81992468-c284-4746-92fa-77e97eae9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '70e602b0-114f-49bb-8168-5061f9c07148', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.189', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'mac_address': 'fa:16:3e:89:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:18:28Z', 'updated_at': '2022-03-11T13:18:28Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:17Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:18:30.780945 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81992468-c284-4746-92fa-77e97eae9752 None None] The sync data for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv is: [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '70e602b0-114f-49bb-8168-5061f9c07148', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.189', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'mac_address': 'fa:16:3e:89:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:18:28Z', 'updated_at': '2022-03-11T13:18:28Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:17Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:18:30.950686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5589f029-aab8-42cf-9904-4f93f092b574 None None] New status for floating IP 70e602b0-114f-49bb-8168-5061f9c07148: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:18:31.057136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:31.163989 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d5726b62-0338-4d4c-94e5-0245074d3d51 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 991 time: 0.1056943 Mar 11 13:18:32.167898 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34960) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:32.381452 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-441d2cf1-d664-4cef-99af-be07cc4e14a4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 993 time: 0.2124255 Mar 11 13:18:36.376142 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:18:37.148490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c6fb765f-01eb-448b-9f16-957e36456400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:39.229837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2f4edd8d-56fa-4036-9d6a-ad85482d6e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:40.367739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:40.543423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:41.964315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:42.904693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-8f0d22b0-2adb-4c69-9116-8d32f9a42356 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697024 Mar 11 13:18:43.060149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-558659b1-5c00-47a8-a5a6-38b32685afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:43.061630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-558659b1-5c00-47a8-a5a6-38b32685afb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 1098 time: 0.0706112 Mar 11 13:18:43.206392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-a514a7e0-33d9-4732-9bc8-6fa8fa11adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:43.208313 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-a514a7e0-33d9-4732-9bc8-6fa8fa11adcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=02049fec-3669-4b2d-8e41-ceb1da34c861 HTTP/1.1" status: 200 len: 897 time: 0.1276019 Mar 11 13:18:43.307887 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-1265c2b0-86f5-4695-a98f-602b6bf79fe1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8975a381-4f62-47cd-874b-38ec0e8da13d HTTP/1.1" status: 200 len: 1001 time: 0.0941331 Mar 11 13:18:43.369694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-123a8443-0f26-4c1b-a951-5b25fb3c1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:43.371182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-123a8443-0f26-4c1b-a951-5b25fb3c1440 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd540af3-02ee-4957-9b76-4eab630d5faa HTTP/1.1" status: 200 len: 835 time: 0.0563579 Mar 11 13:18:43.455362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-4bfdf8ef-c459-49ed-99fe-3588f0227bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:18:43.456903 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-4bfdf8ef-c459-49ed-99fe-3588f0227bf2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02049fec-3669-4b2d-8e41-ceb1da34c861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778575 Mar 11 13:18:43.586839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-baf5db35-05cb-46ff-adb5-681c8eb1befc service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238353 Mar 11 13:18:43.716477 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f269162-8ce1-4ae8-b174-05722dc2f093 req-b3461b75-a851-4e10-abc1-010162ec5b96 service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229670 Mar 11 13:18:52.092899 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:56.953949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34972) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:57.143821 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6106103-8626-49e1-b592-c6d3778e1b61 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1887445 Mar 11 13:18:57.147159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34976) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:57.334799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b7e5d8-2c1b-4a83-8a08-2d597f46c550 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Notify agent at dv-neutron-833198-1-hyperv the message router_removed_from_agent {{(pid=87958) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 11 13:18:57.337990 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-96b7e5d8-2c1b-4a83-8a08-2d597f46c550 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "DELETE /v2.0/agents/e75f6557-6090-4a7c-a90c-fd0443678dbe/l3-routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040 HTTP/1.1" status: 204 len: 168 time: 0.1899245 Mar 11 13:18:57.340471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34980) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:57.649166 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1f1dbef-2ea1-4a16-8443-0dde374329b4 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3075323 Mar 11 13:18:57.652619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34984) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:57.743844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c23b0c5a-75f9-494e-91da-f99514d0ec75 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:18:57.770082 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c5c13be-1ba0-4e25-8c91-3279da0b9a49 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 993 time: 0.1158133 Mar 11 13:18:57.862369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:57.892158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c23b0c5a-75f9-494e-91da-f99514d0ec75, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c23b0c5a-75f9-494e-91da-f99514d0ec75,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:57.897002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:57.962694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:18:57.969458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.970138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.970476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.970802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.971123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.971440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.971752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.972063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.972372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.973254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.973601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:57.973915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:18:58.118514 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b89a88-3051-47ee-96d4-c22bb9f1781c None None] New status for floating IP 70e602b0-114f-49bb-8168-5061f9c07148: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:18:58.773597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34988) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:18:58.877570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bc65ddea-9cfa-426b-b574-924f5cc8fe2f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 991 time: 0.1029189 Mar 11 13:18:59.488796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 993de17f-5544-40e2-8165-1999589dcd69 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:18:59.601274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:59.616588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 993de17f-5544-40e2-8165-1999589dcd69, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=993de17f-5544-40e2-8165-1999589dcd69,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:18:59.620327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:18:59.685127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=993de17f-5544-40e2-8165-1999589dcd69,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:00.910792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 34996) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:01.114180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7075f2d3-725a-4f96-b03a-8502a639b0bf tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:19:01.114515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7075f2d3-725a-4f96-b03a-8502a639b0bf tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Notify agent at dv-neutron-833198-1-hyperv the message router_added_to_agent {{(pid=87958) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 11 13:19:01.132753 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7075f2d3-725a-4f96-b03a-8502a639b0bf tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "POST /v2.0/agents/e75f6557-6090-4a7c-a90c-fd0443678dbe/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2209351 Mar 11 13:19:01.135250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:01.146953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] Sync routers for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:19:01.156240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:01.156765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:01.321064 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-36ec49a6-11e5-436b-98ed-ac842ea23dae tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1847627 Mar 11 13:19:01.323711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35008) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:01.334882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:01.430725 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-167f7bde-bb69-4e12-ba93-19dd40598c8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 991 time: 0.1058798 Mar 11 13:19:01.705689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '70e602b0-114f-49bb-8168-5061f9c07148', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.189', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'mac_address': 'fa:16:3e:89:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:18:28Z', 'updated_at': '2022-03-11T13:18:58Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:57Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:01.709910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] Checking router: 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:19:01.717890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:01.718464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:01.891267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:02.225655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '70e602b0-114f-49bb-8168-5061f9c07148', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.189', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'mac_address': 'fa:16:3e:89:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:18:28Z', 'updated_at': '2022-03-11T13:18:58Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:57Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:02.229452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfb190-7f21-4c47-86f9-c09658df630c None None] The sync data for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv is: [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:18:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '70e602b0-114f-49bb-8168-5061f9c07148', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.189', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'port_id': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'mac_address': 'fa:16:3e:89:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358fa00-45c4-4328-8374-5ec6df315819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:18:28Z', 'updated_at': '2022-03-11T13:18:58Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:18:57Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:19:02.434696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35012) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:02.551594 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-151c722f-b630-434a-8b29-3f06c73046b6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 991 time: 0.1143892 Mar 11 13:19:03.535350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 993de17f-5544-40e2-8165-1999589dcd69 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:03.554615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35016) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:03.602255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 993de17f-5544-40e2-8165-1999589dcd69 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:03.602919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:03.658856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5c9ea0e3-418a-4c71-915c-6f115c2f1e5f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 991 time: 0.1030712 Mar 11 13:19:03.720560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:03.737019 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 993de17f-5544-40e2-8165-1999589dcd69, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=993de17f-5544-40e2-8165-1999589dcd69,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:03.742011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:03.742837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c23b0c5a-75f9-494e-91da-f99514d0ec75 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:03.780881 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a24336-47d3-4391-95af-e185a5bfab50 None None] New status for floating IP 70e602b0-114f-49bb-8168-5061f9c07148: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:19:03.862456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=993de17f-5544-40e2-8165-1999589dcd69,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:03.876563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c23b0c5a-75f9-494e-91da-f99514d0ec75 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:03.876950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:03.990703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:04.022345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c23b0c5a-75f9-494e-91da-f99514d0ec75, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c23b0c5a-75f9-494e-91da-f99514d0ec75,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:04.026140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:04.092223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:04.662825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35020) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:04.763818 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-aa003c37-af59-477e-8b84-71d5955b53fd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 200 len: 993 time: 0.0997577 Mar 11 13:19:05.041600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:05.248235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 5c0b9e25-779b-4329-9fa2-902dbab9b03d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:19:05.248572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:05.414528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:05.414848 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:05.504828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 993de17f-5544-40e2-8165-1999589dcd69 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:05.573544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 993de17f-5544-40e2-8165-1999589dcd69 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:05.573879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:05.667258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 5c0b9e25-779b-4329-9fa2-902dbab9b03d owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:19:05.690912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c23b0c5a-75f9-494e-91da-f99514d0ec75 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:05.795648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c23b0c5a-75f9-494e-91da-f99514d0ec75 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:05.796008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:05.821072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:05.869427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=5c0b9e25-779b-4329-9fa2-902dbab9b03d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:05.964400 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:05.964659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 70e602b0-114f-49bb-8168-5061f9c07148 disassociated (deleted). External IP: 172.26.4.189, port: 8975a381-4f62-47cd-874b-38ec0e8da13d. Mar 11 13:19:06.308020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:19:06.485914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:19:06.496200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] Sync routers for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:19:06.509798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:06.510675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:06.513531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:06.569275 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-277d7950-e757-4180-bb88-a88892a4f557 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/70e602b0-114f-49bb-8168-5061f9c07148 HTTP/1.1" status: 204 len: 168 time: 1.5264664 Mar 11 13:19:06.569804 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:19:06.617767 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'status': 'completed', 'code': 200} Mar 11 13:19:06.707796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:06.718994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-9409c19d-52da-4e67-85c6-75a4a1f3ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:06.720470 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-9409c19d-52da-4e67-85c6-75a4a1f3ff24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 1098 time: 0.0803995 Mar 11 13:19:06.877464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-2087018d-bc22-426a-b11e-749b0995226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:06.879581 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-2087018d-bc22-426a-b11e-749b0995226d service neutron] 10.222.0.50 "GET /v2.0/networks?id=02049fec-3669-4b2d-8e41-ceb1da34c861 HTTP/1.1" status: 200 len: 897 time: 0.1527534 Mar 11 13:19:06.981170 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-12b3019f-a292-4e58-8250-efb5b317393c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8975a381-4f62-47cd-874b-38ec0e8da13d HTTP/1.1" status: 200 len: 217 time: 0.0939004 Mar 11 13:19:07.036275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:19:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:19:04Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:07.040696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] Checking router: 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:19:07.049812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:07.050951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:18:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:07.171217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-0d9b43c6-68e9-4a9e-9d35-cbd610ed5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:07.172562 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-0d9b43c6-68e9-4a9e-9d35-cbd610ed5670 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd540af3-02ee-4957-9b76-4eab630d5faa HTTP/1.1" status: 200 len: 835 time: 0.0693099 Mar 11 13:19:07.215574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad0b6-f6a1-4ef5-af0d-29e3951af1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:07.239644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870ffac-6d56-4aaf-b92d-8becaaed7541 req-4ebbe39d-7213-4ca4-98b9-a1bdceb1b251 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:07.240338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b870ffac-6d56-4aaf-b92d-8becaaed7541 req-4ebbe39d-7213-4ca4-98b9-a1bdceb1b251 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:19:07.244119 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:07.263876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b870ffac-6d56-4aaf-b92d-8becaaed7541 req-4ebbe39d-7213-4ca4-98b9-a1bdceb1b251 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:19:07.265025 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b870ffac-6d56-4aaf-b92d-8becaaed7541 req-4ebbe39d-7213-4ca4-98b9-a1bdceb1b251 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 945 time: 0.3977602 Mar 11 13:19:07.297201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-b9085d6f-9fd1-4204-81d7-15d75c07d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:07.298678 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-b9085d6f-9fd1-4204-81d7-15d75c07d67c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02049fec-3669-4b2d-8e41-ceb1da34c861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161680 Mar 11 13:19:07.323396 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b870ffac-6d56-4aaf-b92d-8becaaed7541 req-b1004667-4436-4fb2-8709-e62340ed0aa5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502470 Mar 11 13:19:07.485505 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-1446dbc3-b63e-42c1-ad68-46b6ad044e23 service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763289 Mar 11 13:19:07.560709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:19:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:19:04Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:07.564734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3aac85-35b3-4800-93d7-8dc34f5f3905 None None] The sync data for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv is: [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:18:13Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:19:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c23b0c5a-75f9-494e-91da-f99514d0ec75', 'name': '', 'network_id': '02049fec-3669-4b2d-8e41-ceb1da34c861', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:d1:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:12Z', 'updated_at': '2022-03-11T13:19:04Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': 'cd540af3-02ee-4957-9b76-4eab630d5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:19:07.621472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2677982e-9d2f-4da8-9ea5-ea36a51372b0 req-23a2d228-fcc2-4128-b5fc-254928c4d54b service neutron] 10.222.0.50 "GET /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285686 Mar 11 13:19:08.169729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-43080273-2d54-40c2-83e5-b5fc532c463a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:08.171204 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-43080273-2d54-40c2-83e5-b5fc532c463a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 945 time: 0.0799074 Mar 11 13:19:08.190402 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a05a6-18e3-4322-a915-9cc3d05114f1 None None] New status for floating IP 70e602b0-114f-49bb-8168-5061f9c07148: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:19:08.246404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 8975a381-4f62-47cd-874b-38ec0e8da13d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:19:08.246884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:08.552582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 8975a381-4f62-47cd-874b-38ec0e8da13d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8975a381-4f62-47cd-874b-38ec0e8da13d,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:08.553273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:08.680658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 8975a381-4f62-47cd-874b-38ec0e8da13d owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:19:08.760737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df392c2-79b1-4258-a310-1f75e30be74c req-2cae0ece-31bb-4ab4-81b7-45f2c464c688 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:08.762198 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7df392c2-79b1-4258-a310-1f75e30be74c req-2cae0ece-31bb-4ab4-81b7-45f2c464c688 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=2358fa00-45c4-4328-8374-5ec6df315819 HTTP/1.1" status: 200 len: 945 time: 0.3193400 Mar 11 13:19:08.853718 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7df392c2-79b1-4258-a310-1f75e30be74c req-5edcc27b-81a9-4a98-b580-4201abe9bab3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f38bb62-6f93-4908-bd26-5da812c5f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795877 Mar 11 13:19:08.877779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:08.931046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=8975a381-4f62-47cd-874b-38ec0e8da13d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:09.003544 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port 8975a381-4f62-47cd-874b-38ec0e8da13d on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:19:09.005968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:09.008547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'name': 'network-vif-deleted', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:19:09.024588 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dbf186df-752a-4235-aa0a-fec66d8a656e req-857636cd-e6a0-41e9-841c-1a57cb59e918 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/8975a381-4f62-47cd-874b-38ec0e8da13d HTTP/1.1" status: 204 len: 173 time: 0.8473179 Mar 11 13:19:09.056939 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2358fa00-45c4-4328-8374-5ec6df315819', 'name': 'network-vif-deleted', 'tag': '8975a381-4f62-47cd-874b-38ec0e8da13d', 'status': 'completed', 'code': 200} Mar 11 13:19:09.231950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-03ab0306-8758-4d39-ab18-b5481ee58aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:09.949951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:10.020738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df0c9ab5-0688-4104-a31c-0a6b639e4b2a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:10.049824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df0c9ab5-0688-4104-a31c-0a6b639e4b2a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:10.112364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df0c9ab5-0688-4104-a31c-0a6b639e4b2a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:10.130710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c9ab5-0688-4104-a31c-0a6b639e4b2a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f38bb62-6f93-4908-bd26-5da812c5f8eb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:10.141965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df0c9ab5-0688-4104-a31c-0a6b639e4b2a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:10.143083 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df0c9ab5-0688-4104-a31c-0a6b639e4b2a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/4f38bb62-6f93-4908-bd26-5da812c5f8eb HTTP/1.1" status: 204 len: 168 time: 0.1921651 Mar 11 13:19:10.174780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35056) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:10.373273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:10.545020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:10.827388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:11.174672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port c23b0c5a-75f9-494e-91da-f99514d0ec75 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:19:11.175934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:11.359846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port c23b0c5a-75f9-494e-91da-f99514d0ec75, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c23b0c5a-75f9-494e-91da-f99514d0ec75,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:11.360198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:11.482312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for c23b0c5a-75f9-494e-91da-f99514d0ec75 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:19:11.931492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:11.966779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:11.981286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=c23b0c5a-75f9-494e-91da-f99514d0ec75,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:12.257797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:12.615528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:19:12.791987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:19:12.798472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8975a381-4f62-47cd-874b-38ec0e8da13d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:19:12.805577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-20270dfa-cb7f-4cd6-9804-6901bd0e91e2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296718 Mar 11 13:19:12.808221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35060) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:12.829523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] Sync routers for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:19:12.845508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 8975a381-4f62-47cd-874b-38ec0e8da13d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:19:12.845848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8975a381-4f62-47cd-874b-38ec0e8da13d not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:19:12.850466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:12.851067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:12.873743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet cd540af3-02ee-4957-9b76-4eab630d5faa {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:19:12.876283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:12.930726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.019922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.065448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:13.094740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.135681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=cd540af3-02ee-4957-9b76-4eab630d5faa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:13.138794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.146312 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-525ef86a-47f4-4b97-960e-9e63cf26907c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/cd540af3-02ee-4957-9b76-4eab630d5faa HTTP/1.1" status: 204 len: 168 time: 0.3366632 Mar 11 13:19:13.148662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35064) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:13.169825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac7507-1958-4629-b443-29d1306a876e None None] Network 02049fec-3669-4b2d-8e41-ceb1da34c861 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:19:13.375162 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:19:13.446791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.533356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:19:11Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:19:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:13.537949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] Checking router: 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:19:13.546337 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] Routers {'7fe76a7a-9eca-4202-8a0a-d2ca12a37040'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:13.546935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:13.607288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] DHCP port deletion for 02049fec-3669-4b2d-8e41-ceb1da34c861 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:19:13.623165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] Deleting port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:19:13.623533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.635092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.644481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 993de17f-5544-40e2-8165-1999589dcd69 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:19:13.644999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.816690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] Set router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:13.817040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 993de17f-5544-40e2-8165-1999589dcd69, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=993de17f-5544-40e2-8165-1999589dcd69,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:13.817396 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:13.944909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 993de17f-5544-40e2-8165-1999589dcd69 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:19:14.101132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] For port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8b5cbc5b-e765-46d5-b96c-de014f9ef49c,segment=NetworkSegment(b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b),segment_id=b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:14.101752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.109892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.158242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=993de17f-5544-40e2-8165-1999589dcd69,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:14.251588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.273956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] Calling delete_port for 8b5cbc5b-e765-46d5-b96c-de014f9ef49c owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:19:14.399418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.429640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.431829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.446433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] Pushing event deleted for resources: {'Port': ['ID=8b5cbc5b-e765-46d5-b96c-de014f9ef49c,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:14.455182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e28c19-6234-49d9-95dc-bc1f258a5174 None None] No DVR routers for this DVR port 8b5cbc5b-e765-46d5-b96c-de014f9ef49c on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:19:14.458558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.459703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe76a7a-9eca-4202-8a0a-d2ca12a37040 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:19:14.460563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:19:11Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:19:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:14.464638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267df739-ff18-48cf-9b06-f85ccf5e4c54 None None] The sync data for ids ['7fe76a7a-9eca-4202-8a0a-d2ca12a37040'] in dv-neutron-833198-1-hyperv is: [{'id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'name': 'tempest-TestNetworkBasicOps-router-1552670125', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '993de17f-5544-40e2-8165-1999589dcd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:18:08Z', 'updated_at': '2022-03-11T13:19:11Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '993de17f-5544-40e2-8165-1999589dcd69', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe76a7a-9eca-4202-8a0a-d2ca12a37040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:18:09Z', 'updated_at': '2022-03-11T13:19:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:19:14.479838 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.480940 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c13dd7a7-f022-4d64-a778-9d77e65fce95 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/7fe76a7a-9eca-4202-8a0a-d2ca12a37040 HTTP/1.1" status: 204 len: 168 time: 1.3312938 Mar 11 13:19:14.483627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35068) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:14.600817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.840865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.866072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02049fec-3669-4b2d-8e41-ceb1da34c861']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:14.877734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:14.878023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e7ea35-a0dc-4aa9-8bee-5ca79a29070b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:14.888987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.904246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.910551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:19:14.910920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:19:14.925611 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:19:15.005743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.022482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.033284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=02049fec-3669-4b2d-8e41-ceb1da34c861,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:15.042419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6040e3c7-ff6b-4b31-a090-b0dc27413973 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/02049fec-3669-4b2d-8e41-ceb1da34c861 HTTP/1.1" status: 204 len: 168 time: 0.5578399 Mar 11 13:19:15.062746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:15.068239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--1649729600', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:15.073173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:15.077296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:15.080115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:15.086297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:15.096601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:19:15.100551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.128694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:19:15.138995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.139241 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment 8b18ef00-4994-46ce-9a78-ab3973b0ca30 of type vlan for network 41d2d18f-61be-4dd0-a75b-6543c5994946 Mar 11 13:19:15.167186 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.195617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.200915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:15.201528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.305350 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2415807 Mar 11 13:19:15.308150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35076) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:15.314733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-272669671', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:15.317885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f226c0a-7bd4-4bfb-9202-1d32b54628d9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=41d2d18f-61be-4dd0-a75b-6543c5994946,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:15.321974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:15.326312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:15.327993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:19:15.329715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:15.339915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:15.350584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.351575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.365827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:15.500947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8b5cbc5b-e765-46d5-b96c-de014f9ef49c no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:19:15.540516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 8b5cbc5b-e765-46d5-b96c-de014f9ef49c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:19:15.540852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8b5cbc5b-e765-46d5-b96c-de014f9ef49c not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:19:15.541276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 993de17f-5544-40e2-8165-1999589dcd69 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:19:15.573656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 993de17f-5544-40e2-8165-1999589dcd69 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:19:15.573998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 993de17f-5544-40e2-8165-1999589dcd69 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:19:15.574411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c23b0c5a-75f9-494e-91da-f99514d0ec75 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:19:15.608902 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c23b0c5a-75f9-494e-91da-f99514d0ec75 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:19:15.609244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c23b0c5a-75f9-494e-91da-f99514d0ec75 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:19:15.749541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:16.042888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:16.071858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:16.201589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.17 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/d8c2d686-2b73-4d01-92f9-1edf54b380ac) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:19:16.345509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:16.374515 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:16.436045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:19:16.439036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:19:16.441298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:19:16.486692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=d8c2d686-2b73-4d01-92f9-1edf54b380ac,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:16.848184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:17.284774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:17.485730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 85607428-2daa-4b23-8f4c-ee73b6990f87 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:19:17.662350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:19:17.671470 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Sync routers for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:19:17.681256 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:17.681870 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:17.689701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:17.691104 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8fafb989-1c55-496d-a965-2c8654fca223 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3815198 Mar 11 13:19:17.694256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35080) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:17.734059 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-880bc9d3-423e-49e9-ac22-14a89d304738 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386713 Mar 11 13:19:17.736693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35084) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:17.867597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6739e72-859e-45bf-8f6e-cf957b5fb75b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:17.869088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c6739e72-859e-45bf-8f6e-cf957b5fb75b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307297 Mar 11 13:19:17.871914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:17.880577 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:17.914411 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5634f1d0-91c6-4176-80dd-f1f16a517882 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413821 Mar 11 13:19:17.916749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:17.921940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810156820', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:18.030218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:18.034055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:18.037318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:18.043010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:18.053241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:19:18.056960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.160085 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:16Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:18.163991 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Checking router: 85607428-2daa-4b23-8f4c-ee73b6990f87 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:19:18.164329 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Updating router 85607428-2daa-4b23-8f4c-ee73b6990f87 port d8c2d686-2b73-4d01-92f9-1edf54b380ac binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:19:18.215885 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.277084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.355045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=26a8c313-54dd-4c93-b8dd-a293d5f6b98f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:18.364549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:19:18.364908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: 41d2d18f-61be-4dd0-a75b-6543c5994946, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:19:18.384627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:19:18.394822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 41d2d18f-61be-4dd0-a75b-6543c5994946) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:19:18.399697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:18.400286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.406650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b33ccc-1268-4b7d-ba5d-943980fcefc2 None None] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:19:18.429163 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ba2d3407-84a2-423a-90a2-63dff7a741fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5113831 Mar 11 13:19:18.431214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35096) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:18.553508 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.566660 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Transition to ACTIVE for port object d8c2d686-2b73-4d01-92f9-1edf54b380ac will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:19:18.576211 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.658030 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Attempting to bind port d8c2d686-2b73-4d01-92f9-1edf54b380ac on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:19:18.658937 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Attempting to bind port d8c2d686-2b73-4d01-92f9-1edf54b380ac by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:19:18.659367 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Attempting to bind port d8c2d686-2b73-4d01-92f9-1edf54b380ac on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:19:18.661380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-41d2d18f-61be-4dd0-a75b-6543c5994946', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:19:18.662251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.668245 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:19:18.668620 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:19:18.669126 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.669535 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:19:18.670014 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Bound port: d8c2d686-2b73-4d01-92f9-1edf54b380ac, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:19:18.670367 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.748380 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] For port d8c2d686-2b73-4d01-92f9-1edf54b380ac, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:19:18.751837 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] For port d8c2d686-2b73-4d01-92f9-1edf54b380ac, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d8c2d686-2b73-4d01-92f9-1edf54b380ac,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:19:18.764512 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:18.773372 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Pushing event updated for resources: {'Port': ['ID=d8c2d686-2b73-4d01-92f9-1edf54b380ac,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:18.783676 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.784022 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.784401 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.784734 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.785059 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.785380 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.785730 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.786048 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.786365 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.786680 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.786992 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.787303 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:18.844491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Allocated IP 172.20.0.2 (41d2d18f-61be-4dd0-a75b-6543c5994946/26a8c313-54dd-4c93-b8dd-a293d5f6b98f/e5d3c73a-e4da-4a92-a450-4c51b5bc088c) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:19:18.853567 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:18.854195 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:18.937870 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f29031-0ba2-456d-9b27-2044412d5920 None None] Pushing event updated for resources: {'Port': ['ID=d8c2d686-2b73-4d01-92f9-1edf54b380ac,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:19.057297 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:19.087389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:19.099849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Transition to ACTIVE for port object e5d3c73a-e4da-4a92-a450-4c51b5bc088c will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:19:19.126559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Transition to ACTIVE for port object e5d3c73a-e4da-4a92-a450-4c51b5bc088c will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:19:19.133309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:19.203994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:19:19.212246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:19:19.220662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:19:19.227277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Pushing event updated for resources: {'Port': ['ID=e5d3c73a-e4da-4a92-a450-4c51b5bc088c,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:19.324407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Attempting to bind port e5d3c73a-e4da-4a92-a450-4c51b5bc088c on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:19:19.324704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Attempting to bind port e5d3c73a-e4da-4a92-a450-4c51b5bc088c by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:19:19.325081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Attempting to bind port e5d3c73a-e4da-4a92-a450-4c51b5bc088c on network 41d2d18f-61be-4dd0-a75b-6543c5994946 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:19:19.331184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:19:19.331655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Checking segment: {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:19:19.332047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:19.332444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Bound using segment: {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:19:19.332914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Bound port: e5d3c73a-e4da-4a92-a450-4c51b5bc088c, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:19:19.333290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:19.388102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:19.410083 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:16Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:19.415001 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb53600-2a99-40db-a32b-0e1ea4a36962 None None] The sync data for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv is: [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:16Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:19:19.432008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] For port e5d3c73a-e4da-4a92-a450-4c51b5bc088c, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:19:19.436320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] For port e5d3c73a-e4da-4a92-a450-4c51b5bc088c, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e5d3c73a-e4da-4a92-a450-4c51b5bc088c,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:19:19.448799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:19.537565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631bd40-b8cc-4e33-be10-ea62c51fa0e4 None None] Pushing event updated for resources: {'Port': ['ID=e5d3c73a-e4da-4a92-a450-4c51b5bc088c,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:19.858207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (41d2d18f-61be-4dd0-a75b-6543c5994946/26a8c313-54dd-4c93-b8dd-a293d5f6b98f/c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:19:20.028460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:20.044658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:19:20.069646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:20.135032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:19:20.142862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:19:20.148125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:19:20.181254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:20.201630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.201976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.202314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.202643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.202968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.203292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.203613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.203934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.204253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.204570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.204882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.205198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:20.224917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:20.356888 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:20.591789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67fb46-d873-4722-afb6-e12e789b8978 None None] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:19:20.695162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9546415c-7dfc-43e3-a6d0-2040fd35ca54 None None] Provisioning for port e5d3c73a-e4da-4a92-a450-4c51b5bc088c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:19:20.785030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:20.791631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:20.903677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:20.908547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:21.052472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:19:21.053450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:19:21.125998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b3b32600-8039-44a7-8f4d-944a59cddb1f None None] Provisioning for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:19:21.132884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b3b32600-8039-44a7-8f4d-944a59cddb1f None None] Provisioning complete for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:21.133397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3b32600-8039-44a7-8f4d-944a59cddb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:21.194259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b3b32600-8039-44a7-8f4d-944a59cddb1f None None] Port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:19:21.324332 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ee6a2043-411e-41ad-93e2-184643bc871e None None] Provisioning complete for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:21.324836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2043-411e-41ad-93e2-184643bc871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:21.358556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 85607428-2daa-4b23-8f4c-ee73b6990f87 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:19:21.384182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a2043-411e-41ad-93e2-184643bc871e None None] Port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:19:21.504397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dc581efc-05d4-4b63-adea-83082540fc1e None None] Provisioning complete for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:21.504899 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc581efc-05d4-4b63-adea-83082540fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:21.554628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:19:21.559559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8c2d686-2b73-4d01-92f9-1edf54b380ac up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:21.569074 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2d874595-fae5-400c-86b9-4a15f838498a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/85607428-2daa-4b23-8f4c-ee73b6990f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1363778 Mar 11 13:19:21.571535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35100) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:21.587137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Sync routers for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:19:21.619229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:21.619902 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:21.687744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-dc581efc-05d4-4b63-adea-83082540fc1e None None] Port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:19:21.710613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651d6ef-495a-4a65-a286-82d97d0fe8d6 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.711089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651d6ef-495a-4a65-a286-82d97d0fe8d6 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.711557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651d6ef-495a-4a65-a286-82d97d0fe8d6 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.712088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651d6ef-495a-4a65-a286-82d97d0fe8d6 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.713675 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e651d6ef-495a-4a65-a286-82d97d0fe8d6 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1411667 Mar 11 13:19:21.716390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35104) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:21.781862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458329-cae9-4fca-be8e-1c979424e83a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.782324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458329-cae9-4fca-be8e-1c979424e83a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.782778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458329-cae9-4fca-be8e-1c979424e83a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.783225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458329-cae9-4fca-be8e-1c979424e83a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:21.784897 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-57458329-cae9-4fca-be8e-1c979424e83a tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0676167 Mar 11 13:19:21.787638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35108) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:21.797826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d8c2d686-2b73-4d01-92f9-1edf54b380ac completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:19:21.817252 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d8c2d686-2b73-4d01-92f9-1edf54b380ac triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:21.817643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:21.855905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:21.988952 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ae53e645-5a91-4ab3-83c3-edda3220d6db tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2000992 Mar 11 13:19:22.155583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35114) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:22.161615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030425037', 'description': 'tempest-secgroup-smoke-1030425037 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:22.161830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.165295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.167821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:22.171818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:22.175387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:22.182190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:22.193735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.212979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:22.216797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:22.219603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:22.225746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:22.234481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port d8c2d686-2b73-4d01-92f9-1edf54b380ac, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d8c2d686-2b73-4d01-92f9-1edf54b380ac,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:22.240928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.241749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e5d3c73a-e4da-4a92-a450-4c51b5bc088c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:22.299516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.304220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.349799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e9392-68ef-4c7c-82f2-bd3acef3a36b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:22.356766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.360577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2013857 Mar 11 13:19:22.360577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.360577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.360577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.360577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.361074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.361262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.361575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.361904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.362854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.363180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.363585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.363818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0ec4-fc94-4060-98e2-32aaff97defc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:19:22.364373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35118) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:22.370131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'c55e9392-68ef-4c7c-82f2-bd3acef3a36b', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:22.381269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=d8c2d686-2b73-4d01-92f9-1edf54b380ac,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:22.384570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:22.394429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:22.398646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:22.401718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port e5d3c73a-e4da-4a92-a450-4c51b5bc088c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:19:22.404902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:22.407710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:22.411747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e5d3c73a-e4da-4a92-a450-4c51b5bc088c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:22.412362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.423578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.441277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Checking router: 85607428-2daa-4b23-8f4c-ee73b6990f87 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:19:22.441662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Updating router 85607428-2daa-4b23-8f4c-ee73b6990f87 port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:19:22.484884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.490584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.513590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4936699-7a9c-424b-9d01-a0c37a93c37b,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:22.518882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.523559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.524908 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b674f445-955e-4d3c-9c23-3a55c0046a5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590636 Mar 11 13:19:22.527838 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35122) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:22.533313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'c55e9392-68ef-4c7c-82f2-bd3acef3a36b', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:22.540015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:22.543947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:22.546826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:22.553941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:22.569860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.630691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.635177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.658650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4179c8fa-32ed-46f8-8c87-b54b1e0ebee6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:22.667886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.669061 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87222281-5d41-4f6a-9618-f591de2b7017 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401834 Mar 11 13:19:22.671950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35126) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:22.677118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'c55e9392-68ef-4c7c-82f2-bd3acef3a36b', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:22.683175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:22.687259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:22.687701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.690119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:22.695881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:22.714609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.764861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port e5d3c73a-e4da-4a92-a450-4c51b5bc088c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e5d3c73a-e4da-4a92-a450-4c51b5bc088c,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:22.770923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.781033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.785947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.810041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23df865-7563-4ce7-9b04-cf9b83e36ba7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:22.820090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.823872 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-86dc39fc-b51f-4fab-883b-f528d2c26f27 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483684 Mar 11 13:19:22.824183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35130) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:22.829563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'c55e9392-68ef-4c7c-82f2-bd3acef3a36b', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:22.836201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:22.840360 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:22.843361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:22.849637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:22.870238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.932975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.937562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.960984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=e5d3c73a-e4da-4a92-a450-4c51b5bc088c,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:22.961521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0262d7-8c96-4829-b5da-a7e7352a3134,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:22.972455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:22.973841 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2b0034b-8b42-46ae-b306-9376f6c38702 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486254 Mar 11 13:19:22.976485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35134) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:22.981356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'c55e9392-68ef-4c7c-82f2-bd3acef3a36b', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:22.986956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:22.991284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:22.994126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:22.999856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:23.010303 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:19:23.017133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.055145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.067035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Transition to ACTIVE for port object c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:19:23.073092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.081110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.084695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.108988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405ffdb4-bb56-4b43-bd56-689a32cf80b6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:23.119160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.120428 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3533cadf-0e9b-462a-a70d-a5b574b3b9fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430392 Mar 11 13:19:23.123257 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35138) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:23.129555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': 'c55e9392-68ef-4c7c-82f2-bd3acef3a36b', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:23.135318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:23.139244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:23.142402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:23.148472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:23.160015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:19:23.167321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.202230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e119db7-0650-45f1-8609-bca38b0184aa None None] Pushing event updated for resources: {'Port': ['ID=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:23.248197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.252342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.277960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d582dad-8e28-432e-a644-29abe72e1588,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:23.288419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.293542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Attempting to bind port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:19:23.293918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Attempting to bind port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:19:23.294315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Attempting to bind port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c on network 41d2d18f-61be-4dd0-a75b-6543c5994946 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:19:23.298578 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e4c4190-1d3f-4bcd-b183-2ee0ca164188 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736846 Mar 11 13:19:23.301227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:19:23.301639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Checking segment: {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:19:23.302040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.302422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Bound using segment: {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:19:23.302893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Bound port: c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:19:23.303728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.396075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] For port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:19:23.399100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] For port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:19:23.403930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.462526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-8ca38cb7-1c88-4935-8bca-95eba71e24b3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:19:23.483174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-8ca38cb7-1c88-4935-8bca-95eba71e24b3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:19:23.486334 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-8ca38cb7-1c88-4935-8bca-95eba71e24b3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030425037&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0658381 Mar 11 13:19:23.493455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:23.494091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:23.555637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8c2d686-2b73-4d01-92f9-1edf54b380ac up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:23.594347 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e119db7-0650-45f1-8609-bca38b0184aa None None] Pushing event updated for resources: {'Port': ['ID=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:23.656908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-6887c06b-341c-47e6-8bbd-e26fa976492d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:23.657652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-6887c06b-341c-47e6-8bbd-e26fa976492d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:19:23.673970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-6887c06b-341c-47e6-8bbd-e26fa976492d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:19:23.677973 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-6887c06b-341c-47e6-8bbd-e26fa976492d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 797 time: 0.1850352 Mar 11 13:19:23.691196 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-97c64371-a61c-4df4-a32e-d61e417f57d4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0102851 Mar 11 13:19:23.738922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d8c2d686-2b73-4d01-92f9-1edf54b380ac triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:23.739469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:23.769405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:23.773031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-58f81cc4-1c53-4a54-9c9b-9807c97776d5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:19:23.788273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-58f81cc4-1c53-4a54-9c9b-9807c97776d5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:19:23.789615 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-58f81cc4-1c53-4a54-9c9b-9807c97776d5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930448 Mar 11 13:19:23.928829 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-7c86a4c7-c272-4675-bd4e-7327a28e3221 service neutron] 10.222.0.52 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276920 Mar 11 13:19:24.062696 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-a4f80cb3-e7ca-4719-903a-8e73f93bb921 service neutron] 10.222.0.52 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264715 Mar 11 13:19:24.077341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e5d3c73a-e4da-4a92-a450-4c51b5bc088c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:24.209788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e5d3c73a-e4da-4a92-a450-4c51b5bc088c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:24.210163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:24.244861 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a54f2996-479b-4716-9eb8-5921e703ac0d req-e402394b-3c16-4700-9409-fc7fc0f03cc1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 210 time: 0.0467081 Mar 11 13:19:24.269825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:23Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:24.278248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01878848-2021-4160-afb6-1e15acc80ff5 None None] The sync data for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv is: [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:23Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:19:25.425875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-36e4b8d0-beeb-46fb-94cb-ea153d1822c3 req-25d1c6c2-3590-4deb-8725-d2f4da69b191 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 210 time: 0.0619767 Mar 11 13:19:25.540828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:25.611246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:19:25.616691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:25.617261 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:25.664308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-d39cfe36-7497-47b3-9ca5-5e4446186d70 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:25.665762 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-d39cfe36-7497-47b3-9ca5-5e4446186d70 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 797 time: 0.3231010 Mar 11 13:19:25.719952 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-2559e0b9-d283-4b31-bea6-c0cd848bc4ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 380 time: 0.0461318 Mar 11 13:19:25.728578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': '34bfc958-1918-499d-b4fc-07321a170807', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['c55e9392-68ef-4c7c-82f2-bd3acef3a36b']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:25.733485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:25.766323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:25.770728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:25.835594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:25.871497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:25.882531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:25.891542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:19:25.895182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:26.052941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.14 (41d2d18f-61be-4dd0-a75b-6543c5994946/26a8c313-54dd-4c93-b8dd-a293d5f6b98f/d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:19:26.242116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:26.257462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:19:26.280308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:26.347276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:19:26.354600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:19:26.356809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:19:26.393070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:26.426609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:26.427406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:26.453358 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-0b068539-bfdd-405d-b0de-7a9aa123e3c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7281756 Mar 11 13:19:26.466586 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Request body: {'port': {'device_id': '34bfc958-1918-499d-b4fc-07321a170807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:26.565156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1ace9c19-bad7-4b66-8fc4-888ff3ad6d9a None None] Provisioning for port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:19:26.569823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1ace9c19-bad7-4b66-8fc4-888ff3ad6d9a None None] Provisioning complete for port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:26.570262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ace9c19-bad7-4b66-8fc4-888ff3ad6d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:26.625514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1ace9c19-bad7-4b66-8fc4-888ff3ad6d9a None None] Port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:19:26.649363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:26.734522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88b66-7819-4ffe-93de-ca94b86783a8 req-dedb543e-3766-4681-9501-da6e4fe01ea4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:26.735205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-7ce88b66-7819-4ffe-93de-ca94b86783a8 req-dedb543e-3766-4681-9501-da6e4fe01ea4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:19:26.806527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-7ce88b66-7819-4ffe-93de-ca94b86783a8 req-dedb543e-3766-4681-9501-da6e4fe01ea4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:19:26.807960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ce88b66-7819-4ffe-93de-ca94b86783a8 req-dedb543e-3766-4681-9501-da6e4fe01ea4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 932 time: 0.2606273 Mar 11 13:19:26.889346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ce88b66-7819-4ffe-93de-ca94b86783a8 req-d2185c26-ad22-4e4f-aad8-2c63df0efcd2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744131 Mar 11 13:19:27.052271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:19:27.059766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:27.074292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Transition to ACTIVE for port object d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:19:27.077294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:27.231947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:27.312659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Attempting to bind port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:19:27.312992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Attempting to bind port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:19:27.313311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Attempting to bind port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 on network 41d2d18f-61be-4dd0-a75b-6543c5994946 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:19:27.318447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 on network 41d2d18f-61be-4dd0-a75b-6543c5994946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:19:27.318764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Attempting to bind port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 on network 41d2d18f-61be-4dd0-a75b-6543c5994946 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:19:27.323998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:19:27.324330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Checking segment: {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:19:27.324710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Bound using segment: {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:19:27.325131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Bound port: d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b18ef00-4994-46ce-9a78-ab3973b0ca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:19:27.325504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:27.418425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] For port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:19:27.421331 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] For port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:19:27.426514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:27.483030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:27.483757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:27.485037 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] 10.222.0.50 "PUT /v2.0/ports/d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 1094 time: 1.0243936 Mar 11 13:19:27.485515 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:19:27.512935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d40ac-a677-460c-8c79-57fc96b2df89 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:27.528076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:27.618993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-00e9cde7-c53a-4084-9665-f3a93c46b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:27.620569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-00e9cde7-c53a-4084-9665-f3a93c46b52e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1097 time: 0.0855384 Mar 11 13:19:27.626799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:27.627250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:27.629630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'status': 'completed', 'code': 200} Mar 11 13:19:27.704189 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-88cd8e4b-e09e-4226-912b-dc0663e13e61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 217 time: 0.0710623 Mar 11 13:19:27.770142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-c0eececf-cdf6-4fa6-93be-295bcd90e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:27.771472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-c0eececf-cdf6-4fa6-93be-295bcd90e75a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 843 time: 0.0614557 Mar 11 13:19:27.845567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-991bcc73-a181-4663-8107-96f675dd56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:27.847667 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-991bcc73-a181-4663-8107-96f675dd56d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41d2d18f-61be-4dd0-a75b-6543c5994946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699244 Mar 11 13:19:28.129561 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-d240930f-2247-490a-a085-b5af11089015 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761855 Mar 11 13:19:28.180190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15898-382e-4151-b227-c848d72c7cd8 req-c623db5a-7e56-4255-be6d-27938759de6a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:28.181535 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-28b15898-382e-4151-b227-c848d72c7cd8 req-c623db5a-7e56-4255-be6d-27938759de6a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 944 time: 0.1454775 Mar 11 13:19:28.301393 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-28b15898-382e-4151-b227-c848d72c7cd8 req-a3620967-aef0-44de-884e-557685d64eb9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730948 Mar 11 13:19:28.309214 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68e2a8d-0ec6-49b0-8862-ed1740ef44e7 req-50479f9e-bd97-4bf6-b969-96b40ca89d0b service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713712 Mar 11 13:19:28.420946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-fef550ef-64a0-4308-bb1b-465649fa1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:28.422430 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-fef550ef-64a0-4308-bb1b-465649fa1580 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1097 time: 0.0713508 Mar 11 13:19:28.555765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-dbfd4f97-ea2b-40da-a402-2cd899f410d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:28.557182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-dbfd4f97-ea2b-40da-a402-2cd899f410d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 898 time: 0.1277468 Mar 11 13:19:28.629024 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-9f5603f2-062e-4c52-a8e0-41b29b11b264 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 217 time: 0.0646801 Mar 11 13:19:28.691888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-b0a816cb-59cc-4fcf-a9d4-040e029daef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:28.693206 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-b0a816cb-59cc-4fcf-a9d4-040e029daef5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 843 time: 0.0579367 Mar 11 13:19:28.770548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-bcc67b36-60e7-409c-b930-54080f186bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:28.771989 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-bcc67b36-60e7-409c-b930-54080f186bcb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41d2d18f-61be-4dd0-a75b-6543c5994946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719237 Mar 11 13:19:28.902388 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-b56cf6a5-8510-445d-9c50-6dfc510998cf service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231384 Mar 11 13:19:29.032136 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b70a41c6-ec5e-4008-9497-ee0ecc63e6ee req-54d10d9e-3098-48e3-97c5-863b30bfada6 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216590 Mar 11 13:19:29.484424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601abd2c-3087-4982-8918-2e065ddc03dc req-a991fd29-222c-4b97-ac07-3fbf1bfe9801 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:29.485891 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-601abd2c-3087-4982-8918-2e065ddc03dc req-a991fd29-222c-4b97-ac07-3fbf1bfe9801 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 944 time: 0.0790648 Mar 11 13:19:29.531471 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-601abd2c-3087-4982-8918-2e065ddc03dc req-50a98adb-ee80-4932-b1dd-ff4c970c3da6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393810 Mar 11 13:19:30.716861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163c01-b002-48d9-869b-f81b4e618d35 req-4300e309-cd9a-4ab2-86b8-93cf10287137 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:30.718325 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92163c01-b002-48d9-869b-f81b4e618d35 req-4300e309-cd9a-4ab2-86b8-93cf10287137 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 944 time: 0.0823672 Mar 11 13:19:30.763678 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92163c01-b002-48d9-869b-f81b4e618d35 req-7bbe66d2-42af-47bf-9af8-44760a13ded7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 Mar 11 13:19:30.934026 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:19:31.064556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:31.077749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'port_id': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'mac_address': 'fa:16:3e:46:1f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:19:31.134042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:31.149963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:19:31.165173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:31.169359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:31.234085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:31.376738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:19:31.947382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82aeb3-f00a-40e7-87d0-fb6d1e6d8130 req-2630dc1a-7733-4adb-bb30-b5b33cedebe6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:31.948822 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2c82aeb3-f00a-40e7-87d0-fb6d1e6d8130 req-2630dc1a-7733-4adb-bb30-b5b33cedebe6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 945 time: 0.0794551 Mar 11 13:19:31.991882 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2c82aeb3-f00a-40e7-87d0-fb6d1e6d8130 req-619d2233-fc4e-4deb-8a95-5c8c7735b565 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375087 Mar 11 13:19:32.933519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:19:32.998967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:19:33.003522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:19:33.003887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:33.119675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:33.145996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:19:33.155919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:19:33.162727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:33.177386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36a3b-87c5-44fc-b073-c9eb0bfce2bb req-a4412ece-5374-47b7-85be-61fc4b696521 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:33.179013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1f36a3b-87c5-44fc-b073-c9eb0bfce2bb req-a4412ece-5374-47b7-85be-61fc4b696521 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 945 time: 0.0836027 Mar 11 13:19:33.227495 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1f36a3b-87c5-44fc-b073-c9eb0bfce2bb req-34d33c28-932d-45a7-8b22-7d57191152b0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402157 Mar 11 13:19:33.231227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:33.250972 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'code': 200} Mar 11 13:19:33.476390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c450b-207b-4c68-8000-17cf0374f977 req-2b1818dc-36dc-40e2-9ddc-ecf4d089472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:33.477873 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-df4c450b-207b-4c68-8000-17cf0374f977 req-2b1818dc-36dc-40e2-9ddc-ecf4d089472c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1099 time: 0.0706193 Mar 11 13:19:33.521626 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-df4c450b-207b-4c68-8000-17cf0374f977 req-338211c4-fbb2-4444-939e-c510cfc5173a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371737 Mar 11 13:19:34.409307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a6d6a-d522-42ef-84a6-42c6ee137475 req-c079444e-1555-4e3c-bf68-ecbd5b0d0fcc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:34.411040 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d8a6d6a-d522-42ef-84a6-42c6ee137475 req-c079444e-1555-4e3c-bf68-ecbd5b0d0fcc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 946 time: 0.0799894 Mar 11 13:19:34.457151 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d8a6d6a-d522-42ef-84a6-42c6ee137475 req-d3fa45a4-5f7f-418e-a4bf-62b78fd58c01 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 Mar 11 13:19:35.752226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce533-0613-4ae0-b787-d5f66766a6b8 req-80bb4739-e18f-4218-8213-87091757e10b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:35.753693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-651ce533-0613-4ae0-b787-d5f66766a6b8 req-80bb4739-e18f-4218-8213-87091757e10b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 946 time: 0.1912549 Mar 11 13:19:35.796652 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-651ce533-0613-4ae0-b787-d5f66766a6b8 req-d2cd8251-73c8-4cb0-93ca-7209a10830c7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373747 Mar 11 13:19:35.978587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac77015-c8df-4973-aaf8-b3aaeec6c331 req-09265a8c-48e9-4de4-86ed-71e76142c128 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:35.980130 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ac77015-c8df-4973-aaf8-b3aaeec6c331 req-09265a8c-48e9-4de4-86ed-71e76142c128 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 946 time: 0.0791531 Mar 11 13:19:36.024276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ac77015-c8df-4973-aaf8-b3aaeec6c331 req-10e451b6-8413-4d8a-afd5-c61fa2624747 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378911 Mar 11 13:19:36.046597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35200) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:36.118093 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d25f1c-ead5-4925-854a-73841708783f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:36.119535 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-66d25f1c-ead5-4925-854a-73841708783f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1094 time: 0.0720220 Mar 11 13:19:36.122292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35204) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:36.126874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:19:36.132513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:19:36.136304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:19:36.139065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:19:36.145073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:19:36.155178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:36.290122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:36.424108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.121 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/6dfe9610-6e3e-4289-b205-ed45aed3e093) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:19:36.570404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:36.598508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:36.656560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:19:36.659209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:19:36.661670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:19:36.712886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=6dfe9610-6e3e-4289-b205-ed45aed3e093,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:37.086048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:37.147796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9333d2a-b4e8-432e-8f1f-c1e61752e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:37.161393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:37.370283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:37.374621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:37.483248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=6dfe9610-6e3e-4289-b205-ed45aed3e093,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:19:37.491809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:37.764630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151 associated. External IP: 172.26.4.121, port: d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466. Mar 11 13:19:38.110380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 85607428-2daa-4b23-8f4c-ee73b6990f87 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:19:38.285815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:19:38.294983 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] Sync routers for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:19:38.305069 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:38.305691 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:38.311408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:38.373410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35208) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:38.373992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6f6ed726-c722-4ced-8e3b-2faaf7fa17eb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2500949 Mar 11 13:19:38.373992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:19:38.417231 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'status': 'completed', 'code': 200} Mar 11 13:19:38.486065 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:38.496740 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a316bd68-476b-4bac-85a3-375e7ac9bd5a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151 HTTP/1.1" status: 200 len: 992 time: 0.1210864 Mar 11 13:19:38.515314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88203-b585-4c74-8945-14740fa7b22b req-6099e8ab-a9bd-4cd3-baea-1d1211e742b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:38.516786 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82c88203-b585-4c74-8945-14740fa7b22b req-6099e8ab-a9bd-4cd3-baea-1d1211e742b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1099 time: 0.0729086 Mar 11 13:19:38.649011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88203-b585-4c74-8945-14740fa7b22b req-ac491829-833c-4506-a2bd-bb03002c5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:38.650399 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82c88203-b585-4c74-8945-14740fa7b22b req-ac491829-833c-4506-a2bd-bb03002c5f2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 898 time: 0.1278880 Mar 11 13:19:38.753547 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82c88203-b585-4c74-8945-14740fa7b22b req-d3fc10b2-29b2-4cda-8ed0-f84fed669cd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 1000 time: 0.0973856 Mar 11 13:19:38.816123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88203-b585-4c74-8945-14740fa7b22b req-a61f930d-b5b0-42bd-94ea-8b138fcf56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:38.817606 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82c88203-b585-4c74-8945-14740fa7b22b req-a61f930d-b5b0-42bd-94ea-8b138fcf56a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 843 time: 0.0589383 Mar 11 13:19:38.825589 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'port_id': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'mac_address': 'fa:16:3e:46:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bfc958-1918-499d-b4fc-07321a170807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:19:37Z', 'updated_at': '2022-03-11T13:19:37Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:38.829547 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] Checking router: 85607428-2daa-4b23-8f4c-ee73b6990f87 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:19:38.838282 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:19:38.838853 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:19:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:38.897073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88203-b585-4c74-8945-14740fa7b22b req-b7cd9ce5-98f7-4089-b76b-f8806e71fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:38.898644 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82c88203-b585-4c74-8945-14740fa7b22b req-b7cd9ce5-98f7-4089-b76b-f8806e71fdc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41d2d18f-61be-4dd0-a75b-6543c5994946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741405 Mar 11 13:19:39.014507 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:19:39.148277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82c88203-b585-4c74-8945-14740fa7b22b req-00f97017-4ffd-4bba-b178-c023d15e8a9f service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437315 Mar 11 13:19:39.234520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7e66-6e94-41e1-9385-8f4c5386ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:39.284172 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82c88203-b585-4c74-8945-14740fa7b22b req-4c780c0b-d595-4092-bd6c-a16f39f01c26 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286812 Mar 11 13:19:39.364278 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'port_id': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'mac_address': 'fa:16:3e:46:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bfc958-1918-499d-b4fc-07321a170807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:19:37Z', 'updated_at': '2022-03-11T13:19:37Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:19:39.368184 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6f958-641a-4bd3-8766-3e939c5991cf None None] The sync data for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv is: [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'port_id': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'mac_address': 'fa:16:3e:46:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bfc958-1918-499d-b4fc-07321a170807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:19:37Z', 'updated_at': '2022-03-11T13:19:37Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:19:39.501039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35214) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:39.550240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e283c8-fe44-4a7a-8173-6f9065b02621 None None] New status for floating IP 0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:19:39.608582 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-da1768f8-82d3-4603-9e21-f8ee52e095c3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151 HTTP/1.1" status: 200 len: 992 time: 0.1063716 Mar 11 13:19:40.373610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:40.548447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:40.613068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35218) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:19:40.714703 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ca112ebd-25ba-4c2e-a641-ec3067d6cf32 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151 HTTP/1.1" status: 200 len: 994 time: 0.1003954 Mar 11 13:19:41.970074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:19:44.892135 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-a00dba52-1e61-4940-aef5-1becfccac98a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678232 Mar 11 13:19:45.029470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-31f66b83-a165-4e04-869b-53102e81ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:45.030857 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-31f66b83-a165-4e04-869b-53102e81ac5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1099 time: 0.0717344 Mar 11 13:19:45.176211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-6c67b721-d773-4d83-b3ff-3e832be97d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:45.177570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-6c67b721-d773-4d83-b3ff-3e832be97d7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 898 time: 0.1262503 Mar 11 13:19:45.275099 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-743e4bcb-59ef-4b66-9c25-704081f0957e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 1002 time: 0.0912089 Mar 11 13:19:45.339505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-e1b809c1-03c8-41e0-bcc8-2589ae4c5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:45.340874 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-e1b809c1-03c8-41e0-bcc8-2589ae4c5ee1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 843 time: 0.0596004 Mar 11 13:19:45.415564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-e0d29642-e4b2-4b34-9434-edd59e469d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:19:45.417023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-e0d29642-e4b2-4b34-9434-edd59e469d32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41d2d18f-61be-4dd0-a75b-6543c5994946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690572 Mar 11 13:19:45.550971 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-22ace41b-96ed-4298-b11a-420652efd12d service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272843 Mar 11 13:19:45.692856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aaba2345-e859-47ef-9d82-b446a93d3231 req-8fadda7c-5cf3-49ab-aad0-49e696284404 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290991 Mar 11 13:19:50.373877 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:19:52.105048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:07.148496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-55eca4f9-457e-400d-bb4c-7a1d8d14b6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:09.239274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c7d25ec-3080-4357-9606-9b3da5bd0572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:10.376091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:10.551862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:11.973885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:22.102099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:27.370972 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:20:37.149515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ece2b13b-798a-4357-acf5-e0c19525fcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:39.240751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2b355b5a-f0b1-46dc-8d8b-1110996ada7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:40.380120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:40.554712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:41.976878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:20:44.883856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-9d4aa20a-adfd-466e-9e4e-abebc8e8b9d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723865 Mar 11 13:20:45.020754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-8ca9f684-26e0-4ddf-8571-bec322bd3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:20:45.022248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-8ca9f684-26e0-4ddf-8571-bec322bd3877 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1099 time: 0.0716729 Mar 11 13:20:45.165326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-5044847b-013c-41fb-92e9-6d12645b3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:20:45.166696 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-5044847b-013c-41fb-92e9-6d12645b3d47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 898 time: 0.1261923 Mar 11 13:20:45.272429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-26842faf-c9ab-4a6f-af92-386aed50ccd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 1002 time: 0.0994675 Mar 11 13:20:45.334353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-66035414-3e31-4a41-9ee7-774cf68836f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:20:45.335788 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-66035414-3e31-4a41-9ee7-774cf68836f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 843 time: 0.0581694 Mar 11 13:20:45.517718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-3b097d0e-92f1-42ec-9d7f-b42eee223b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:20:45.519165 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-3b097d0e-92f1-42ec-9d7f-b42eee223b8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41d2d18f-61be-4dd0-a75b-6543c5994946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1775796 Mar 11 13:20:45.654659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-e376e88b-de8b-4048-b23e-012cb9660405 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294725 Mar 11 13:20:45.786889 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aee4652e-af68-4b1e-bd10-a65bec1908d8 req-fdc0867e-1d8e-4c14-b243-be7c4c874ab6 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259916 Mar 11 13:20:52.119014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:04.368805 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:21:07.151968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-17ec6150-74ce-4bf6-98a5-761b3b612f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:09.241891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f6706868-057a-466c-9e82-f6672cfc0968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:10.382729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:10.555435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:11.978447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:22.115716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:28.986277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35254) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:21:28.996506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:21:29.107576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3546670'] for subnet, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:29.288353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763578237943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2356208'] for subnet, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:29.437391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:21:29.437978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:29.439241 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/subnets/26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 835 time: 0.4519763 Mar 11 13:21:29.446694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f945cb8e-eab0-41a7-b304-61c052a9a3dd None None] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:21:29.454144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=26a8c313-54dd-4c93-b8dd-a293d5f6b98f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:21:29.461227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.461604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.461941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.462266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.462588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.462908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.463226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.463547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.463861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.464169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.464480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.464787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9e5fd-b0d6-4810-8004-045423e2717f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:21:29.855469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c2376658-7977-488d-a748-4d21d9eec89c None None] Provisioning complete for port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:21:29.855843 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c2376658-7977-488d-a748-4d21d9eec89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:29.977521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c2376658-7977-488d-a748-4d21d9eec89c None None] Provisioning complete for port e5d3c73a-e4da-4a92-a450-4c51b5bc088c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:21:29.977786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c2376658-7977-488d-a748-4d21d9eec89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:30.099814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c2376658-7977-488d-a748-4d21d9eec89c None None] Provisioning complete for port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:21:30.100171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c2376658-7977-488d-a748-4d21d9eec89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:37.153656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3239ac0f-d94e-4849-8f60-8289bbed365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:39.243482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0dc2-3ad9-431c-9c67-43712e2c9e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:40.384960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:40.557333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:41.366273 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:21:41.981120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:21:45.877834 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-6755271d-5817-4a4f-9fe4-acb2944cf768 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688195 Mar 11 13:21:46.018119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369465d9-8b25-4830-8580-60a3a16859d6 req-3af34504-8df6-4115-888a-f06979347943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:21:46.019533 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-3af34504-8df6-4115-888a-f06979347943 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1099 time: 0.0717499 Mar 11 13:21:46.163854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369465d9-8b25-4830-8580-60a3a16859d6 req-8fbe8b6f-1acd-4057-bcff-519feaa4aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:21:46.165182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-8fbe8b6f-1acd-4057-bcff-519feaa4aea1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 898 time: 0.1263099 Mar 11 13:21:46.266783 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-bdf0d5a5-1e57-4327-92e3-f8918e294213 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 1002 time: 0.0953500 Mar 11 13:21:46.327750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369465d9-8b25-4830-8580-60a3a16859d6 req-2d75c506-4b18-4490-a3e0-af43618beed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:21:46.329127 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-2d75c506-4b18-4490-a3e0-af43618beed0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 843 time: 0.0562546 Mar 11 13:21:46.406551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369465d9-8b25-4830-8580-60a3a16859d6 req-c74dbac4-269c-42f8-9d1f-dc091d83f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:21:46.407977 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-c74dbac4-269c-42f8-9d1f-dc091d83f51b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41d2d18f-61be-4dd0-a75b-6543c5994946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723209 Mar 11 13:21:46.541097 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-e6a8f8d8-3d13-4275-8d09-9ac9776d0636 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264486 Mar 11 13:21:46.671875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-369465d9-8b25-4830-8580-60a3a16859d6 req-2ef4692c-f6cf-446c-ad43-5f23d74dbf0f service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248298 Mar 11 13:21:52.130473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:07.154592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cef797ad-2e1f-4ac0-96b2-7739ed8eb7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:09.244590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d9aa764d-bbae-468a-a86b-991e585bc0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:10.387964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:10.559372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:11.987502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:12.266838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35268) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:12.473939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 6dfe9610-6e3e-4289-b205-ed45aed3e093 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:22:12.474277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:12.637479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:12.637810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:12.756710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 6dfe9610-6e3e-4289-b205-ed45aed3e093 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:22:12.900897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:12.949049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=6dfe9610-6e3e-4289-b205-ed45aed3e093,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:13.037457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:13.037808 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151 disassociated (deleted). External IP: 172.26.4.121, port: d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466. Mar 11 13:22:13.380990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 85607428-2daa-4b23-8f4c-ee73b6990f87 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:22:13.665127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:22:13.674191 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] Sync routers for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:22:13.684701 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:13.685288 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:13.685425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:13.741380 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e08aa49d-bdb7-452f-b747-63c66b2d6070 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151 HTTP/1.1" status: 204 len: 168 time: 1.4735467 Mar 11 13:22:13.741975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:22:13.842149 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'status': 'completed', 'code': 200} Mar 11 13:22:13.867088 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:13.936825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-2ea0b8b3-3add-409b-84aa-568418e68fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:13.938993 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-2ea0b8b3-3add-409b-84aa-568418e68fa3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 1099 time: 0.0737200 Mar 11 13:22:14.072217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-adfe8e66-fd90-4ca5-9e14-1daedfd64421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:14.073744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-adfe8e66-fd90-4ca5-9e14-1daedfd64421 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 200 len: 898 time: 0.1289179 Mar 11 13:22:14.143918 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-16895cdd-28ad-4e5b-a0b3-085ba891016b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 200 len: 217 time: 0.0640249 Mar 11 13:22:14.187011 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:14.191402 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] Checking router: 85607428-2daa-4b23-8f4c-ee73b6990f87 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:22:14.199866 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:14.200506 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:14.207527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-faa5ad47-2b01-4259-9575-1ed943f4fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:14.208960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-faa5ad47-2b01-4259-9575-1ed943f4fbd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 200 len: 843 time: 0.0587754 Mar 11 13:22:14.282858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-615c9877-7824-4d96-a342-68ef55e21c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:14.284356 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-615c9877-7824-4d96-a342-68ef55e21c4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41d2d18f-61be-4dd0-a75b-6543c5994946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693095 Mar 11 13:22:14.382258 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:14.528275 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-31d15bc9-9ea0-43cf-93cd-232aff512df3 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369635 Mar 11 13:22:14.660257 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-985dc5b8-e752-42f0-92b3-635244c962f1 req-1ac1c6c7-7dea-4c76-9947-20fe9cadfa03 service neutron] 10.222.0.50 "GET /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256409 Mar 11 13:22:14.692893 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:14.696929 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61d74d-6ddf-4a6a-88de-528bdbf58ff8 None None] The sync data for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv is: [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:19:20Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c', 'name': '', 'network_id': '41d2d18f-61be-4dd0-a75b-6543c5994946', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:cc:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:19Z', 'updated_at': '2022-03-11T13:19:25Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '26a8c313-54dd-4c93-b8dd-a293d5f6b98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:22:14.907660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797e124-be27-477f-a00a-ace07436a1ce None None] New status for floating IP 0f4bfa4e-fb35-4a03-85b8-bd1ed0e13151: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:22:15.132810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b5ea9-6ade-44f4-a238-de6a405187c0 req-270b8648-e401-409c-ae28-0358dcb3f829 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:15.134309 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-226b5ea9-6ade-44f4-a238-de6a405187c0 req-270b8648-e401-409c-ae28-0358dcb3f829 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 946 time: 0.0792718 Mar 11 13:22:15.177851 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-226b5ea9-6ade-44f4-a238-de6a405187c0 req-f1526581-c939-4960-8c63-ede16461d64c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376620 Mar 11 13:22:16.416104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb886f9-f517-4f6d-94df-875801270938 req-6e1098f4-4837-4d1d-98af-013139a95002 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:16.419172 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1cb886f9-f517-4f6d-94df-875801270938 req-6e1098f4-4837-4d1d-98af-013139a95002 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 946 time: 0.1379039 Mar 11 13:22:16.451879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-4493ed92-652e-4945-97c5-603cded3ecf2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:16.453276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-4493ed92-652e-4945-97c5-603cded3ecf2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 946 time: 0.1281378 Mar 11 13:22:16.525314 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1cb886f9-f517-4f6d-94df-875801270938 req-20e573bc-b332-4713-b8b9-05db2a4e3dbb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c55e9392-68ef-4c7c-82f2-bd3acef3a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983706 Mar 11 13:22:16.540778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:22:16.541219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:16.789869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:16.790132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:16.911308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:22:17.055370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:17.106311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:17.143969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.144319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.144682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.145014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.145341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.145703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.146025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.146346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.146666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.146981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.147295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.147608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:17.191808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:22:17.194111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:17.196524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'name': 'network-vif-deleted', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:22:17.207644 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6422b89d-467c-46a1-aef3-793a5779f0d9 req-7e44f3c3-b567-4b2a-9f88-9a22726553b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 HTTP/1.1" status: 204 len: 173 time: 0.7479208 Mar 11 13:22:17.246443 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bfc958-1918-499d-b4fc-07321a170807', 'name': 'network-vif-deleted', 'tag': 'd4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466', 'status': 'completed', 'code': 200} Mar 11 13:22:17.760624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-747cb91e-070e-4d11-a06e-cd1761c18b64 req-6d100386-496c-4256-8bf8-2895698b5cc0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:22:17.775644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-747cb91e-070e-4d11-a06e-cd1761c18b64 req-6d100386-496c-4256-8bf8-2895698b5cc0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:22:17.776842 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-747cb91e-070e-4d11-a06e-cd1761c18b64 req-6d100386-496c-4256-8bf8-2895698b5cc0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bfc958-1918-499d-b4fc-07321a170807 HTTP/1.1" status: 200 len: 210 time: 0.0616429 Mar 11 13:22:18.364112 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:22:18.870081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35298) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:18.940220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-95bfbb79-2fd8-45b8-9485-c21f516ad4cd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:18.970767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-95bfbb79-2fd8-45b8-9485-c21f516ad4cd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:19.035699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-95bfbb79-2fd8-45b8-9485-c21f516ad4cd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:19.053834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfbb79-2fd8-45b8-9485-c21f516ad4cd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e9392-68ef-4c7c-82f2-bd3acef3a36b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:19.064718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-95bfbb79-2fd8-45b8-9485-c21f516ad4cd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:19.068348 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-95bfbb79-2fd8-45b8-9485-c21f516ad4cd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/c55e9392-68ef-4c7c-82f2-bd3acef3a36b HTTP/1.1" status: 204 len: 168 time: 0.1948063 Mar 11 13:22:19.715869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:22:19.782350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:22:19.782683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device d4ecccd9-ccd6-456d-ba7d-ecf6a8ee9466 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:22:20.108184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35306) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:20.649064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:20.995039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:22:20.995378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:21.178869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:21.179562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:21.400535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:22:21.730228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:21.777223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:22.052774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:22.136820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:22.411608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 85607428-2daa-4b23-8f4c-ee73b6990f87 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:22:22.587559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:22:22.596791 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] Sync routers for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:22:22.606196 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:22.606358 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3825ef23-e02a-4f4f-a2c1-5ec7a31ca668 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/85607428-2daa-4b23-8f4c-ee73b6990f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4969862 Mar 11 13:22:22.606781 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:22.608991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35310) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:22.677294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet 26a8c313-54dd-4c93-b8dd-a293d5f6b98f {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:22:22.680143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:22.822555 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:22.849832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:22.933247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.005263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.045217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=26a8c313-54dd-4c93-b8dd-a293d5f6b98f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:23.047177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.054022 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c1c507e8-f4f8-49bd-ab40-7a53fd015bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/26a8c313-54dd-4c93-b8dd-a293d5f6b98f HTTP/1.1" status: 204 len: 168 time: 0.4440560 Mar 11 13:22:23.056645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35314) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:23.057539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf7bb4-af97-4308-99c2-090f8d16c185 None None] Network 41d2d18f-61be-4dd0-a75b-6543c5994946 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:22:23.110234 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:22:21Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:23.114758 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] Checking router: 85607428-2daa-4b23-8f4c-ee73b6990f87 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:22:23.124106 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] Routers {'85607428-2daa-4b23-8f4c-ee73b6990f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:23.124106 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['85607428-2daa-4b23-8f4c-ee73b6990f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:23.248996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.311306 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] Set router 85607428-2daa-4b23-8f4c-ee73b6990f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:23.318407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] DHCP port deletion for 41d2d18f-61be-4dd0-a75b-6543c5994946 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:22:23.323335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Deleting port e5d3c73a-e4da-4a92-a450-4c51b5bc088c {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:22:23.323735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.443482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.453175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port d8c2d686-2b73-4d01-92f9-1edf54b380ac {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:22:23.453640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.545273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] For port e5d3c73a-e4da-4a92-a450-4c51b5bc088c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e5d3c73a-e4da-4a92-a450-4c51b5bc088c,segment=NetworkSegment(8b18ef00-4994-46ce-9a78-ab3973b0ca30),segment_id=8b18ef00-4994-46ce-9a78-ab3973b0ca30)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:23.545706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.637189 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:22:21Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:23.642487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port d8c2d686-2b73-4d01-92f9-1edf54b380ac, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d8c2d686-2b73-4d01-92f9-1edf54b380ac,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:23.642950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.643217 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318fc59-c2f1-48fb-918f-b24fb6a401c7 None None] The sync data for ids ['85607428-2daa-4b23-8f4c-ee73b6990f87'] in dv-neutron-833198-1-hyperv is: [{'id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'name': 'tempest-TestNetworkBasicOps-router-272669671', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:19:15Z', 'updated_at': '2022-03-11T13:22:21Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'd8c2d686-2b73-4d01-92f9-1edf54b380ac', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85607428-2daa-4b23-8f4c-ee73b6990f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:19:16Z', 'updated_at': '2022-03-11T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:22:23.679335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e5d3c73a-e4da-4a92-a450-4c51b5bc088c no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:22:23.709295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Calling delete_port for e5d3c73a-e4da-4a92-a450-4c51b5bc088c owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:22:23.770732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for d8c2d686-2b73-4d01-92f9-1edf54b380ac owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:22:23.836132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.886764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Pushing event deleted for resources: {'Port': ['ID=e5d3c73a-e4da-4a92-a450-4c51b5bc088c,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:23.890575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] No DVR routers for this DVR port e5d3c73a-e4da-4a92-a450-4c51b5bc088c on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:22:23.908919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.909267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.909641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.910875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.910875 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.911172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.911498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.911817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.912138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.912455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.912771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.913086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496a8c-d9a7-4b20-abd6-66028cf1fff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:23.915582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.944032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:23.994561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=d8c2d686-2b73-4d01-92f9-1edf54b380ac,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:24.094321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.357376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.359618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.382971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.383497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router 85607428-2daa-4b23-8f4c-ee73b6990f87 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:22:24.399783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.403448 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-28be58e8-085c-4509-bbdb-612170e646b7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/85607428-2daa-4b23-8f4c-ee73b6990f87 HTTP/1.1" status: 204 len: 168 time: 1.3430500 Mar 11 13:22:24.403631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35318) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:24.518143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.645424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.672199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d2d18f-61be-4dd0-a75b-6543c5994946']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:24.683881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b18ef00-4994-46ce-9a78-ab3973b0ca30') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:24.684167 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b18ef00-4994-46ce-9a78-ab3973b0ca30') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:24.695426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.710957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.716593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:22:24.716964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:22:24.730606 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:22:24.812796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.830616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.842171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=41d2d18f-61be-4dd0-a75b-6543c5994946,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:24.850239 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c1b8eb45-296d-4e3f-8a56-5923b1f6d7b1 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/41d2d18f-61be-4dd0-a75b-6543c5994946 HTTP/1.1" status: 204 len: 168 time: 0.4456737 Mar 11 13:22:24.861919 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35322) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:24.867487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--527224682', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:24.872564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:24.876698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:24.880083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:24.885813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:24.896658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:22:24.900066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.927026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:22:24.936199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.936628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment c25517af-c7ec-4c61-a13e-8ebaa31bd3be of type vlan for network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 Mar 11 13:22:24.963482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.992237 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:24.997687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:24.998270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:25.106656 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2411461 Mar 11 13:22:25.106830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b46306-d8e0-452b-bbec-cdde759d9559 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=0c64cb26-f3bf-4f59-89d9-f470856e7c30,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:25.106986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35326) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:25.114005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:25.117590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:22:25.121663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:25.125461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:25.128254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:25.134973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:25.144697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:25.145913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:25.161283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:25.429187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:25.592589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8c2d686-2b73-4d01-92f9-1edf54b380ac no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:22:25.626444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: d8c2d686-2b73-4d01-92f9-1edf54b380ac {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:22:25.626778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8c2d686-2b73-4d01-92f9-1edf54b380ac not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:22:25.627187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:22:25.658288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:22:25.658633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c9cf7edd-5001-4ccd-9f9b-9cdd36639e4c not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:22:25.726435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:25.754880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:25.885454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.204 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/e6eb500a-7ef6-4844-b5f4-bc5212aa1822) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:22:26.123366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:26.151964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:26.213072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:22:26.215754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:26.223425 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:22:26.257565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:26.632017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:26.963891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:27.169768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router b1840664-f0cb-4d85-9f31-50b54eaa14a8 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:22:27.449179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:22:27.458422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Sync routers for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:22:27.467306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:27.467907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:27.474991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:27.476222 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d16dd25d-b238-41a7-9a5a-dedd7a059e64 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3682275 Mar 11 13:22:27.479341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35330) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:27.584421 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bb162492-ac0e-4102-adaf-d2c0556e0ace tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040366 Mar 11 13:22:27.587042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35336) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:27.646523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:27.715885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83af7ed-4913-4477-9b22-812f8dfc8b55 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:27.717312 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a83af7ed-4913-4477-9b22-812f8dfc8b55 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293912 Mar 11 13:22:27.720198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35340) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:27.763346 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2d234a95-4b04-4b43-b556-16cd7bcee1e0 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419683 Mar 11 13:22:27.765776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35344) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:27.771811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845369655', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:27.877874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:27.882191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:27.884930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:27.890512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:27.901273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:22:27.904904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:27.960995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:26Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:27.964800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Checking router: b1840664-f0cb-4d85-9f31-50b54eaa14a8 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:22:27.965138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Updating router b1840664-f0cb-4d85-9f31-50b54eaa14a8 port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:22:28.017870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.119975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.202675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:28.208938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:22:28.209300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: 0c64cb26-f3bf-4f59-89d9-f470856e7c30, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:22:28.228736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:22:28.237759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 0c64cb26-f3bf-4f59-89d9-f470856e7c30) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:28.241915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:28.242500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.249315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3ecb4-d860-4e72-b5df-4c294764296e None None] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:22:28.262684 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-53358ef1-d0c5-47eb-9dff-3dd7c40dd39c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4958937 Mar 11 13:22:28.265395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35348) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:28.495762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.540773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Transition to ACTIVE for port object e6eb500a-7ef6-4844-b5f4-bc5212aa1822 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:28.551802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.589014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:22:28.589866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.689724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Attempting to bind port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:22:28.690154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Attempting to bind port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:22:28.690459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Attempting to bind port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:22:28.692496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb543b65-68ee-4a89-a32a-8bfe2570c0e0 None None] Pushing event updated for resources: {'Port': ['ID=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:28.700866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:22:28.701237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:22:28.701659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.702050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:22:28.702513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Bound port: e6eb500a-7ef6-4844-b5f4-bc5212aa1822, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:22:28.702882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.843972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] For port e6eb500a-7ef6-4844-b5f4-bc5212aa1822, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:22:28.857311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] For port e6eb500a-7ef6-4844-b5f4-bc5212aa1822, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:22:28.865617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.903666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Allocated IP 172.20.0.2 (0c64cb26-f3bf-4f59-89d9-f470856e7c30/3ea397e3-6bae-40f2-a1fd-7bcae4ba4925/ce23e457-3bfe-438a-8eec-f33d3fa4c76d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:22:28.960633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:28.990691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb543b65-68ee-4a89-a32a-8bfe2570c0e0 None None] Pushing event updated for resources: {'Port': ['ID=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:29.037867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:29.038509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:29.341202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:29.480482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:29.540407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Transition to ACTIVE for port object ce23e457-3bfe-438a-8eec-f33d3fa4c76d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:29.575458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Transition to ACTIVE for port object ce23e457-3bfe-438a-8eec-f33d3fa4c76d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:29.582924 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:29.649924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (0c64cb26-f3bf-4f59-89d9-f470856e7c30/3ea397e3-6bae-40f2-a1fd-7bcae4ba4925/9523bdcf-8e1e-4bcd-808e-a8726757796d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:22:29.694020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:22:29.699694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:29.702708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:22:29.709991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Pushing event updated for resources: {'Port': ['ID=ce23e457-3bfe-438a-8eec-f33d3fa4c76d,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:29.806172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Attempting to bind port ce23e457-3bfe-438a-8eec-f33d3fa4c76d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:22:29.806535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Attempting to bind port ce23e457-3bfe-438a-8eec-f33d3fa4c76d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:22:29.807136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Attempting to bind port ce23e457-3bfe-438a-8eec-f33d3fa4c76d on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:22:29.812002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:29.816150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:22:29.816520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Checking segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:22:29.816916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:29.817305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Bound using segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:22:29.817790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Bound port: ce23e457-3bfe-438a-8eec-f33d3fa4c76d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:22:29.818162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:29.827580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 9523bdcf-8e1e-4bcd-808e-a8726757796d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:29.852429 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:29.870771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:26Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:29.883481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13338630-0d60-4463-9271-d5fefd0ea93a None None] The sync data for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv is: [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:26Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:22:29.916939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:22:29.924285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:29.929105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:22:29.930658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] For port ce23e457-3bfe-438a-8eec-f33d3fa4c76d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:22:29.934803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] For port ce23e457-3bfe-438a-8eec-f33d3fa4c76d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ce23e457-3bfe-438a-8eec-f33d3fa4c76d,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:22:29.940202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:29.963477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=9523bdcf-8e1e-4bcd-808e-a8726757796d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:29.982585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.982728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.983065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.983394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.983716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.984042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.984359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.984677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.984994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.985312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.985658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:29.985969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:30.004076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:30.024780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0332d7-574e-4ff3-986b-0a0d9a8d2e86 None None] Pushing event updated for resources: {'Port': ['ID=ce23e457-3bfe-438a-8eec-f33d3fa4c76d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:30.302065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:30.731435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:30.737532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:30.989558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:30.996667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=9523bdcf-8e1e-4bcd-808e-a8726757796d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:31.053801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863bba02-b6a8-486f-bd4d-0cd7849c3e7d None None] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:22:31.132506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:22:31.133717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:31.162731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-48ebab78-538a-4c66-a55d-2c9d44005b79 None None] Provisioning for port ce23e457-3bfe-438a-8eec-f33d3fa4c76d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:31.328465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router b1840664-f0cb-4d85-9f31-50b54eaa14a8 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:22:31.513704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:22:31.527525 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-71e1c846-0a1a-4ecf-96af-0fddbfc12716 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/b1840664-f0cb-4d85-9f31-50b54eaa14a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2606413 Mar 11 13:22:31.529562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35354) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:31.529898 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Sync routers for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:22:31.540145 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:31.545654 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:31.615264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5201b456-8cca-4bdd-a76c-dca55643d600 None None] Provisioning for port 9523bdcf-8e1e-4bcd-808e-a8726757796d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:31.622811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5201b456-8cca-4bdd-a76c-dca55643d600 None None] Provisioning complete for port 9523bdcf-8e1e-4bcd-808e-a8726757796d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:31.623183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5201b456-8cca-4bdd-a76c-dca55643d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:31.698195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ce23e457-3bfe-438a-8eec-f33d3fa4c76d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:31.728898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4b04d-f900-40d4-bd19-8aa1497d22ce tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.729553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4b04d-f900-40d4-bd19-8aa1497d22ce tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.731294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4b04d-f900-40d4-bd19-8aa1497d22ce tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.731831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4b04d-f900-40d4-bd19-8aa1497d22ce tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.733991 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b0f4b04d-f900-40d4-bd19-8aa1497d22ce tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2034745 Mar 11 13:22:31.736760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35360) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:31.752267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5201b456-8cca-4bdd-a76c-dca55643d600 None None] Port 9523bdcf-8e1e-4bcd-808e-a8726757796d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:22:31.796153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ce23e457-3bfe-438a-8eec-f33d3fa4c76d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:31.799805 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:31.802871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ce23e457-3bfe-438a-8eec-f33d3fa4c76d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:31.803322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:31.944758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0409f5-71a6-43d1-9715-0d2503842dc0 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.945916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0409f5-71a6-43d1-9715-0d2503842dc0 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.946530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:31.946786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0409f5-71a6-43d1-9715-0d2503842dc0 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.947378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0409f5-71a6-43d1-9715-0d2503842dc0 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:31.949216 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e0409f5-71a6-43d1-9715-0d2503842dc0 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.2097020 Mar 11 13:22:31.951985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35364) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:31.976688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-480e0d9b-1d3b-4356-9ed9-9af4e45d244b None None] Provisioning complete for port 9523bdcf-8e1e-4bcd-808e-a8726757796d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:31.977058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-480e0d9b-1d3b-4356-9ed9-9af4e45d244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.044622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ce23e457-3bfe-438a-8eec-f33d3fa4c76d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ce23e457-3bfe-438a-8eec-f33d3fa4c76d,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:32.047156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-480e0d9b-1d3b-4356-9ed9-9af4e45d244b None None] Port 9523bdcf-8e1e-4bcd-808e-a8726757796d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:22:32.050805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.052065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e6eb500a-7ef6-4844-b5f4-bc5212aa1822 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:32.187134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bbbd98ab-13b6-4fb9-a628-59e3a5a0de83 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2338502 Mar 11 13:22:32.187972 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:32.192224 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Checking router: b1840664-f0cb-4d85-9f31-50b54eaa14a8 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:22:32.192567 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Updating router b1840664-f0cb-4d85-9f31-50b54eaa14a8 port 9523bdcf-8e1e-4bcd-808e-a8726757796d binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:22:32.199355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ce23e457-3bfe-438a-8eec-f33d3fa4c76d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:32.202585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3a42efb8-906d-459c-b7a9-b4373e82dc0f None None] Provisioning complete for port 9523bdcf-8e1e-4bcd-808e-a8726757796d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:32.203094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3a42efb8-906d-459c-b7a9-b4373e82dc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.247069 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.249065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:32.263510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:32.263821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.342601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-3a42efb8-906d-459c-b7a9-b4373e82dc0f None None] Port 9523bdcf-8e1e-4bcd-808e-a8726757796d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:22:32.434241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.446152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35370) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:32.451497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099626521', 'description': 'tempest-secgroup-smoke-2099626521 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:32.453591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port e6eb500a-7ef6-4844-b5f4-bc5212aa1822, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:32.458670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.459338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:32.465126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:32.468474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:32.475023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:32.486104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.506591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:32.510473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:32.513249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:32.519609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:32.538736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:32.589518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.593533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.615310 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.627002 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Transition to ACTIVE for port object 9523bdcf-8e1e-4bcd-808e-a8726757796d will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:32.633894 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.640556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784a591b-582d-4b83-9ca4-afa5cf4041ca,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:32.645034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.649157 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bfc98205-0e83-4660-97fb-4914990aa524 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1993229 Mar 11 13:22:32.649691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35374) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:32.654468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '784a591b-582d-4b83-9ca4-afa5cf4041ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:32.661103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:32.664918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:32.667809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:32.673682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:32.691010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.761049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.765779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.789946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915300fa-5e48-4792-b997-98937a12e19b,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:32.794514 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Pushing event updated for resources: {'Port': ['ID=9523bdcf-8e1e-4bcd-808e-a8726757796d,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:32.801803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.806215 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2122dd24-501e-47f1-9671-ced34643cdfb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532993 Mar 11 13:22:32.806484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35378) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:32.812263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '784a591b-582d-4b83-9ca4-afa5cf4041ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:32.819962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:32.824189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:32.827590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:32.833676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:32.841732 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.842150 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.842573 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.842799 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.843117 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.843436 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.843750 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.844101 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.844487 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.844837 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.845119 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.845525 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:22:32.854758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.865931 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Attempting to bind port 9523bdcf-8e1e-4bcd-808e-a8726757796d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:22:32.866286 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Attempting to bind port 9523bdcf-8e1e-4bcd-808e-a8726757796d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:22:32.866836 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Attempting to bind port 9523bdcf-8e1e-4bcd-808e-a8726757796d on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:22:32.872084 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:22:32.872439 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Checking segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:22:32.873003 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.873380 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Bound using segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:22:32.875547 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Bound port: 9523bdcf-8e1e-4bcd-808e-a8726757796d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:22:32.875547 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.920647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.925187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.948559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a9831f-60a6-40b0-8a74-3be2e51a2b2b,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:32.959207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.963061 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8560564f-72e0-47b1-af80-748578bb9061 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528502 Mar 11 13:22:32.963280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35382) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:32.968322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '784a591b-582d-4b83-9ca4-afa5cf4041ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:32.974287 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] For port 9523bdcf-8e1e-4bcd-808e-a8726757796d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:22:32.974854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:32.978100 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] For port 9523bdcf-8e1e-4bcd-808e-a8726757796d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9523bdcf-8e1e-4bcd-808e-a8726757796d,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:22:32.979083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:32.982317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:32.983294 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:32.988898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:33.004703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.064199 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:33.065091 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:33.071277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.076874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.104120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe81a2ea-bf62-4784-b5a7-1060604d30c7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:33.115490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.116934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-22f250d4-45e6-4bba-a8b1-b4e41e378043 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525536 Mar 11 13:22:33.120307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35388) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:33.126157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '784a591b-582d-4b83-9ca4-afa5cf4041ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:33.128613 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6366c-d4bf-4c72-b2b7-de708d36ff17 None None] Pushing event updated for resources: {'Port': ['ID=9523bdcf-8e1e-4bcd-808e-a8726757796d,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:33.133295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:33.137694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:33.140983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:33.147448 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:33.166327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.236028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.240860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.252277 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:33.265822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e602ca-7ec6-4825-93a7-02bf6864cee6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:33.276600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.277849 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9dc83718-2438-45cc-b100-40c1019bbb42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569469 Mar 11 13:22:33.280642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35392) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:33.286408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '784a591b-582d-4b83-9ca4-afa5cf4041ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:33.292129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:33.296085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:33.298909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:33.304850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:33.315426 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:22:33.321988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.390271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.394212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.423006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.427210 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426160 Mar 11 13:22:33.427566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35396) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:33.433157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '784a591b-582d-4b83-9ca4-afa5cf4041ca', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:33.436412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76f52-5f25-43f8-98ca-8ee8f97ce8b2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30bb387-c08d-4b0f-b879-72dfa8b6d570,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:33.446270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:33.450231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:33.453086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:33.458987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:33.469360 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:22:33.475885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.543869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.548918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.573146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aecd6c5-10a0-42ba-ad6c-ed7f34492e56,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:33.585331 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:33.588926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.593507 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-12ac5028-0b26-4581-b9f5-f5dcc78457e0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616511 Mar 11 13:22:33.594829 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5bc593-fbfd-46ea-8567-3f22146eb965 None None] The sync data for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv is: [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:22:33.617879 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ce23e457-3bfe-438a-8eec-f33d3fa4c76d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:33.719862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ce23e457-3bfe-438a-8eec-f33d3fa4c76d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:33.720243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.816797 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-78ba10cc-e69b-4e56-b3cd-052090589e3a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099626521&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0476949 Mar 11 13:22:33.845790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e6eb500a-7ef6-4844-b5f4-bc5212aa1822 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:33.916141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:33.916572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:33.982349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-ed6cd6d3-37dc-4d41-8d90-94bc327b9538 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:33.983225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-ed6cd6d3-37dc-4d41-8d90-94bc327b9538 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:22:33.999469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-ed6cd6d3-37dc-4d41-8d90-94bc327b9538 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:22:34.001112 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-ed6cd6d3-37dc-4d41-8d90-94bc327b9538 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 796 time: 0.1758699 Mar 11 13:22:34.024169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-9457a603-2272-46de-bd3a-13ed78c69f90 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0175195 Mar 11 13:22:34.114121 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-1c04f4c8-dfb6-4f52-9592-32731afc8e2f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845132 Mar 11 13:22:34.295232 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-3314d0b7-2351-40e5-9714-ecdce3132efc service neutron] 10.222.0.52 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693614 Mar 11 13:22:34.436137 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-b81f11f3-5c31-4e41-8a55-127c95c91478 service neutron] 10.222.0.52 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338911 Mar 11 13:22:34.618686 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-501258cb-d556-4a14-b433-e4ae11ac7b61 req-bb12f916-9f3b-47c6-b279-d220f52832c8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0481110 Mar 11 13:22:35.622752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-eaf49142-832a-465e-b717-f46bc1433d00 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:35.625885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-eaf49142-832a-465e-b717-f46bc1433d00 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 796 time: 0.1566501 Mar 11 13:22:35.634247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9523bdcf-8e1e-4bcd-808e-a8726757796d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:35.677401 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-e4675c56-65e3-4af4-932d-037ebcaae377 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 380 time: 0.0430408 Mar 11 13:22:35.692134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['784a591b-582d-4b83-9ca4-afa5cf4041ca']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:35.721407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9523bdcf-8e1e-4bcd-808e-a8726757796d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:35.728286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9523bdcf-8e1e-4bcd-808e-a8726757796d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:35.728837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:35.839945 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8a3409ca-f28c-41a3-a120-a22d48712a38 req-c90febe3-aea6-4e2f-81fd-a5a0a1ee1f5b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 210 time: 0.1023791 Mar 11 13:22:35.843054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:35.881955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:35.883032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9523bdcf-8e1e-4bcd-808e-a8726757796d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9523bdcf-8e1e-4bcd-808e-a8726757796d,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:35.886550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:port and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:35.886970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:35.889936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:35.895710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:35.905152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:22:35.908691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:35.953452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9523bdcf-8e1e-4bcd-808e-a8726757796d,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:36.071215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.4 (0c64cb26-f3bf-4f59-89d9-f470856e7c30/3ea397e3-6bae-40f2-a1fd-7bcae4ba4925/31643fa7-e70f-4ed1-a5b6-0f9eb82ed769) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:22:36.262532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:36.278085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:36.301208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:36.364178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:22:36.367241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:36.369507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:22:36.414269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:36.447108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:36.447719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:36.473373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-62caf59e-56b7-402b-a797-32e4bc6f6e77 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7872827 Mar 11 13:22:36.486508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Request body: {'port': {'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:36.601600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:36.637067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d6e8da94-d16d-4217-bcf1-beb8dc2dab37 None None] Provisioning for port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:36.641662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d6e8da94-d16d-4217-bcf1-beb8dc2dab37 None None] Provisioning complete for port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:36.642061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d6e8da94-d16d-4217-bcf1-beb8dc2dab37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:36.697808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8da94-d16d-4217-bcf1-beb8dc2dab37 None None] Port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:22:37.106691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747cdc7-09c9-4383-9f64-df1eaa751634 req-d73d8a4a-e9c2-4256-9b7a-0cb6e12796b4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:37.107392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9747cdc7-09c9-4383-9f64-df1eaa751634 req-d73d8a4a-e9c2-4256-9b7a-0cb6e12796b4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:22:37.113654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:22:37.122605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:37.142570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9747cdc7-09c9-4383-9f64-df1eaa751634 req-d73d8a4a-e9c2-4256-9b7a-0cb6e12796b4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:22:37.143774 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9747cdc7-09c9-4383-9f64-df1eaa751634 req-d73d8a4a-e9c2-4256-9b7a-0cb6e12796b4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 931 time: 0.1928768 Mar 11 13:22:37.144683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Transition to ACTIVE for port object 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:37.148773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:37.156749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5bdea00-9d02-4fff-a251-c21473ac7ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:37.316503 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9747cdc7-09c9-4383-9f64-df1eaa751634 req-92ababe1-354d-4e26-9457-c54daceb77fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631837 Mar 11 13:22:37.317098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:37.423808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Attempting to bind port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:22:37.424143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Attempting to bind port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:22:37.424497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Attempting to bind port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:22:37.429858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:22:37.430172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Attempting to bind port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:22:37.435520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:22:37.435877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Checking segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:22:37.436255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Bound using segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:22:37.436671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Bound port: 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:22:37.437011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:37.527077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:22:37.529880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:22:37.533986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:37.588161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:37.588758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:37.590124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] 10.222.0.50 "PUT /v2.0/ports/31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 1093 time: 1.1079106 Mar 11 13:22:37.590720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:22:37.604072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9523bdcf-8e1e-4bcd-808e-a8726757796d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:37.623055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e6ec5-f1a2-453a-9eb0-07b6da0c5cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:37.669802 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'status': 'completed', 'code': 200} Mar 11 13:22:37.709290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-0fc5e65f-640e-4280-9815-1c4fe2ca60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:37.710837 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-0fc5e65f-640e-4280-9815-1c4fe2ca60fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1096 time: 0.0814176 Mar 11 13:22:37.711225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9523bdcf-8e1e-4bcd-808e-a8726757796d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:37.711680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:37.782127 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-a963f4f2-4a41-47e0-a304-597724af5ce0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 217 time: 0.0648148 Mar 11 13:22:37.851740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-9f3a1c59-8d60-4629-8c36-acfc47e6ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:37.853173 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-9f3a1c59-8d60-4629-8c36-acfc47e6ede7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0645866 Mar 11 13:22:37.927160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-ce8124a1-9be2-4db7-ba7f-6b0dd04f5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:37.928506 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-ce8124a1-9be2-4db7-ba7f-6b0dd04f5ca6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691369 Mar 11 13:22:38.061833 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-1d7cebc9-b868-46c1-ae99-692f7d9ac2af service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258075 Mar 11 13:22:38.196163 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7e76d34-3772-460d-b5a5-f5664b665be0 req-28b1e50a-e4a6-4ce1-811b-13e2ac7463fb service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276746 Mar 11 13:22:38.311364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-e636022a-d48b-4f79-84b1-41dbe2269751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:38.312796 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-e636022a-d48b-4f79-84b1-41dbe2269751 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1096 time: 0.0734301 Mar 11 13:22:38.589338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-3cc6da8a-7dd9-4534-b3a4-5513d0d57d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:38.590716 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-3cc6da8a-7dd9-4534-b3a4-5513d0d57d24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.2715542 Mar 11 13:22:38.666654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-9f127fa5-aaaa-498d-a7de-5bc0c6839e9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 217 time: 0.0678668 Mar 11 13:22:38.727740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616321fd-ead4-4f63-b3a9-6735d1862150 req-c7da9351-9caf-4f0d-a077-59b7b275d7c0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:38.729170 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-616321fd-ead4-4f63-b3a9-6735d1862150 req-c7da9351-9caf-4f0d-a077-59b7b275d7c0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 943 time: 0.3048794 Mar 11 13:22:38.765322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-9d31e68a-7001-4a89-b450-fb6f076eeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:38.766726 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-9d31e68a-7001-4a89-b450-fb6f076eeb2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0921218 Mar 11 13:22:38.828555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-616321fd-ead4-4f63-b3a9-6735d1862150 req-be1a68c2-c78f-40fd-b1f8-5a546bd271cc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924447 Mar 11 13:22:38.858205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-529bd93c-90fc-4845-b63a-8a1f5a76a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:38.859678 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-529bd93c-90fc-4845-b63a-8a1f5a76a26a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828609 Mar 11 13:22:38.992473 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-140fc4e3-cac4-4d96-9a68-0194b8ec4c78 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255636 Mar 11 13:22:39.122228 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c70c7973-2332-47c8-903d-b11f4662ff4d req-577f96a2-d440-4e6e-972e-a592f181d64a service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233633 Mar 11 13:22:39.246032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-13b5cade-32bc-4e0c-8757-d937b67bfe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:40.012994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af353c7a-6058-47c8-bbd8-e7bf74305dc2 req-cfc7c653-dfc1-416e-b2b4-5cf65b3a8bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:40.014452 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af353c7a-6058-47c8-bbd8-e7bf74305dc2 req-cfc7c653-dfc1-416e-b2b4-5cf65b3a8bd9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 943 time: 0.0794313 Mar 11 13:22:40.057700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af353c7a-6058-47c8-bbd8-e7bf74305dc2 req-ce31e556-3227-4faa-bb4e-f96b0d6279ca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Mar 11 13:22:40.390303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:40.561529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:41.240327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590fcff-116b-4e52-9174-f1553845717c req-c632809b-12f5-4551-bf1f-00a716682384 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:41.241689 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a590fcff-116b-4e52-9174-f1553845717c req-c632809b-12f5-4551-bf1f-00a716682384 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 943 time: 0.0810599 Mar 11 13:22:41.285023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a590fcff-116b-4e52-9174-f1553845717c req-2709a488-c7f7-43bb-9ddb-d3acca8a6455 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377803 Mar 11 13:22:41.762234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:22:41.893190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:41.905778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:22:41.959198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:41.979915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:22:41.997021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:42.001044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:42.004549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:42.072747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:42.250022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:22:42.468944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46671468-9e50-425b-97f0-902bd87ed62b req-01875065-0ddf-40ec-9cab-4fd0aa4a01ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:42.470425 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-46671468-9e50-425b-97f0-902bd87ed62b req-01875065-0ddf-40ec-9cab-4fd0aa4a01ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 944 time: 0.0832021 Mar 11 13:22:42.514129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-46671468-9e50-425b-97f0-902bd87ed62b req-60923528-bb57-4646-84e8-c3623ce0aa9d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373139 Mar 11 13:22:43.698594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83039810-e85d-4644-a71a-f3c17a2bebb5 req-a610d222-5b22-4e0d-8c9a-9e057c4a7704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:43.700032 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-83039810-e85d-4644-a71a-f3c17a2bebb5 req-a610d222-5b22-4e0d-8c9a-9e057c4a7704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 944 time: 0.0818303 Mar 11 13:22:43.744696 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-83039810-e85d-4644-a71a-f3c17a2bebb5 req-f4e2cccf-516d-46e0-81e9-8ac39717acc7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Mar 11 13:22:43.771373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:43.866183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:43.870655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:43.871012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:43.981688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:44.007680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:22:44.016893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:44.020860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:44.058153 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'code': 200} Mar 11 13:22:44.091608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:44.274406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368063bc-9eb1-463f-9649-372bb9a0f67b req-d91c1ba3-51b4-435c-8514-69e0b52deeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:44.275841 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-368063bc-9eb1-463f-9649-372bb9a0f67b req-d91c1ba3-51b4-435c-8514-69e0b52deeed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1098 time: 0.0689628 Mar 11 13:22:44.318958 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-368063bc-9eb1-463f-9649-372bb9a0f67b req-2de2fb4f-1da4-40a8-b7d8-71c0cd19cb4b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370383 Mar 11 13:22:44.926181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee5dd7-fbde-46f0-bf82-6e3e53790066 req-b49453bc-77e8-44cd-a73d-6fe0b778c7c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:44.927610 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-42ee5dd7-fbde-46f0-bf82-6e3e53790066 req-b49453bc-77e8-44cd-a73d-6fe0b778c7c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 945 time: 0.0780704 Mar 11 13:22:44.971441 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-42ee5dd7-fbde-46f0-bf82-6e3e53790066 req-f2e935e4-7ac5-456d-b054-df7b0a0f9cba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 Mar 11 13:22:45.884953 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-14fc32db-7677-4359-898a-d3c81d73fa06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705752 Mar 11 13:22:46.022979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-57be1280-2a8a-43c9-bdac-c91bb80faf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:46.024433 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-57be1280-2a8a-43c9-bdac-c91bb80faf5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1098 time: 0.0732243 Mar 11 13:22:46.230957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-6cdef525-7840-49d0-95b6-08fed76acd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:46.232290 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-6cdef525-7840-49d0-95b6-08fed76acd1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1887760 Mar 11 13:22:46.244402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509089-d891-4e23-8be1-485427ae2d95 req-01ed868d-4c54-4b6e-9d57-5d9ac800413a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:46.245740 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-94509089-d891-4e23-8be1-485427ae2d95 req-01ed868d-4c54-4b6e-9d57-5d9ac800413a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 945 time: 0.1674612 Mar 11 13:22:46.318811 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-7afa53a7-50f1-4d8d-ad95-8e2bb344f691 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 217 time: 0.0721791 Mar 11 13:22:46.497943 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-94509089-d891-4e23-8be1-485427ae2d95 req-adcd9b14-502b-4189-8564-fe7cafa18871 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039001 Mar 11 13:22:46.510084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-17c9a0c0-4498-4b5a-b318-f3bf638fa2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:46.511462 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-17c9a0c0-4498-4b5a-b318-f3bf638fa2de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.1798205 Mar 11 13:22:46.586402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-55121fc9-2a0b-4adf-9d75-e3e2ce1eec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:46.587967 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-55121fc9-2a0b-4adf-9d75-e3e2ce1eec12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704725 Mar 11 13:22:46.782276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-3a8c56b2-ccaf-4751-b568-41d0eee329f4 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878953 Mar 11 13:22:46.791100 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b41d2-687c-4d3d-9f77-44ef520b47b5 req-316a557f-057c-4f09-a88e-5309f10f8e12 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:46.792462 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c92b41d2-687c-4d3d-9f77-44ef520b47b5 req-316a557f-057c-4f09-a88e-5309f10f8e12 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 945 time: 0.1804378 Mar 11 13:22:46.924923 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c92b41d2-687c-4d3d-9f77-44ef520b47b5 req-8017fb6a-ada2-4e39-8fe2-b1453e823937 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141498 Mar 11 13:22:46.947235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35458) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:46.952653 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b4c8b32-b84a-4678-a107-df0e5566170e req-5917d0e9-9c25-4ed5-b2c0-d8f8ab683d9f service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592860 Mar 11 13:22:47.016563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7050d93-1d0b-4163-bbbc-73b1b3f652bd tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:47.018072 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c7050d93-1d0b-4163-bbbc-73b1b3f652bd tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1093 time: 0.0698555 Mar 11 13:22:47.021379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35462) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:47.026326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:47.032197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:47.036668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:47.039394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:47.044905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:47.054410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:47.207325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:47.436250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.60 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/a2155cf1-4f9f-49c0-b36b-07a0c4940c59) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:22:47.579552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:47.606867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:47.668101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:22:47.670717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:47.678784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:22:47.718791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=a2155cf1-4f9f-49c0-b36b-07a0c4940c59,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:48.079801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:48.152706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:48.352316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:48.356679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:48.463712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=a2155cf1-4f9f-49c0-b36b-07a0c4940c59,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:48.473990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:48.637832 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP c23e076f-6dee-4102-b3e1-5941b386f723 associated. External IP: 172.26.4.60, port: 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769. Mar 11 13:22:49.079185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router b1840664-f0cb-4d85-9f31-50b54eaa14a8 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:22:49.256612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:22:49.266114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] Sync routers for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:22:49.278212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:49.278847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:49.281911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:49.339738 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c6c0358e-1d24-4ad6-9245-0340c5a4b3fa tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3171542 Mar 11 13:22:49.340333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:22:49.342378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:49.386511 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'status': 'completed', 'code': 200} Mar 11 13:22:49.468009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:49.475428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b266a71-762d-42e9-a753-77894a33c37b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:49.476945 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b266a71-762d-42e9-a753-77894a33c37b tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1093 time: 0.1335812 Mar 11 13:22:49.498238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-4fc20ee1-9fd4-413d-a761-5c14b566e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:49.499326 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-4fc20ee1-9fd4-413d-a761-5c14b566e5ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1098 time: 0.0877025 Mar 11 13:22:49.634256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-d6bcbe12-2e68-4446-a86b-ebaf769e8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:49.635699 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-d6bcbe12-2e68-4446-a86b-ebaf769e8886 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1303613 Mar 11 13:22:49.743065 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-63a2906e-3309-434c-8bb5-c0621c09d1cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 998 time: 0.1008260 Mar 11 13:22:49.811675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-5c44d894-5918-4256-a7be-c3d168020e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:49.813161 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-5c44d894-5918-4256-a7be-c3d168020e39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0640678 Mar 11 13:22:49.819693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:48Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:49.824555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] Checking router: b1840664-f0cb-4d85-9f31-50b54eaa14a8 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:22:49.835356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:22:49.836184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:49.850246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35474) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:49.855534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182782087', 'description': 'tempest-secgroup-smoke-182782087 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:49.861355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:49.865490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:49.868359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:49.874899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:49.886127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:49.891199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-205f4c94-bd20-4d3d-b8a8-2838e713952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:49.892667 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-205f4c94-bd20-4d3d-b8a8-2838e713952b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739467 Mar 11 13:22:49.907351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:49.912327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:49.915193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:49.920843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:49.996077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.001823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.027785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:22:50.029906 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-94a781a1-ee4b-470b-9e64-b0d23ec2873c service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301594 Mar 11 13:22:50.047799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c743eb7-1bfe-43f7-b720-29cd89635874,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:50.051994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.053618 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6db3aec1-a172-44b1-aa3b-0caf25c700de tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2023168 Mar 11 13:22:50.056481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35478) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:50.065228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '6c743eb7-1bfe-43f7-b720-29cd89635874', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:50.068814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:50.072898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:50.075845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:50.082107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:50.101189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.166266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.170648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.184365 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2ca03c2d-f585-4f59-9f2e-4280a15be33d req-6e3fd819-de27-4389-80c9-de38841a6871 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485064 Mar 11 13:22:50.193502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b07eb35-e33a-43a8-b25f-fac70a8fa53e,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:50.208265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.210810 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-10cd0191-5373-447c-95a5-4d67a8f0e1cf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526780 Mar 11 13:22:50.213035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35482) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:50.218018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '6c743eb7-1bfe-43f7-b720-29cd89635874', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:50.223810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:50.227505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:50.230519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:50.236378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:50.253109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.313112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.317673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.341985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b72887-6917-431e-bfed-11d6494e53b4,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:50.351591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.352815 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b78de01e-a64e-40b1-9ad7-3500d0c8f3db tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388099 Mar 11 13:22:50.355556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35486) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:50.360374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '6c743eb7-1bfe-43f7-b720-29cd89635874', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:50.366097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:50.370050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:50.373839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:50.380642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:50.393073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:48Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:22:50.398063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dede27-6496-4b6f-89e7-209fee85de62 None None] The sync data for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv is: [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:48Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:22:50.400488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.469169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.473767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.498122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c047da2-6325-41cc-8552-05ddd635ea45,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:50.506558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.507839 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7fe5b6f9-d1cd-4903-be15-882dcdc839f3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512764 Mar 11 13:22:50.510464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35490) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:50.515655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '6c743eb7-1bfe-43f7-b720-29cd89635874', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:50.522124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:50.526008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:50.528963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:50.535562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:50.556149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.594482 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560716a5-f5ba-49bc-b7a4-26bcaf5e4189 None None] New status for floating IP c23e076f-6dee-4102-b3e1-5941b386f723: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:22:50.626225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.630297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.653911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1502eff-2039-44aa-b1bd-8ccff4fb34ed,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:50.664604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.666199 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-06a6c817-73cc-42f1-bbc6-6cc5fe375334 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548254 Mar 11 13:22:50.668930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35494) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:50.674054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '6c743eb7-1bfe-43f7-b720-29cd89635874', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:50.680193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:50.684451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:50.687322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:50.693001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:50.703626 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:22:50.710671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.777779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.781370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.805567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3801c967-c9c5-4b21-9da9-b1fdb8167415,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:50.816558 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.817835 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7b68c359-3493-4455-a66a-ee155181305e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479518 Mar 11 13:22:50.820452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35498) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:22:50.825299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '6c743eb7-1bfe-43f7-b720-29cd89635874', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:50.831054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:50.834808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:22:50.838020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:22:50.843544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:50.854314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:22:50.860584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.930047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.933845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.956269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4e4624-27ed-4f52-82cc-e8259589a577,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:50.965270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:50.966461 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-45206c30-63d2-46e9-82a7-79530cbfb326 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450799 Mar 11 13:22:51.126698 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-f4b212c7-c957-4bc9-a90b-eecc0373a15b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182782087&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0394988 Mar 11 13:22:51.273944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-215f1b4d-ee11-400a-a59c-90705ed04843 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:51.275256 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-215f1b4d-ee11-400a-a59c-90705ed04843 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 796 time: 0.1421859 Mar 11 13:22:51.290004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-25466333-8bc8-49b8-9eb4-1266cec24b24 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0094171 Mar 11 13:22:51.378445 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-4cd04420-6696-4e30-99a2-3687a2e85a78 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0832753 Mar 11 13:22:51.620118 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-c1446081-df21-43e7-b6e3-274146b426f8 service neutron] 10.222.0.52 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301440 Mar 11 13:22:51.750819 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-251e2364-4e70-4415-91d4-ffcd795f569e service neutron] 10.222.0.52 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249037 Mar 11 13:22:51.925795 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9a144d7-53c2-4e11-8158-d0a877c8de06 req-bd45a46c-91f5-4ec6-9afa-4e1e07160ce6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 210 time: 0.0423028 Mar 11 13:22:52.135623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:52.930225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-8617a363-da49-49a8-bcbe-745b6e9d02a7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:52.931553 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-8617a363-da49-49a8-bcbe-745b6e9d02a7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 796 time: 0.1489875 Mar 11 13:22:52.987585 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-ab12776c-b568-42bd-8179-dae9cc920f42 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 472 time: 0.0474000 Mar 11 13:22:52.995985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['6c743eb7-1bfe-43f7-b720-29cd89635874']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:53.134095 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ab52947-df20-4e4c-a4a7-370bcdaceab8 req-7349766d-cc5f-4719-9c00-211848a5b920 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 210 time: 0.1007831 Mar 11 13:22:53.175640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:22:53.185269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:22:53.194561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:22:53.198002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:53.360178 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.10 (0c64cb26-f3bf-4f59-89d9-f470856e7c30/3ea397e3-6bae-40f2-a1fd-7bcae4ba4925/67e9ed88-ffd5-43d2-a866-cd3186cb755c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:22:53.558266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:53.573850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 67e9ed88-ffd5-43d2-a866-cd3186cb755c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:53.597676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:53.661953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:22:53.669261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:22:53.673599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:22:53.707927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=67e9ed88-ffd5-43d2-a866-cd3186cb755c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:53.744816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:53.745424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:53.770719 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-a216248c-ddcf-4a8e-9103-5d12ddbb750a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7782335 Mar 11 13:22:53.781408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Request body: {'port': {'device_id': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:22:53.855634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca470f93-6794-4802-a0e0-890b6d5479c9 None None] Provisioning for port 67e9ed88-ffd5-43d2-a866-cd3186cb755c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:53.860929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca470f93-6794-4802-a0e0-890b6d5479c9 None None] Provisioning complete for port 67e9ed88-ffd5-43d2-a866-cd3186cb755c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:53.861292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca470f93-6794-4802-a0e0-890b6d5479c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:53.906352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:53.952228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca470f93-6794-4802-a0e0-890b6d5479c9 None None] Port 67e9ed88-ffd5-43d2-a866-cd3186cb755c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:22:54.397509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e9ed88-ffd5-43d2-a866-cd3186cb755c {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:22:54.406770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:54.426217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Transition to ACTIVE for port object 67e9ed88-ffd5-43d2-a866-cd3186cb755c will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:22:54.435223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:54.493084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854b38-35a2-4308-81bb-70d92bde4ba4 req-14f9af89-f944-460f-9143-3856bd65dcc5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:54.493798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a9854b38-35a2-4308-81bb-70d92bde4ba4 req-14f9af89-f944-460f-9143-3856bd65dcc5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:22:54.613774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Pushing event updated for resources: {'Port': ['ID=67e9ed88-ffd5-43d2-a866-cd3186cb755c,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:54.621678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a9854b38-35a2-4308-81bb-70d92bde4ba4 req-14f9af89-f944-460f-9143-3856bd65dcc5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:22:54.622830 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a9854b38-35a2-4308-81bb-70d92bde4ba4 req-14f9af89-f944-460f-9143-3856bd65dcc5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 932 time: 0.3208401 Mar 11 13:22:54.717296 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a9854b38-35a2-4308-81bb-70d92bde4ba4 req-8096c7f1-cfaa-48ff-94de-6a5b0dd8c4f4 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621915 Mar 11 13:22:54.732973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Attempting to bind port 67e9ed88-ffd5-43d2-a866-cd3186cb755c on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:22:54.733306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Attempting to bind port 67e9ed88-ffd5-43d2-a866-cd3186cb755c by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:22:54.733660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Attempting to bind port 67e9ed88-ffd5-43d2-a866-cd3186cb755c on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:22:54.738802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Port 67e9ed88-ffd5-43d2-a866-cd3186cb755c on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:22:54.739112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Attempting to bind port 67e9ed88-ffd5-43d2-a866-cd3186cb755c on network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:22:54.744128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:22:54.744460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Checking segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:22:54.744835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Bound using segment: {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:22:54.745246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Bound port: 67e9ed88-ffd5-43d2-a866-cd3186cb755c, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:22:54.745616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:54.832945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] For port 67e9ed88-ffd5-43d2-a866-cd3186cb755c, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:22:54.836318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] For port 67e9ed88-ffd5-43d2-a866-cd3186cb755c, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:22:54.839572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:54.895564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:54.896162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:54.897661 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] 10.222.0.50 "PUT /v2.0/ports/67e9ed88-ffd5-43d2-a866-cd3186cb755c HTTP/1.1" status: 200 len: 1094 time: 1.1202281 Mar 11 13:22:54.897936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:22:54.934888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc60ad-7958-4cc1-926a-0bbb5ec6201f service neutron] Pushing event updated for resources: {'Port': ['ID=67e9ed88-ffd5-43d2-a866-cd3186cb755c,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:54.974343 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'status': 'completed', 'code': 200} Mar 11 13:22:55.016183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-1adeb6ee-6b3a-4e1b-b163-b9b278e59d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:55.017695 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-1adeb6ee-6b3a-4e1b-b163-b9b278e59d23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 1097 time: 0.0795667 Mar 11 13:22:55.091718 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-6f56e998-9777-4fae-a848-eedd46b0b5b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c HTTP/1.1" status: 200 len: 217 time: 0.0671325 Mar 11 13:22:55.161274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-6c05c621-6dd6-4aaf-9811-40b14c199d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:55.162624 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-6c05c621-6dd6-4aaf-9811-40b14c199d00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0579486 Mar 11 13:22:55.252026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-487f5f96-8b8b-4bf4-bc9f-9f0ee78908da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:55.253968 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-487f5f96-8b8b-4bf4-bc9f-9f0ee78908da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732090 Mar 11 13:22:55.362777 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:22:55.385972 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-174c2736-dfc5-44c9-9b22-6d5f431ec3dc service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254022 Mar 11 13:22:55.521227 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57f17e93-53f7-4c3a-9f34-94cf1a164d5e req-83d042b2-3259-4f30-8844-5dd1f7e6ccda service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252148 Mar 11 13:22:55.644506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-7f9e66b1-be4d-4fc6-bed1-a0de81980cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:55.646899 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-7f9e66b1-be4d-4fc6-bed1-a0de81980cd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 1097 time: 0.0795834 Mar 11 13:22:55.803208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-f3ffa3eb-1139-4e07-9e41-0d9e7c8b3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:55.804562 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-f3ffa3eb-1139-4e07-9e41-0d9e7c8b3e71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1487348 Mar 11 13:22:55.911498 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-2e0dbcb5-540c-4e83-8a82-01846f027322 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c HTTP/1.1" status: 200 len: 217 time: 0.1003630 Mar 11 13:22:56.092404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-b2107466-b06d-4ed8-80a0-45e447e4a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:56.093782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-b2107466-b06d-4ed8-80a0-45e447e4a13b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.1748085 Mar 11 13:22:56.155765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce02e6-d82a-4327-b814-f9823463bbd0 req-04475a33-abc8-47dc-b350-a773ee67d3ff tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:56.157181 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c2ce02e6-d82a-4327-b814-f9823463bbd0 req-04475a33-abc8-47dc-b350-a773ee67d3ff tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 944 time: 0.2927995 Mar 11 13:22:56.216697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c2ce02e6-d82a-4327-b814-f9823463bbd0 req-b44f5826-d5c0-4a11-9c66-0c0954f74cc7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534701 Mar 11 13:22:56.219425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-0de202c1-b51f-478c-836f-0be3b2181ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:56.220789 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-0de202c1-b51f-478c-836f-0be3b2181ba0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181114 Mar 11 13:22:56.352820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-2e97a602-bd6d-41e5-b069-ba1dab6fd0a5 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241589 Mar 11 13:22:56.483088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe4b11d7-b48e-4920-a5f5-a240aa3d9e1e req-0b3f0306-0734-4987-9dcf-faa9b29886f7 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244280 Mar 11 13:22:57.401903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0c4e-5280-4093-a082-3026d28ade4b req-147ac3c7-b2e0-4964-b6e8-825d49f48715 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:57.403467 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f65d0c4e-5280-4093-a082-3026d28ade4b req-147ac3c7-b2e0-4964-b6e8-825d49f48715 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 944 time: 0.0826299 Mar 11 13:22:57.447821 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f65d0c4e-5280-4093-a082-3026d28ade4b req-3734075f-e694-40c8-a62b-69f689fd8fce tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387323 Mar 11 13:22:57.792387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 67e9ed88-ffd5-43d2-a866-cd3186cb755c details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:22:57.927548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 67e9ed88-ffd5-43d2-a866-cd3186cb755c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:57.940766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'port_id': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:22:57.993496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:58.009886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e9ed88-ffd5-43d2-a866-cd3186cb755c {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:22:58.024408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 67e9ed88-ffd5-43d2-a866-cd3186cb755c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:22:58.028981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:58.095948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=67e9ed88-ffd5-43d2-a866-cd3186cb755c,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:22:58.245971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['67e9ed88-ffd5-43d2-a866-cd3186cb755c'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:22:58.627479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68636fb-2b4d-488c-bc72-906ea07a3517 req-5a7c3606-d7c2-4ca5-885d-df87a1c41507 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:58.628921 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68636fb-2b4d-488c-bc72-906ea07a3517 req-5a7c3606-d7c2-4ca5-885d-df87a1c41507 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 945 time: 0.0785689 Mar 11 13:22:58.676193 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e68636fb-2b4d-488c-bc72-906ea07a3517 req-b4fac460-87fd-4654-9b51-bdfdc503323b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Mar 11 13:22:59.803857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 67e9ed88-ffd5-43d2-a866-cd3186cb755c up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:22:59.865769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af455a61-dadc-4727-8d53-45fe3e142970 req-cf2f7fea-ee7f-4617-be27-4e131b8f1617 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:22:59.867242 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af455a61-dadc-4727-8d53-45fe3e142970 req-cf2f7fea-ee7f-4617-be27-4e131b8f1617 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 945 time: 0.0810554 Mar 11 13:22:59.873590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 67e9ed88-ffd5-43d2-a866-cd3186cb755c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:22:59.878230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 67e9ed88-ffd5-43d2-a866-cd3186cb755c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:22:59.878588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:22:59.911983 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af455a61-dadc-4727-8d53-45fe3e142970 req-cc6fa215-4438-412a-a7b7-161a3c408b16 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Mar 11 13:22:59.990390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:00.015849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:00.026346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 67e9ed88-ffd5-43d2-a866-cd3186cb755c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:23:00.030709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:00.063744 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'code': 200} Mar 11 13:23:00.101473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=67e9ed88-ffd5-43d2-a866-cd3186cb755c,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:00.316458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eb8ed-9585-4043-946a-59f9ad3a01fd req-0407f238-87ee-47e9-b773-2d959dd5e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:00.317842 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-121eb8ed-9585-4043-946a-59f9ad3a01fd req-0407f238-87ee-47e9-b773-2d959dd5e883 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 1099 time: 0.0782802 Mar 11 13:23:00.357607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-121eb8ed-9585-4043-946a-59f9ad3a01fd req-48044ffc-527c-4b9c-9ecb-a5e3682128af service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Mar 11 13:23:01.093642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e460b-4197-4d84-8325-baab05658845 req-77d83db2-37d6-49d6-b718-0ce055a1d404 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:01.094997 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a10e460b-4197-4d84-8325-baab05658845 req-77d83db2-37d6-49d6-b718-0ce055a1d404 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 946 time: 0.0798981 Mar 11 13:23:01.138477 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a10e460b-4197-4d84-8325-baab05658845 req-235f7506-d341-4b83-b942-ff697c54030d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372849 Mar 11 13:23:02.329276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898eecb-1672-406f-9549-0f2ffda05b07 req-9362527f-b347-4108-96f0-3c4a08f221d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:02.330773 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4898eecb-1672-406f-9549-0f2ffda05b07 req-9362527f-b347-4108-96f0-3c4a08f221d3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 946 time: 0.0842216 Mar 11 13:23:02.374591 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4898eecb-1672-406f-9549-0f2ffda05b07 req-f5e314cf-1579-4945-9363-b2c187cef5c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382822 Mar 11 13:23:02.557088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065637-58fd-48bc-ad68-808b421e56e9 req-3de96fc5-0cce-4ad3-8ce5-ae59f3dab663 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:02.558572 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-19065637-58fd-48bc-ad68-808b421e56e9 req-3de96fc5-0cce-4ad3-8ce5-ae59f3dab663 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 946 time: 0.0806336 Mar 11 13:23:02.605662 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-19065637-58fd-48bc-ad68-808b421e56e9 req-82d44f55-ad43-4a27-8920-72099d36b682 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414324 Mar 11 13:23:02.627523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35550) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:02.696546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939eb4a0-2c68-498e-b23a-dfc3b27fda2c tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:02.697961 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-939eb4a0-2c68-498e-b23a-dfc3b27fda2c tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 1094 time: 0.0694730 Mar 11 13:23:02.700689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35554) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:02.705947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:23:02.711552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:23:02.715238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:23:02.717974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:23:02.727576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:23:02.738494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:02.878909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:03.011487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.129 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/2840e111-075b-4666-b8fb-35057a916d37) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:23:03.156893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:03.184224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:03.243680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:23:03.250228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:23:03.254796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:23:03.381535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=2840e111-075b-4666-b8fb-35057a916d37,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:03.752571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:03.822304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:04.022121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:04.026355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:04.131041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=2840e111-075b-4666-b8fb-35057a916d37,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:04.138921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:04.320827 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 30d7cb52-68dd-4489-8eee-b3859a4f579a associated. External IP: 172.26.4.129, port: 67e9ed88-ffd5-43d2-a866-cd3186cb755c. Mar 11 13:23:04.664338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router b1840664-f0cb-4d85-9f31-50b54eaa14a8 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:23:04.940470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:23:04.951014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] Sync routers for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:23:04.960874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:23:04.961557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:04.964084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:05.020334 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b43fbdca-2acf-48e2-b1e3-a1fffb19d96d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3186271 Mar 11 13:23:05.020914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:05.066699 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'status': 'completed', 'code': 200} Mar 11 13:23:05.141095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:23:05.169736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16318679-8527-4144-94c1-800af3caa8a1 req-1e5e2d9f-eab1-47dd-b77a-b490ed0a56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:05.171247 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16318679-8527-4144-94c1-800af3caa8a1 req-1e5e2d9f-eab1-47dd-b77a-b490ed0a56f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 1099 time: 0.0800879 Mar 11 13:23:05.304872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16318679-8527-4144-94c1-800af3caa8a1 req-0e45094c-6e9d-42a3-a897-363ef64ca283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:05.306256 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16318679-8527-4144-94c1-800af3caa8a1 req-0e45094c-6e9d-42a3-a897-363ef64ca283 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1291215 Mar 11 13:23:05.412736 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16318679-8527-4144-94c1-800af3caa8a1 req-d8c702fa-ac40-47c7-a794-66078843ad9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c HTTP/1.1" status: 200 len: 1000 time: 0.0997937 Mar 11 13:23:05.483642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16318679-8527-4144-94c1-800af3caa8a1 req-02dc64f6-2e8c-4dc5-8a6f-6f11a9ea898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:05.485122 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16318679-8527-4144-94c1-800af3caa8a1 req-02dc64f6-2e8c-4dc5-8a6f-6f11a9ea898a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0659180 Mar 11 13:23:05.489276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '30d7cb52-68dd-4489-8eee-b3859a4f579a', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:23:03Z', 'updated_at': '2022-03-11T13:23:03Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}, {'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:50Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:05.493146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] Checking router: b1840664-f0cb-4d85-9f31-50b54eaa14a8 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:23:05.501610 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:23:05.502199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:22:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:05.563009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16318679-8527-4144-94c1-800af3caa8a1 req-b5b83481-4dd1-462d-8723-d10f24801c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:05.564542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16318679-8527-4144-94c1-800af3caa8a1 req-b5b83481-4dd1-462d-8723-d10f24801c00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734391 Mar 11 13:23:05.699802 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16318679-8527-4144-94c1-800af3caa8a1 req-f5944777-b3a8-4e2a-82cf-328769cc3884 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259868 Mar 11 13:23:05.713055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:23:05.940956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16318679-8527-4144-94c1-800af3caa8a1 req-c78cba28-5128-43b4-adf6-781aaa1387db service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346621 Mar 11 13:23:06.069854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '30d7cb52-68dd-4489-8eee-b3859a4f579a', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:23:03Z', 'updated_at': '2022-03-11T13:23:03Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}, {'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:50Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:06.074156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6197b-c47a-4a8a-9a2c-c0d77ca6b6ee None None] The sync data for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv is: [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '30d7cb52-68dd-4489-8eee-b3859a4f579a', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:23:03Z', 'updated_at': '2022-03-11T13:23:03Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}, {'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:50Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:23:06.254121 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d71d21-3770-45c9-b0ef-0b89737bf5e7 None None] New status for floating IP 30d7cb52-68dd-4489-8eee-b3859a4f579a: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:23:07.159666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cf037fae-eb7f-42f6-8400-84f5b1bea7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:09.248736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2c9aeb4d-e3be-4f7a-aed9-43e5fa1793dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:10.392929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:10.563437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:11.987066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:22.143239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:32.359793 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:23:37.160667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1c8bf1c1-557d-420c-b37d-779cdf6bce1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:39.250137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9e7d-f976-4192-a73c-7c039b13585b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:40.396262 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:40.550565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35572) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:40.565694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:40.652545 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-40622850-f280-4666-b486-628830d7551b tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/c23e076f-6dee-4102-b3e1-5941b386f723 HTTP/1.1" status: 200 len: 992 time: 0.1007826 Mar 11 13:23:41.356012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35582) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:41.361842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:23:41.480548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:41.692520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:23:41.715656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:41.721075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:41.781221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:41.781775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:41.783037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/ports/31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 938 time: 0.4260597 Mar 11 13:23:41.783577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:41.817262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:41.825140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.825507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.825845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.826183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.826495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.826819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.827137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.827458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.827771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.828085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.828401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.828712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8ad93-4fb6-4e04-8aa5-f6b61c3d21c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:41.849375 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'status': 'completed', 'code': 200} Mar 11 13:23:41.944938 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee519de-b3c9-4b56-920e-27312410e31d req-a9363950-7907-407f-bce5-e72156a39410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:41.946398 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-a9363950-7907-407f-bce5-e72156a39410 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1099 time: 0.0725157 Mar 11 13:23:41.991515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:42.038767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bcbcf93f-d23c-4393-b30d-793e1e197b5f None None] Provisioning complete for port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:23:42.039039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bcbcf93f-d23c-4393-b30d-793e1e197b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:42.081656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee519de-b3c9-4b56-920e-27312410e31d req-ef01aa2f-13a8-4787-a319-0a567d4ca75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:42.083103 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-ef01aa2f-13a8-4787-a319-0a567d4ca75b service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1296117 Mar 11 13:23:42.100330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcf93f-d23c-4393-b30d-793e1e197b5f None None] Port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 is administratively disabled so it will not transition to active. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 11 13:23:42.186847 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-d873e231-cf9d-4415-b3bf-4a164445c8e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 1001 time: 0.0975204 Mar 11 13:23:42.247913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee519de-b3c9-4b56-920e-27312410e31d req-98c2425a-ef10-4162-8207-8b566848f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:42.249192 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-98c2425a-ef10-4162-8207-8b566848f995 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0565758 Mar 11 13:23:42.325285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee519de-b3c9-4b56-920e-27312410e31d req-02b79c91-01e2-4cdc-8380-392b325df78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:42.326741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-02b79c91-01e2-4cdc-8380-392b325df78d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710857 Mar 11 13:23:42.336490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-0d7f1435-2afe-41a5-8c70-8894b8800810 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:23:42.337475 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-0d7f1435-2afe-41a5-8c70-8894b8800810 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046897 Mar 11 13:23:42.466939 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-0f9a3ca4-4131-4162-a879-e7a2bc2aa09b service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240916 Mar 11 13:23:42.597569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ee519de-b3c9-4b56-920e-27312410e31d req-2fd755a2-9802-4499-b5d8-7231ac20e460 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240010 Mar 11 13:23:45.208968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35592) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:45.214794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:23:45.332158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:45.541361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:23:45.565334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:45.569617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:45.629218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:45.629856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:45.631229 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/ports/31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 937 time: 0.4212577 Mar 11 13:23:45.631770 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:45.634269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35596) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:45.660895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014d290-7260-48d5-b38c-1583bd7dd780 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:45.677840 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'status': 'completed', 'code': 200} Mar 11 13:23:45.795541 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b43748ed-58c6-4909-8c99-adf2b8d7e5a7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/c23e076f-6dee-4102-b3e1-5941b386f723 HTTP/1.1" status: 200 len: 992 time: 0.1600325 Mar 11 13:23:45.817726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094e853-2d75-401b-9509-5fc73b06dada req-707ecdbc-6072-4299-beb9-6fbbc8b2b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:45.819198 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9094e853-2d75-401b-9509-5fc73b06dada req-707ecdbc-6072-4299-beb9-6fbbc8b2b5de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1098 time: 0.1169155 Mar 11 13:23:45.856968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:23:45.894740 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-6d9b5abd-73b2-4e70-9b66-606a6d92cea7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756776 Mar 11 13:23:45.955618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094e853-2d75-401b-9509-5fc73b06dada req-b7784e98-56b7-4214-9618-5efb6bec7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:45.956992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9094e853-2d75-401b-9509-5fc73b06dada req-b7784e98-56b7-4214-9618-5efb6bec7ecc service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1311548 Mar 11 13:23:45.974422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-62ed7478-d998-464e-87cd-976bd8e662dd None None] Provisioning complete for port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:23:45.974788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-62ed7478-d998-464e-87cd-976bd8e662dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:46.060526 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9094e853-2d75-401b-9509-5fc73b06dada req-f5ad61e7-f686-4d4d-bd10-a8ebde863cd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 1000 time: 0.0974600 Mar 11 13:23:46.128155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094e853-2d75-401b-9509-5fc73b06dada req-61507097-236f-4eef-b17c-a72aec2eae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:46.129630 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9094e853-2d75-401b-9509-5fc73b06dada req-61507097-236f-4eef-b17c-a72aec2eae73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0635030 Mar 11 13:23:46.206344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094e853-2d75-401b-9509-5fc73b06dada req-32c750d4-32d9-475d-932b-f89867caf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:46.207848 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9094e853-2d75-401b-9509-5fc73b06dada req-32c750d4-32d9-475d-932b-f89867caf224 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725317 Mar 11 13:23:46.340668 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9094e853-2d75-401b-9509-5fc73b06dada req-c03d3920-66fa-4c28-856e-39057a9bd0f3 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269219 Mar 11 13:23:46.584235 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9094e853-2d75-401b-9509-5fc73b06dada req-587a076a-5ba4-4271-9c3a-9caaed8adf4b service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368934 Mar 11 13:23:46.740432 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-a28b191d-085d-4d83-9748-b4434aa7e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:46.741878 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-a28b191d-085d-4d83-9748-b4434aa7e626 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1098 time: 0.0721219 Mar 11 13:23:46.883286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-421d525b-e643-446a-a1af-bd2ace0b4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:46.884741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-421d525b-e643-446a-a1af-bd2ace0b4f71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1257524 Mar 11 13:23:46.982577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-4029aec7-9d4c-48de-8463-0d35f643c68c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 1000 time: 0.0920110 Mar 11 13:23:47.045949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-9d46eb74-4aa1-4356-8275-b9fd1d8174b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:47.047219 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-9d46eb74-4aa1-4356-8275-b9fd1d8174b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0585270 Mar 11 13:23:47.119458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-2616def1-828e-401e-b38a-afd052a3c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:47.120854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-2616def1-828e-401e-b38a-afd052a3c4b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677722 Mar 11 13:23:47.248809 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-c262d1ff-1275-495f-9fb8-c97b7e5c25da service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215510 Mar 11 13:23:47.378669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5445403f-eba0-416e-b97f-ae93d1f39257 req-ead95b88-2c82-481c-963f-531af30c49a2 service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240709 Mar 11 13:23:48.367788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35608) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:48.581544 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 2840e111-075b-4666-b8fb-35057a916d37 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:23:48.581888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:48.749885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:48.750126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:48.875497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 2840e111-075b-4666-b8fb-35057a916d37 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:23:49.018827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:49.069003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=2840e111-075b-4666-b8fb-35057a916d37,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:49.131812 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.132159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.132496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.132828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.133155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.133503 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.133833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.134155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.134477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.134795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.135118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.135434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:23:49.168885 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:49.169212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP 30d7cb52-68dd-4489-8eee-b3859a4f579a disassociated (deleted). External IP: 172.26.4.129, port: 67e9ed88-ffd5-43d2-a866-cd3186cb755c. Mar 11 13:23:49.620431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router b1840664-f0cb-4d85-9f31-50b54eaa14a8 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:23:49.796768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:23:49.807479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] Sync routers for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:23:49.817867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:23:49.818098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:49.818459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:49.877628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0bee0f14-6b49-43a6-b75c-84309ea62951 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/30d7cb52-68dd-4489-8eee-b3859a4f579a HTTP/1.1" status: 204 len: 168 time: 1.5057082 Mar 11 13:23:49.877628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:49.928175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'status': 'completed', 'code': 200} Mar 11 13:23:49.998624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:23:50.020792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-38d2b845-3a16-4e79-a4e8-ea37c0e4a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:50.022328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-38d2b845-3a16-4e79-a4e8-ea37c0e4a890 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 1099 time: 0.0709178 Mar 11 13:23:50.163492 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-46c1bc2f-b334-4f7c-8961-7bae72b87c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:50.164982 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-46c1bc2f-b334-4f7c-8961-7bae72b87c67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1363118 Mar 11 13:23:50.274485 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-1fdcddfd-078b-40a8-847e-ba0c7f18ff03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c HTTP/1.1" status: 200 len: 217 time: 0.1024666 Mar 11 13:23:50.354706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-752e43e0-7832-4167-96b4-51ed0b52c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:50.356046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-752e43e0-7832-4167-96b4-51ed0b52c053 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0742328 Mar 11 13:23:50.356322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:50Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:50.360177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] Checking router: b1840664-f0cb-4d85-9f31-50b54eaa14a8 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:23:50.368301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:23:50.368434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212997-f81f-42d7-b23c-71840ad6330f req-490061d9-f05e-48f8-9937-773fccfd1225 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:50.368884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:50.369003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f6212997-f81f-42d7-b23c-71840ad6330f req-490061d9-f05e-48f8-9937-773fccfd1225 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:23:50.430673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f6212997-f81f-42d7-b23c-71840ad6330f req-490061d9-f05e-48f8-9937-773fccfd1225 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:23:50.432190 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6212997-f81f-42d7-b23c-71840ad6330f req-490061d9-f05e-48f8-9937-773fccfd1225 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 946 time: 0.2081747 Mar 11 13:23:50.471292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-69d83d8f-31c7-4b81-af2f-21fd3374ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:50.472748 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-69d83d8f-31c7-4b81-af2f-21fd3374ab3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011496 Mar 11 13:23:50.525395 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6212997-f81f-42d7-b23c-71840ad6330f req-29285246-673f-4710-a087-8f54d49efe6e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850666 Mar 11 13:23:50.588260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:23:50.617876 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-847ac888-e0f1-4cf0-9ecd-0a334854ee1a service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362202 Mar 11 13:23:50.751711 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff8a2c82-6687-460b-b310-c3ae4196937d req-15e0acd6-b08f-44d5-8795-182440e88efe service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270802 Mar 11 13:23:50.942356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:50Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:50.946174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08480dc8-a84c-4cf8-b230-eae2f40b05d0 None None] The sync data for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv is: [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'c23e076f-6dee-4102-b3e1-5941b386f723', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'port_id': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'mac_address': 'fa:16:3e:f7:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:22:48Z', 'updated_at': '2022-03-11T13:22:50Z', 'revision_number': 1, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:23:51.154904 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359cdc94-9b3f-4a9c-a610-0999bcdc1aca None None] New status for floating IP 30d7cb52-68dd-4489-8eee-b3859a4f579a: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:23:51.502115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf7580-336d-496b-a819-1012068a30f1 req-7733bf8b-d0ce-41d0-9ba1-fafdb260cbba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:51.504364 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-27bf7580-336d-496b-a819-1012068a30f1 req-7733bf8b-d0ce-41d0-9ba1-fafdb260cbba tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 946 time: 0.0830884 Mar 11 13:23:51.575574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 67e9ed88-ffd5-43d2-a866-cd3186cb755c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:23:51.575927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:51.971249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429545f9-0387-458d-a3f4-d970bf46eb03 req-4f5ddd35-3181-4342-8a8b-fa9f9ca24f39 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:51.972689 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-429545f9-0387-458d-a3f4-d970bf46eb03 req-4f5ddd35-3181-4342-8a8b-fa9f9ca24f39 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=79c9a80f-53dc-42e8-9ef8-3f28a2143400 HTTP/1.1" status: 200 len: 946 time: 0.2040441 Mar 11 13:23:52.011921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 67e9ed88-ffd5-43d2-a866-cd3186cb755c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=67e9ed88-ffd5-43d2-a866-cd3186cb755c,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:23:52.012275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:52.135809 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:52.150038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 67e9ed88-ffd5-43d2-a866-cd3186cb755c owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:23:52.186952 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-429545f9-0387-458d-a3f4-d970bf46eb03 req-d87bc25b-d457-4dab-811b-205731550c97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c743eb7-1bfe-43f7-b720-29cd89635874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072945 Mar 11 13:23:52.298937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:52.348513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=67e9ed88-ffd5-43d2-a866-cd3186cb755c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:52.425501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port 67e9ed88-ffd5-43d2-a866-cd3186cb755c on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:23:52.428061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:52.431281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'name': 'network-vif-deleted', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:52.446545 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-27bf7580-336d-496b-a819-1012068a30f1 req-a1606d46-8fcb-4c6c-9d16-2ace7d414e97 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/67e9ed88-ffd5-43d2-a866-cd3186cb755c HTTP/1.1" status: 204 len: 173 time: 0.9369991 Mar 11 13:23:52.476355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c9a80f-53dc-42e8-9ef8-3f28a2143400', 'name': 'network-vif-deleted', 'tag': '67e9ed88-ffd5-43d2-a866-cd3186cb755c', 'status': 'completed', 'code': 200} Mar 11 13:23:53.279696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35624) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:53.346947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e364b0e8-b238-4437-8fa7-12903404b289 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:53.376023 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e364b0e8-b238-4437-8fa7-12903404b289 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:53.441408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e364b0e8-b238-4437-8fa7-12903404b289 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:53.462925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364b0e8-b238-4437-8fa7-12903404b289 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c743eb7-1bfe-43f7-b720-29cd89635874,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:53.473167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e364b0e8-b238-4437-8fa7-12903404b289 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:53.474425 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e364b0e8-b238-4437-8fa7-12903404b289 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/6c743eb7-1bfe-43f7-b720-29cd89635874 HTTP/1.1" status: 204 len: 168 time: 0.1937590 Mar 11 13:23:53.504167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:53.712416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port a2155cf1-4f9f-49c0-b36b-07a0c4940c59 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:23:53.712756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:53.888195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:53.888517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:54.009544 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for a2155cf1-4f9f-49c0-b36b-07a0c4940c59 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:23:54.156934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:54.301245 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=a2155cf1-4f9f-49c0-b36b-07a0c4940c59,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:54.390322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:54.390629 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP c23e076f-6dee-4102-b3e1-5941b386f723 disassociated (deleted). External IP: 172.26.4.60, port: 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769. Mar 11 13:23:54.738057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router b1840664-f0cb-4d85-9f31-50b54eaa14a8 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:23:54.917004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:23:54.926601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] Sync routers for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:23:54.933070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:54.935499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:23:54.936082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:54.988418 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d60be7e7-09c5-45d8-a200-e34a92f64d18 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/c23e076f-6dee-4102-b3e1-5941b386f723 HTTP/1.1" status: 204 len: 168 time: 1.4830742 Mar 11 13:23:54.989016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:55.032194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'status': 'completed', 'code': 200} Mar 11 13:23:55.120067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:23:55.128780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-88a6d039-8e3c-4aa0-ba66-20eb187cf3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:55.129997 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-88a6d039-8e3c-4aa0-ba66-20eb187cf3d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 1098 time: 0.0758102 Mar 11 13:23:55.271993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-9403c295-278b-4404-89b2-528444373811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:55.273354 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-9403c295-278b-4404-89b2-528444373811 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 200 len: 897 time: 0.1374381 Mar 11 13:23:55.373058 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-4df323dc-0f6d-4884-9c5b-52d4fa9c3311 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 200 len: 217 time: 0.0927465 Mar 11 13:23:55.444077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:55.448023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] Checking router: b1840664-f0cb-4d85-9f31-50b54eaa14a8 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:23:55.448589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-4fdef1e1-44a2-44b4-b96b-a723c9c8ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:55.450058 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-4fdef1e1-44a2-44b4-b96b-a723c9c8ccad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 200 len: 834 time: 0.0701389 Mar 11 13:23:55.456989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:23:55.457605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:55.520013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31aaf7-94df-4be9-a0aa-583de0a2fcc1 req-a36ec8e5-68b0-4099-8b63-228cda997fa9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:55.520709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9c31aaf7-94df-4be9-a0aa-583de0a2fcc1 req-a36ec8e5-68b0-4099-8b63-228cda997fa9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:23:55.544424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9c31aaf7-94df-4be9-a0aa-583de0a2fcc1 req-a36ec8e5-68b0-4099-8b63-228cda997fa9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:23:55.545648 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c31aaf7-94df-4be9-a0aa-583de0a2fcc1 req-a36ec8e5-68b0-4099-8b63-228cda997fa9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 945 time: 0.2126129 Mar 11 13:23:55.580235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-eeaaacad-a912-48cd-b5d9-dd70f0b1c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:55.581714 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-eeaaacad-a912-48cd-b5d9-dd70f0b1c714 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c64cb26-f3bf-4f59-89d9-f470856e7c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254199 Mar 11 13:23:55.631011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9c31aaf7-94df-4be9-a0aa-583de0a2fcc1 req-443ceaa8-e4c7-4e54-90c8-ff256a6d87bf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:23:55.632898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:23:55.829825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9c31aaf7-94df-4be9-a0aa-583de0a2fcc1 req-443ceaa8-e4c7-4e54-90c8-ff256a6d87bf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:23:55.830892 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c31aaf7-94df-4be9-a0aa-583de0a2fcc1 req-443ceaa8-e4c7-4e54-90c8-ff256a6d87bf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784028 Mar 11 13:23:55.856297 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-af181cba-c69b-4991-9cdb-53737be271ec service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655575 Mar 11 13:23:55.991287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:23:55.992032 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8676aba-20f6-47a5-8ae4-2265115cc53a req-58e88592-8ac2-4c10-8c7c-621371c5da2b service neutron] 10.222.0.50 "GET /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268837 Mar 11 13:23:55.995951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c75c2-e42f-45eb-9fde-f685daf128dd None None] The sync data for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv is: [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:30Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '9523bdcf-8e1e-4bcd-808e-a8726757796d', 'name': '', 'network_id': '0c64cb26-f3bf-4f59-89d9-f470856e7c30', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:8e:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:29Z', 'updated_at': '2022-03-11T13:22:35Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '3ea397e3-6bae-40f2-a1fd-7bcae4ba4925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:23:56.080977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 67e9ed88-ffd5-43d2-a866-cd3186cb755c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:23:56.116533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 67e9ed88-ffd5-43d2-a866-cd3186cb755c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:23:56.116873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 67e9ed88-ffd5-43d2-a866-cd3186cb755c not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:23:56.203906 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a459ae0-be8e-499c-a91d-214fc9303e09 None None] New status for floating IP c23e076f-6dee-4102-b3e1-5941b386f723: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:23:56.693056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-2894429a-0bcb-44b3-9d99-9c6953989b3e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:56.694509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-2894429a-0bcb-44b3-9d99-9c6953989b3e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 945 time: 0.0785656 Mar 11 13:23:56.764773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:23:56.765113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:57.054155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:23:57.054404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:57.182886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:23:57.231464 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b638d35-ff0a-4c2c-a7c4-7ac7de3a36f4 req-2053d1e0-a670-4f0f-a7a8-eb82c23f6d9a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:23:57.232891 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b638d35-ff0a-4c2c-a7c4-7ac7de3a36f4 req-2053d1e0-a670-4f0f-a7a8-eb82c23f6d9a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bf349d2-a855-4bb2-bc97-a021233e3e8f HTTP/1.1" status: 200 len: 945 time: 0.2765496 Mar 11 13:23:57.305118 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b638d35-ff0a-4c2c-a7c4-7ac7de3a36f4 req-06e761b6-28c8-4417-b3d3-3fda9a5f7ebe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=784a591b-582d-4b83-9ca4-afa5cf4041ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602543 Mar 11 13:23:57.369037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:57.450999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=31643fa7-e70f-4ed1-a5b6-0f9eb82ed769,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:57.497649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:23:57.499808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:57.502869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'name': 'network-vif-deleted', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:23:57.517841 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f37fe6c-8ea3-46ce-b294-10a7ea5d3872 req-4e53e3c6-6870-4b62-aaec-691d3cc06d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 HTTP/1.1" status: 204 len: 173 time: 0.8183503 Mar 11 13:23:57.548600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf349d2-a855-4bb2-bc97-a021233e3e8f', 'name': 'network-vif-deleted', 'tag': '31643fa7-e70f-4ed1-a5b6-0f9eb82ed769', 'status': 'completed', 'code': 200} Mar 11 13:23:58.398151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35646) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:58.469040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fef5b9d4-c688-4935-b94b-3216930eebfe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:58.498736 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fef5b9d4-c688-4935-b94b-3216930eebfe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:58.563567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fef5b9d4-c688-4935-b94b-3216930eebfe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:58.582258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5b9d4-c688-4935-b94b-3216930eebfe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784a591b-582d-4b83-9ca4-afa5cf4041ca,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:23:58.592495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fef5b9d4-c688-4935-b94b-3216930eebfe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:58.596866 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fef5b9d4-c688-4935-b94b-3216930eebfe tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/784a591b-582d-4b83-9ca4-afa5cf4041ca HTTP/1.1" status: 204 len: 168 time: 0.1944907 Mar 11 13:23:58.626349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35652) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:23:59.284266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:59.636428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 9523bdcf-8e1e-4bcd-808e-a8726757796d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:23:59.637090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:59.823404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 9523bdcf-8e1e-4bcd-808e-a8726757796d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9523bdcf-8e1e-4bcd-808e-a8726757796d,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:23:59.823752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:23:59.946499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 9523bdcf-8e1e-4bcd-808e-a8726757796d owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:24:00.080279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:24:00.117820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:24:00.118162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 31643fa7-e70f-4ed1-a5b6-0f9eb82ed769 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:24:00.130326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:00.181788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=9523bdcf-8e1e-4bcd-808e-a8726757796d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:00.561778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:00.933372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router b1840664-f0cb-4d85-9f31-50b54eaa14a8 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:24:01.111108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:24:01.120858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] Sync routers for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:24:01.123418 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c79afdb-7fdc-4e3b-ba0c-67e2299dcb73 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/b1840664-f0cb-4d85-9f31-50b54eaa14a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958363 Mar 11 13:24:01.126705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35656) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:01.131356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:01.131942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:01.193002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet 3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:24:01.195878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.253884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.309109 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:01.335568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.409345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.454823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea397e3-6bae-40f2-a1fd-7bcae4ba4925,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:01.457153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.463929 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b7a2288-5a70-43ef-b1a4-1f5375a120a9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/3ea397e3-6bae-40f2-a1fd-7bcae4ba4925 HTTP/1.1" status: 204 len: 168 time: 0.3362646 Mar 11 13:24:01.466446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:01.489654 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ea318-79db-43c9-b438-957483ed0d46 None None] Network 0c64cb26-f3bf-4f59-89d9-f470856e7c30 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:24:01.645945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.758969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:24:00Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:01.769537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] Checking router: b1840664-f0cb-4d85-9f31-50b54eaa14a8 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:24:01.784493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] Routers {'b1840664-f0cb-4d85-9f31-50b54eaa14a8'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:01.785063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:01.834446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.844089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port e6eb500a-7ef6-4844-b5f4-bc5212aa1822 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:24:01.844999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:01.860642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] DHCP port deletion for 0c64cb26-f3bf-4f59-89d9-f470856e7c30 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:24:01.871144 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Deleting port ce23e457-3bfe-438a-8eec-f33d3fa4c76d {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:24:01.871490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.115515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] Set router b1840664-f0cb-4d85-9f31-50b54eaa14a8 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:02.152172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port e6eb500a-7ef6-4844-b5f4-bc5212aa1822, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:02.152809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.280180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for e6eb500a-7ef6-4844-b5f4-bc5212aa1822 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:24:02.424866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] For port ce23e457-3bfe-438a-8eec-f33d3fa4c76d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ce23e457-3bfe-438a-8eec-f33d3fa4c76d,segment=NetworkSegment(c25517af-c7ec-4c61-a13e-8ebaa31bd3be),segment_id=c25517af-c7ec-4c61-a13e-8ebaa31bd3be)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:02.425403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.453896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.502847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=e6eb500a-7ef6-4844-b5f4-bc5212aa1822,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:02.564800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Calling delete_port for ce23e457-3bfe-438a-8eec-f33d3fa4c76d owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:24:02.597145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.683114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.731982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Pushing event deleted for resources: {'Port': ['ID=ce23e457-3bfe-438a-8eec-f33d3fa4c76d,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:02.735948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] No DVR routers for this DVR port ce23e457-3bfe-438a-8eec-f33d3fa4c76d on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:24:02.741240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:24:00Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:02.749112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.749478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.749822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.750160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.750499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.751077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.751254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.751516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.751764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.752086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.752405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.753123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c66aa-c2d6-4477-b817-5f8e4c776c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:02.757475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac81677-3c7b-4771-9f77-8fd30fbf6dff None None] The sync data for ids ['b1840664-f0cb-4d85-9f31-50b54eaa14a8'] in dv-neutron-833198-1-hyperv is: [{'id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'name': 'tempest-TestNetworkBasicOps-router-1527659037', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:24:00Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': 'e6eb500a-7ef6-4844-b5f4-bc5212aa1822', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840664-f0cb-4d85-9f31-50b54eaa14a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:22:25Z', 'updated_at': '2022-03-11T13:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:24:02.775647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.778549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.805569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.806342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router b1840664-f0cb-4d85-9f31-50b54eaa14a8 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:24:02.821787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:02.822867 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23b1837b-2755-44be-8ea8-927b68e99b1a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/b1840664-f0cb-4d85-9f31-50b54eaa14a8 HTTP/1.1" status: 204 len: 168 time: 1.3555419 Mar 11 13:24:02.825524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:02.951844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.086948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.113080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c64cb26-f3bf-4f59-89d9-f470856e7c30']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:03.126414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:03.126705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25517af-c7ec-4c61-a13e-8ebaa31bd3be') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:03.139358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.155496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.161578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:24:03.162088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:24:03.176305 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:24:03.260976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.265356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.290410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=0c64cb26-f3bf-4f59-89d9-f470856e7c30,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:03.298555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1e919562-866c-4a21-85bc-85b01c599f4c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/0c64cb26-f3bf-4f59-89d9-f470856e7c30 HTTP/1.1" status: 204 len: 168 time: 0.4720569 Mar 11 13:24:03.324444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35668) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:03.329940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'network': {'name': 'tempest-network-smoke--1382063429', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:03.334929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:03.339014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:network and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:03.341835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:03.347414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:03.357076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:24:03.360887 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.387650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:24:03.396064 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.396447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Added segment 462c63a4-3c16-43ca-b461-3f54156ae95b of type vlan for network f18d47be-219a-483f-a684-9fc0e9eb6f7d Mar 11 13:24:03.421144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.451793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.457381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:03.457991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.567357 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2417808 Mar 11 13:24:03.570073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35672) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:03.573846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404294b-258e-459a-919e-0311117fd5ea tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Network': ['ID=f18d47be-219a-483f-a684-9fc0e9eb6f7d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:03.575643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'admin_state_up': True, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:03.582865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:03.586975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:router and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:03.588727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:24:03.590853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:03.600091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:03.613024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.614119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.639088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:03.679769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ce23e457-3bfe-438a-8eec-f33d3fa4c76d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:24:03.727036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ce23e457-3bfe-438a-8eec-f33d3fa4c76d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:24:03.727369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ce23e457-3bfe-438a-8eec-f33d3fa4c76d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:24:03.727773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e6eb500a-7ef6-4844-b5f4-bc5212aa1822 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:24:03.767525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: e6eb500a-7ef6-4844-b5f4-bc5212aa1822 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:24:03.767849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device e6eb500a-7ef6-4844-b5f4-bc5212aa1822 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:24:03.768180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9523bdcf-8e1e-4bcd-808e-a8726757796d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:24:03.802139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 9523bdcf-8e1e-4bcd-808e-a8726757796d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:24:03.802479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9523bdcf-8e1e-4bcd-808e-a8726757796d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:24:03.994559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:04.286777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:04.314772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:04.447190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.118 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/9549429c-01f3-4a2e-bc08-63506c5e4fa8) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:24:04.593054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:04.621235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:04.678817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:24:04.681678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:24:04.684195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:24:04.730014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=9549429c-01f3-4a2e-bc08-63506c5e4fa8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:05.096197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:05.526173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:05.728830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 19d6f25b-1423-4137-b0da-a707004644da is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:24:05.902653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:24:05.911826 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Sync routers for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:24:05.920604 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:05.921196 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:05.929341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:05.930592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d49e697e-6169-4b0e-8f39-d4d5e7649d96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3593140 Mar 11 13:24:05.934059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35676) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:05.973794 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-04bb01e7-d261-413f-b1ef-55cbd76b70a5 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=44a4c11bbb494842b3db65df5d512035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385342 Mar 11 13:24:05.976457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:06.100477 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:06.218249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87193a0d-266d-419c-a17f-b28e24fc6857 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:06.219865 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87193a0d-266d-419c-a17f-b28e24fc6857 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2418506 Mar 11 13:24:06.222712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35684) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:06.266517 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1eb5829c-87e0-41e9-abc4-932e2a84ab23 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427186 Mar 11 13:24:06.269047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35688) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:06.274422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1572760792', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:06.383678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:06.387539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:subnet and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:06.390470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:06.396852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:06.407337 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:24:06.411104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:06.415675 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:04Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:06.419450 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Checking router: 19d6f25b-1423-4137-b0da-a707004644da for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:24:06.419791 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Updating router 19d6f25b-1423-4137-b0da-a707004644da port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:24:06.475541 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:06.636378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:06.717221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Subnet': ['ID=0bb364ed-5219-4f49-ab2d-9b4b366e6aa5,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:06.726483 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Checking segment: {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:24:06.726840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network hostable DHCP agents. Network: f18d47be-219a-483f-a684-9fc0e9eb6f7d, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:24:06.745354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:24:06.755565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, f18d47be-219a-483f-a684-9fc0e9eb6f7d) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:24:06.759909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:06.760496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:06.767250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6441fe13-716d-42c8-84b7-5e45209eee9b None None] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:24:06.785890 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-194c4c1d-2283-4f05-ab3d-177689f7fb48 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5157688 Mar 11 13:24:06.786184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35692) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:06.816300 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:06.829525 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Transition to ACTIVE for port object 9549429c-01f3-4a2e-bc08-63506c5e4fa8 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:24:06.835529 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:06.962289 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Attempting to bind port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:24:06.963015 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Attempting to bind port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:24:06.963390 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Attempting to bind port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:24:06.974660 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Pushing event updated for resources: {'Port': ['ID=9549429c-01f3-4a2e-bc08-63506c5e4fa8,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:06.979941 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:24:06.980502 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:24:06.981104 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:06.981725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:24:06.982431 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Bound port: 9549429c-01f3-4a2e-bc08-63506c5e4fa8, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:24:06.982994 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.039709 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.040124 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.040656 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.041511 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.041716 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.042245 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.042758 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.043281 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.043792 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.044304 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.044823 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.045505 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:24:07.087638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:24:07.089245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.121677 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] For port 9549429c-01f3-4a2e-bc08-63506c5e4fa8, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:24:07.126928 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] For port 9549429c-01f3-4a2e-bc08-63506c5e4fa8, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9549429c-01f3-4a2e-bc08-63506c5e4fa8,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:24:07.133468 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.202617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3461d251-6af7-45fd-ba34-57bb45ceaeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.214399 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:07.215010 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:23:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:07.271102 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09163056-5d1c-41a5-bd54-0d24edf4416a None None] Pushing event updated for resources: {'Port': ['ID=9549429c-01f3-4a2e-bc08-63506c5e4fa8,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:07.284441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Allocated IP 172.20.0.2 (f18d47be-219a-483f-a684-9fc0e9eb6f7d/0bb364ed-5219-4f49-ab2d-9b4b366e6aa5/891b2d03-39b8-4479-a503-fa30c3a89483) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:24:07.408781 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:07.557271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.568747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Transition to ACTIVE for port object 891b2d03-39b8-4479-a503-fa30c3a89483 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:24:07.587110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Transition to ACTIVE for port object 891b2d03-39b8-4479-a503-fa30c3a89483 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:24:07.593522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.642041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.655021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:24:07.658401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:24:07.661551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:24:07.705511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Pushing event updated for resources: {'Port': ['ID=891b2d03-39b8-4479-a503-fa30c3a89483,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:07.716446 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:04Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:07.721277 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04695000-53a2-42cb-9165-77c00184ecbf None None] The sync data for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv is: [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:04Z', 'revision_number': 3, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:24:07.761829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Attempting to bind port 891b2d03-39b8-4479-a503-fa30c3a89483 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:24:07.762272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Attempting to bind port 891b2d03-39b8-4479-a503-fa30c3a89483 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:24:07.762629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Attempting to bind port 891b2d03-39b8-4479-a503-fa30c3a89483 on network f18d47be-219a-483f-a684-9fc0e9eb6f7d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:24:07.769714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:24:07.770457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Checking segment: {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:24:07.770457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.770830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Bound using segment: {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:24:07.771289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Bound port: 891b2d03-39b8-4479-a503-fa30c3a89483, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:24:07.771656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.862923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] For port 891b2d03-39b8-4479-a503-fa30c3a89483, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:24:07.867934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] For port 891b2d03-39b8-4479-a503-fa30c3a89483, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=891b2d03-39b8-4479-a503-fa30c3a89483,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:24:07.872176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:07.973870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b4795-be8f-4221-99e9-68ad1f41b8e5 None None] Pushing event updated for resources: {'Port': ['ID=891b2d03-39b8-4479-a503-fa30c3a89483,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:08.097664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.1 (f18d47be-219a-483f-a684-9fc0e9eb6f7d/0bb364ed-5219-4f49-ab2d-9b4b366e6aa5/5c09a3e0-6105-4cae-b435-105483b68950) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:24:08.297649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:08.315590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object 5c09a3e0-6105-4cae-b435-105483b68950 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:24:08.340276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:08.407430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:24:08.410463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:24:08.419182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:24:08.457532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:08.488562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:08.623178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:08.925265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c6df5-6859-42f7-a5b9-2f8035c67abe None None] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:24:09.004027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6c564380-1f90-4db7-868a-699b1f30689c None None] Provisioning for port 891b2d03-39b8-4479-a503-fa30c3a89483 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:24:09.053859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.058638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.177828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.181691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:09.254979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-770f2161-970d-435b-9d7a-2629da650168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.360988 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:24:09.420279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:24:09.421550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:24:09.449071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f9ca477f-122f-4432-afbc-80787a853e35 None None] Provisioning for port 5c09a3e0-6105-4cae-b435-105483b68950 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:24:09.454656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f9ca477f-122f-4432-afbc-80787a853e35 None None] Provisioning complete for port 5c09a3e0-6105-4cae-b435-105483b68950 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:09.455034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f9ca477f-122f-4432-afbc-80787a853e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.512939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca477f-122f-4432-afbc-80787a853e35 None None] Port 5c09a3e0-6105-4cae-b435-105483b68950 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:24:09.631085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 19d6f25b-1423-4137-b0da-a707004644da has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:24:09.646051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9dd7a624-e8a2-40a9-be06-6bc5cd1fdf51 None None] Provisioning complete for port 5c09a3e0-6105-4cae-b435-105483b68950 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:09.646512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9dd7a624-e8a2-40a9-be06-6bc5cd1fdf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.708953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7a624-e8a2-40a9-be06-6bc5cd1fdf51 None None] Port 5c09a3e0-6105-4cae-b435-105483b68950 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:24:09.726712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9549429c-01f3-4a2e-bc08-63506c5e4fa8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:24:09.803590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:24:09.808795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:09.809179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.834355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:24:09.847220 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-193aa5c5-871b-403e-beb0-0a9493806abd tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/19d6f25b-1423-4137-b0da-a707004644da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0599499 Mar 11 13:24:09.849691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35696) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:09.852170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Sync routers for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:24:09.875703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:09.876302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:09.947783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7aca5ca7-977b-4ce9-a886-4ced7b6d442c None None] Provisioning complete for port 5c09a3e0-6105-4cae-b435-105483b68950 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:09.948507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7aca5ca7-977b-4ce9-a886-4ced7b6d442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:09.985423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70eca0a-f659-4de2-89f4-4b034718dd87 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:09.985914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70eca0a-f659-4de2-89f4-4b034718dd87 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:09.986376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70eca0a-f659-4de2-89f4-4b034718dd87 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:09.986834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70eca0a-f659-4de2-89f4-4b034718dd87 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:09.990934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c70eca0a-f659-4de2-89f4-4b034718dd87 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1378596 Mar 11 13:24:09.991174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35700) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:10.060540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb02380-f58f-4c2b-9fee-2ef7006ab757 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:10.060907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb02380-f58f-4c2b-9fee-2ef7006ab757 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:10.061357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb02380-f58f-4c2b-9fee-2ef7006ab757 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:10.061826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb02380-f58f-4c2b-9fee-2ef7006ab757 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:10.064028 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9cb02380-f58f-4c2b-9fee-2ef7006ab757 tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0718946 Mar 11 13:24:10.066865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35704) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:10.109887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7aca5ca7-977b-4ce9-a886-4ced7b6d442c None None] Port 5c09a3e0-6105-4cae-b435-105483b68950 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:24:10.139059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.172617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:10.213733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9549429c-01f3-4a2e-bc08-63506c5e4fa8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9549429c-01f3-4a2e-bc08-63506c5e4fa8,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:10.221893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.222632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 891b2d03-39b8-4479-a503-fa30c3a89483 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:24:10.264979 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e889ad34-5f8c-4c8d-b4de-b47a6427577f tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1970441 Mar 11 13:24:10.414965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35710) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:10.420558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143637674', 'description': 'tempest-secgroup-smoke-143637674 description', 'project_id': '44a4c11bbb494842b3db65df5d512035'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:10.427659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:10.432397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:10.435439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:10.441340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:10.452549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.472569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:10.476513 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:10.479537 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:10.485915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:10.506139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9549429c-01f3-4a2e-bc08-63506c5e4fa8,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:10.556215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.556677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.560635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.596257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.602631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 891b2d03-39b8-4479-a503-fa30c3a89483 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:24:10.610965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76eac887-efd0-4433-b797-e14b15d3c54d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:10.613891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.618107 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8694a456-9417-429b-9318-7c85bda8e88e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2017088 Mar 11 13:24:10.623155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 891b2d03-39b8-4479-a503-fa30c3a89483 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:10.623566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.624518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35714) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:10.630010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '76eac887-efd0-4433-b797-e14b15d3c54d', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:10.635989 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:10.640055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:10.643121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:10.649011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:10.667356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.732790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.736607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.760352 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7339f2-8509-4542-8e5f-2d6aa650beeb,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:10.770826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.772170 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6946286d-2a28-4758-9973-fcdb9028a2fb tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464484 Mar 11 13:24:10.774960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35718) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:10.780131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '76eac887-efd0-4433-b797-e14b15d3c54d', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:10.786968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:10.790260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:10.793098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:10.798841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:10.799593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.817718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.820166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:08Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:24:08Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:10.830541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Checking router: 19d6f25b-1423-4137-b0da-a707004644da for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:24:10.830996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Updating router 19d6f25b-1423-4137-b0da-a707004644da port 5c09a3e0-6105-4cae-b435-105483b68950 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:24:10.876853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.878700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 891b2d03-39b8-4479-a503-fa30c3a89483, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=891b2d03-39b8-4479-a503-fa30c3a89483,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:10.880620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.888692 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.904181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bed698-448a-4105-8187-6cf83ac69bc7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:10.913383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.914577 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-41b7e3a5-76a0-4437-967a-f514dd3f6390 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386697 Mar 11 13:24:10.917898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35722) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:10.922768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '76eac887-efd0-4433-b797-e14b15d3c54d', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:10.928049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:10.928446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:10.932419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:10.935258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:10.940738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:10.957529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.017833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=891b2d03-39b8-4479-a503-fa30c3a89483,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:11.019315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.023426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.047825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083bab59-7bfb-49b0-a7b4-52899eda21e6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:11.057100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.061104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:11.061261 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7fb9e58e-aea4-4256-b1a5-06e197fba704 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423342 Mar 11 13:24:11.066207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '76eac887-efd0-4433-b797-e14b15d3c54d', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:11.071936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:11.075695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:11.079041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:11.084656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:11.101689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.166165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.169655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.194154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfc2d94-e79d-4371-990b-a2273cdfbf77,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:11.202570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.204296 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8f0ecad7-b504-44a3-837b-8372db8107c6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421769 Mar 11 13:24:11.207137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:11.212022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '76eac887-efd0-4433-b797-e14b15d3c54d', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:11.217677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:11.221477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:11.224351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:11.230443 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:11.240170 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:24:11.246792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.304361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.310788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.314900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.318496 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Transition to ACTIVE for port object 5c09a3e0-6105-4cae-b435-105483b68950 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:24:11.324937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.338084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d41f877-15c6-4ed3-aed0-e263ec3ecd5c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:11.347106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.348273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0d3933e0-b139-4cc3-8d1c-fc6957259fdf tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402199 Mar 11 13:24:11.350967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35734) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:11.355818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'security_group_rule': {'security_group_id': '76eac887-efd0-4433-b797-e14b15d3c54d', 'project_id': '44a4c11bbb494842b3db65df5d512035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:11.362005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:11.366343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:security_group_rule and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:11.371446 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:11.378276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:11.394850 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Project 44a4c11bbb494842b3db65df5d512035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:24:11.407372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.455454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1de8f6-84ab-4117-af8e-a2157e640a21 None None] Pushing event updated for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:11.488676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.493036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.518806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15019315-0d77-4064-ad88-a1a4b7292bf6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:11.529550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.531247 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8ac23b2-24c6-4586-ac80-1ec7b6306141 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1793375 Mar 11 13:24:11.551464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Attempting to bind port 5c09a3e0-6105-4cae-b435-105483b68950 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:24:11.551970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Attempting to bind port 5c09a3e0-6105-4cae-b435-105483b68950 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:24:11.552416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Attempting to bind port 5c09a3e0-6105-4cae-b435-105483b68950 on network f18d47be-219a-483f-a684-9fc0e9eb6f7d {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:24:11.558930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:24:11.559558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Checking segment: {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:24:11.559955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.560335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Bound using segment: {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:24:11.560789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Bound port: 5c09a3e0-6105-4cae-b435-105483b68950, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:24:11.561155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.664209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] For port 5c09a3e0-6105-4cae-b435-105483b68950, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:24:11.667368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] For port 5c09a3e0-6105-4cae-b435-105483b68950, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5c09a3e0-6105-4cae-b435-105483b68950,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:24:11.672131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:11.711705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9549429c-01f3-4a2e-bc08-63506c5e4fa8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:24:11.826677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:11.827294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:11.857846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-e14ba056-c453-4193-8f03-96d6f82231f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:24:11.878499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-e14ba056-c453-4193-8f03-96d6f82231f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:24:11.879956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-e14ba056-c453-4193-8f03-96d6f82231f8 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143637674&fields=id&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 267 time: 0.0677612 Mar 11 13:24:11.893700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1de8f6-84ab-4117-af8e-a2157e640a21 None None] Pushing event updated for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:11.933501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:11.933501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:12.041127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-f2ae42f1-6c0e-4c2b-b6af-ca9fef060d54 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:12.041767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-f2ae42f1-6c0e-4c2b-b6af-ca9fef060d54 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:24:12.058447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-f2ae42f1-6c0e-4c2b-b6af-ca9fef060d54 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:24:12.059619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-f2ae42f1-6c0e-4c2b-b6af-ca9fef060d54 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/networks?id=f18d47be-219a-483f-a684-9fc0e9eb6f7d HTTP/1.1" status: 200 len: 797 time: 0.1711154 Mar 11 13:24:12.075269 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-7a492593-8efa-47ce-8a9e-b80f15a31771 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/quotas/44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 375 time: 0.0096650 Mar 11 13:24:12.121373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:12.128094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:12.163182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-833899ae-b3fa-448c-ba1c-64c83bcba168 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:24:12.179740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-833899ae-b3fa-448c-ba1c-64c83bcba168 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:24:12.181467 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-833899ae-b3fa-448c-ba1c-64c83bcba168 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006920 Mar 11 13:24:12.320475 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-27874a69-609e-403a-980d-f9927c3e5bd6 service neutron] 10.222.0.52 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273987 Mar 11 13:24:12.401167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 891b2d03-39b8-4479-a503-fa30c3a89483 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:24:12.454510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-d7d7d9e4-7c40-4c10-8aeb-e8e06b518d85 service neutron] 10.222.0.52 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280971 Mar 11 13:24:12.532674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 891b2d03-39b8-4479-a503-fa30c3a89483 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:12.533043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:12.609288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:08Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:24:11Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:12.615603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb61c2-5521-40bf-bc60-2bf713aeb0df None None] The sync data for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv is: [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:08Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:24:11Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:24:12.728093 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4937f124-0fb5-49ae-a804-5d76d60be9d7 req-7cef19fc-2b45-457a-b92c-2c95be6ba779 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 210 time: 0.1393459 Mar 11 13:24:13.698817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5c09a3e0-6105-4cae-b435-105483b68950 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:24:13.777158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 5c09a3e0-6105-4cae-b435-105483b68950 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:24:13.784540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5c09a3e0-6105-4cae-b435-105483b68950 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:13.785311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:13.868855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cffd7642-ed65-4284-9c86-c1174c8782c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:13.870391 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cffd7642-ed65-4284-9c86-c1174c8782c9 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/networks?id=f18d47be-219a-483f-a684-9fc0e9eb6f7d HTTP/1.1" status: 200 len: 797 time: 0.2893054 Mar 11 13:24:13.918454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:13.932642 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-997051eb-9326-41ad-adf2-13dd7895dceb req-a18b3b48-1a0d-4004-a2f8-143e48f706e6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 210 time: 0.0543649 Mar 11 13:24:13.959786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 5c09a3e0-6105-4cae-b435-105483b68950, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5c09a3e0-6105-4cae-b435-105483b68950,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:13.961253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-f9c4d788-8268-4d7a-9c2a-1447f6be8ef5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a4c11bbb494842b3db65df5d512035 HTTP/1.1" status: 200 len: 379 time: 0.0505719 Mar 11 13:24:13.963636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:13.970268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'port': {'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'admin_state_up': True, 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'security_groups': ['76eac887-efd0-4433-b797-e14b15d3c54d']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:14.034118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:14.107703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:14.119079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:14.130896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Made reservation on behalf of 44a4c11bbb494842b3db65df5d512035 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:24:14.134581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:14.293841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.20.0.7 (f18d47be-219a-483f-a684-9fc0e9eb6f7d/0bb364ed-5219-4f49-ab2d-9b4b366e6aa5/f5a7e331-fa9a-441c-aa18-89b56dd41b90) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:24:14.482167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:14.497763 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Transition to ACTIVE for port object f5a7e331-fa9a-441c-aa18-89b56dd41b90 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:24:14.521153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:14.588096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:24:14.595546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:24:14.599856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:24:14.635340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=f5a7e331-fa9a-441c-aa18-89b56dd41b90,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:14.674377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:14.674978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:14.701413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-cc249141-6489-4a95-a3f9-0ffd6b847d55 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353172 Mar 11 13:24:14.755226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Request body: {'port': {'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:14.826954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bca4d02f-b935-4bad-ad03-0953b874df7e None None] Provisioning for port f5a7e331-fa9a-441c-aa18-89b56dd41b90 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:24:14.831837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bca4d02f-b935-4bad-ad03-0953b874df7e None None] Provisioning complete for port f5a7e331-fa9a-441c-aa18-89b56dd41b90 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:14.832207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bca4d02f-b935-4bad-ad03-0953b874df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:14.869357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:14.887424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bca4d02f-b935-4bad-ad03-0953b874df7e None None] Port f5a7e331-fa9a-441c-aa18-89b56dd41b90 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:24:15.217476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bb0d9-13b0-45dc-b79d-8edd82e72ea0 req-b1294822-f4ea-4274-aca2-01e1c816ff09 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:15.218169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f69bb0d9-13b0-45dc-b79d-8edd82e72ea0 req-b1294822-f4ea-4274-aca2-01e1c816ff09 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Synchronizing usage tracker for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:24:15.277557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f69bb0d9-13b0-45dc-b79d-8edd82e72ea0 req-b1294822-f4ea-4274-aca2-01e1c816ff09 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Unset dirty status for tenant:44a4c11bbb494842b3db65df5d512035 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:24:15.278686 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f69bb0d9-13b0-45dc-b79d-8edd82e72ea0 req-b1294822-f4ea-4274-aca2-01e1c816ff09 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 931 time: 0.2303958 Mar 11 13:24:15.312832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a7e331-fa9a-441c-aa18-89b56dd41b90 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:24:15.330947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:15.342715 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f69bb0d9-13b0-45dc-b79d-8edd82e72ea0 req-2be4d839-3c0d-483a-825d-40415600f1fc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566363 Mar 11 13:24:15.351298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Transition to ACTIVE for port object f5a7e331-fa9a-441c-aa18-89b56dd41b90 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:24:15.356106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:15.512181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a7e331-fa9a-441c-aa18-89b56dd41b90,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:15.594333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Attempting to bind port f5a7e331-fa9a-441c-aa18-89b56dd41b90 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:24:15.594669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Attempting to bind port f5a7e331-fa9a-441c-aa18-89b56dd41b90 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:24:15.594994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Attempting to bind port f5a7e331-fa9a-441c-aa18-89b56dd41b90 on network f18d47be-219a-483f-a684-9fc0e9eb6f7d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:24:15.599636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Port f5a7e331-fa9a-441c-aa18-89b56dd41b90 on network f18d47be-219a-483f-a684-9fc0e9eb6f7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:24:15.599964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Attempting to bind port f5a7e331-fa9a-441c-aa18-89b56dd41b90 on network f18d47be-219a-483f-a684-9fc0e9eb6f7d {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:24:15.605339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:24:15.605770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Checking segment: {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:24:15.606181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Bound using segment: {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:24:15.606609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Bound port: f5a7e331-fa9a-441c-aa18-89b56dd41b90, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462c63a4-3c16-43ca-b461-3f54156ae95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:24:15.606957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:15.657645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5c09a3e0-6105-4cae-b435-105483b68950 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:24:15.726624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5c09a3e0-6105-4cae-b435-105483b68950 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:15.726911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:15.806057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] For port f5a7e331-fa9a-441c-aa18-89b56dd41b90, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:24:15.809034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] For port f5a7e331-fa9a-441c-aa18-89b56dd41b90, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:24:15.814504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:15.869821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:15.870404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:15.871754 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/f5a7e331-fa9a-441c-aa18-89b56dd41b90 HTTP/1.1" status: 200 len: 1093 time: 1.1631191 Mar 11 13:24:15.872184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:24:15.905976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24f82e-88f1-4844-b1d7-99101e72c7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a7e331-fa9a-441c-aa18-89b56dd41b90,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:15.945469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'status': 'completed', 'code': 200} Mar 11 13:24:15.987240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-3ce140c8-bde3-40d5-ac6b-830d1c9a1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:15.988645 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-3ce140c8-bde3-40d5-ac6b-830d1c9a1c06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 1096 time: 0.0774333 Mar 11 13:24:16.057568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-34023e9f-d8de-4843-9850-9d5a3aa9e233 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90 HTTP/1.1" status: 200 len: 217 time: 0.0624270 Mar 11 13:24:16.121076 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-fa5588dd-f9e9-4385-adcb-00c0d5ca790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:16.122535 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-fa5588dd-f9e9-4385-adcb-00c0d5ca790b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb364ed-5219-4f49-ab2d-9b4b366e6aa5 HTTP/1.1" status: 200 len: 835 time: 0.0591860 Mar 11 13:24:16.195438 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-94c68b99-56b1-4088-9879-2680d993b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:16.196849 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-94c68b99-56b1-4088-9879-2680d993b90d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f18d47be-219a-483f-a684-9fc0e9eb6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687482 Mar 11 13:24:16.328428 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-2154976c-ae9b-451f-a1e2-11900c5d1b85 service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254466 Mar 11 13:24:16.505536 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d076fe2-a0f0-4413-ad46-deb0b781193c req-adb20ce2-d188-4584-9bf8-75d092ed54f4 service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717985 Mar 11 13:24:16.544701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70159a30-6cc3-4ff1-899c-d09d66530bd6 req-fb6c59b8-f701-4582-a1c8-2ae725a8025a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:16.546493 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70159a30-6cc3-4ff1-899c-d09d66530bd6 req-fb6c59b8-f701-4582-a1c8-2ae725a8025a tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 943 time: 0.0993044 Mar 11 13:24:16.637587 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70159a30-6cc3-4ff1-899c-d09d66530bd6 req-466b0ddb-2daa-48d9-9cb3-f788fa95f058 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565364 Mar 11 13:24:16.664366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-325a2d6b-b003-42d7-8bd2-5363558535bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:16.665932 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-325a2d6b-b003-42d7-8bd2-5363558535bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 1096 time: 0.1152294 Mar 11 13:24:16.795610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-907c3b3a-f093-4581-9121-03963d8c65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:16.797046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-907c3b3a-f093-4581-9121-03963d8c65ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=f18d47be-219a-483f-a684-9fc0e9eb6f7d HTTP/1.1" status: 200 len: 898 time: 0.1242578 Mar 11 13:24:16.867287 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-73285307-37b2-4c43-8393-884ef5a4b708 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90 HTTP/1.1" status: 200 len: 217 time: 0.0636497 Mar 11 13:24:16.936157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-fc2fc4b7-b1fb-402c-b0af-16f31104c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:16.937596 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-fc2fc4b7-b1fb-402c-b0af-16f31104c8a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb364ed-5219-4f49-ab2d-9b4b366e6aa5 HTTP/1.1" status: 200 len: 835 time: 0.0640907 Mar 11 13:24:17.014372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-e2389cbe-d9e3-4b3b-af09-c4a4e9961155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:17.016353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-e2389cbe-d9e3-4b3b-af09-c4a4e9961155 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f18d47be-219a-483f-a684-9fc0e9eb6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724280 Mar 11 13:24:17.147788 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-d760db32-4d38-4a2a-8d9d-9ece8db12ddc service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244833 Mar 11 13:24:17.278393 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e549bf3c-b472-474e-a05a-a306e44c6fe2 req-4e13acde-8549-4a99-8723-5ea773ac5083 service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238859 Mar 11 13:24:17.819924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478c1e5-e9aa-4216-baff-699acc25f209 req-ab4f339e-b192-4331-835c-f91d70373062 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:17.821354 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f478c1e5-e9aa-4216-baff-699acc25f209 req-ab4f339e-b192-4331-835c-f91d70373062 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 943 time: 0.0792193 Mar 11 13:24:17.865770 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f478c1e5-e9aa-4216-baff-699acc25f209 req-61919c82-a65c-43ae-a9ce-896647550563 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387113 Mar 11 13:24:19.156644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ef286-5b3f-4888-9363-d8a03d61b473 req-33934248-705f-4a8a-9f2b-744bf9fc0ea6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:19.158092 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-258ef286-5b3f-4888-9363-d8a03d61b473 req-33934248-705f-4a8a-9f2b-744bf9fc0ea6 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 943 time: 0.1871967 Mar 11 13:24:19.201510 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-258ef286-5b3f-4888-9363-d8a03d61b473 req-2ff2ab3e-21d4-41c3-b2cd-10b02dd49fca tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376658 Mar 11 13:24:20.174772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f5a7e331-fa9a-441c-aa18-89b56dd41b90 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:24:20.307580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f5a7e331-fa9a-441c-aa18-89b56dd41b90, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:20.320802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'mac_address': 'fa:16:3e:08:d7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:24:20.374239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:20.389897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c571533-0e35-407f-8298-dfd43df0962b req-e404bf9a-944c-49e0-a9e5-80294578936d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:20.391770 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c571533-0e35-407f-8298-dfd43df0962b req-e404bf9a-944c-49e0-a9e5-80294578936d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 943 time: 0.0795059 Mar 11 13:24:20.394153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a7e331-fa9a-441c-aa18-89b56dd41b90 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:24:20.410041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f5a7e331-fa9a-441c-aa18-89b56dd41b90, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:20.415107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:20.445142 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c571533-0e35-407f-8298-dfd43df0962b req-bed73335-44e1-41e2-b5d8-376b9a83df7e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467997 Mar 11 13:24:20.524963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f5a7e331-fa9a-441c-aa18-89b56dd41b90,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:20.608166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['f5a7e331-fa9a-441c-aa18-89b56dd41b90'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:24:21.643631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a83f0b-5a60-43f2-b62b-7b029d36ca36 req-2a0f6326-c621-46a1-94f6-41d42f4a6c40 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:21.645176 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-90a83f0b-5a60-43f2-b62b-7b029d36ca36 req-2a0f6326-c621-46a1-94f6-41d42f4a6c40 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 944 time: 0.0917501 Mar 11 13:24:21.691049 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-90a83f0b-5a60-43f2-b62b-7b029d36ca36 req-94e28754-f7c8-49af-aab9-85e70cc7dba7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398583 Mar 11 13:24:22.141238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:22.183189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f5a7e331-fa9a-441c-aa18-89b56dd41b90 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:24:22.256693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port f5a7e331-fa9a-441c-aa18-89b56dd41b90 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:24:22.261206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port f5a7e331-fa9a-441c-aa18-89b56dd41b90 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:24:22.261606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:22.375507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:22.401646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:24:22.411278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f5a7e331-fa9a-441c-aa18-89b56dd41b90, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:24:22.416598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:22.455111 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'code': 200} Mar 11 13:24:22.488342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f5a7e331-fa9a-441c-aa18-89b56dd41b90,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:22.678729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8e369-b416-48ba-8540-7c1d7d3de550 req-df7cc9a6-6a89-4fd4-afb3-352f1cff2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:22.680340 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ccb8e369-b416-48ba-8540-7c1d7d3de550 req-df7cc9a6-6a89-4fd4-afb3-352f1cff2df2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 1098 time: 0.0723042 Mar 11 13:24:22.720611 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ccb8e369-b416-48ba-8540-7c1d7d3de550 req-17800492-b8ff-48f2-a080-76e7bdadfe18 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347247 Mar 11 13:24:22.870142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6fa9-58a7-441c-b8ad-dbc4c294c7ce req-4d7adafd-6e70-4444-888a-ab23826cbaf0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:22.871574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1def6fa9-58a7-441c-b8ad-dbc4c294c7ce req-4d7adafd-6e70-4444-888a-ab23826cbaf0 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 945 time: 0.0790176 Mar 11 13:24:22.914367 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1def6fa9-58a7-441c-b8ad-dbc4c294c7ce req-88da7d6d-05b8-4584-ab31-047ab0e4dda2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366335 Mar 11 13:24:24.098535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4f464-41a3-4208-8e0d-92d17359a941 req-97f9c338-3c59-4f4e-a7e5-28e2d468116e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:24.099985 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fcb4f464-41a3-4208-8e0d-92d17359a941 req-97f9c338-3c59-4f4e-a7e5-28e2d468116e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 945 time: 0.0819092 Mar 11 13:24:24.143426 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fcb4f464-41a3-4208-8e0d-92d17359a941 req-200f70de-f3de-4416-89d7-292e0d3dfda7 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378709 Mar 11 13:24:24.321876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75b883-0aba-4b28-9ecb-bde4e65a8ff6 req-d94dd937-2047-48a4-8ff8-c85122855303 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:24.323222 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f75b883-0aba-4b28-9ecb-bde4e65a8ff6 req-d94dd937-2047-48a4-8ff8-c85122855303 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 945 time: 0.0792117 Mar 11 13:24:24.368941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f75b883-0aba-4b28-9ecb-bde4e65a8ff6 req-2d835e1c-d66a-4e54-b923-eb66df06530e tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Mar 11 13:24:24.391460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35796) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:24.461251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9be1f-d030-4fe3-a1ef-552d3a13fe9e tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:24.462768 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6ce9be1f-d030-4fe3-a1ef-552d3a13fe9e tempest-TestNetworkBasicOps-275112435 tempest-TestNetworkBasicOps-275112435-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 1093 time: 0.0703280 Mar 11 13:24:24.465554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35800) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:24.470375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:24:24.476081 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:24:24.479948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Usage tracker for resource:floatingip and tenant:44a4c11bbb494842b3db65df5d512035 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:24:24.482752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:24:24.488875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:24:24.498986 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:24.636033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:24.770666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Allocated IP 172.26.4.76 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/cd8734e4-5cef-45ef-adce-de50fd8291c7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:24:24.915926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:24.944206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:25.002402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:24:25.005031 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:24:25.007449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:24:25.056719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=cd8734e4-5cef-45ef-adce-de50fd8291c7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:25.522778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:25.596506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:25.800091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:25.804587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:25.912284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event updated for resources: {'Port': ['ID=cd8734e4-5cef-45ef-adce-de50fd8291c7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:24:25.924216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:26.096449 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP a9be378c-c4ac-41aa-ba7e-d62a6118081f associated. External IP: 172.26.4.76, port: f5a7e331-fa9a-441c-aa18-89b56dd41b90. Mar 11 13:24:26.443883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 19d6f25b-1423-4137-b0da-a707004644da has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:24:26.619176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:24:26.629319 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] Sync routers for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:24:26.639585 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:26.640783 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:26.643143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:26.710976 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-afd8fbeb-d711-4a16-94ef-b5bae9a55ded tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2419279 Mar 11 13:24:26.710976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:24:26.711835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35806) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:26.752955 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'status': 'completed', 'code': 200} Mar 11 13:24:26.828078 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6b221355-3ef8-489f-ace4-3ebac0115dd3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 200 len: 990 time: 0.1145754 Mar 11 13:24:26.840647 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:26.847184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-2cdcc2ee-d441-41f5-9c4d-0d6e4b6bcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:26.848650 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-2cdcc2ee-d441-41f5-9c4d-0d6e4b6bcf57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 1098 time: 0.0726998 Mar 11 13:24:27.098247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-f7d1f253-8a74-4028-a46e-48f5f03b944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:27.099692 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-f7d1f253-8a74-4028-a46e-48f5f03b944c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f18d47be-219a-483f-a684-9fc0e9eb6f7d HTTP/1.1" status: 200 len: 898 time: 0.2450969 Mar 11 13:24:27.187395 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:08Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a9be378c-c4ac-41aa-ba7e-d62a6118081f', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '19d6f25b-1423-4137-b0da-a707004644da', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'mac_address': 'fa:16:3e:08:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:24:25Z', 'updated_at': '2022-03-11T13:24:25Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:24:13Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:27.191148 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] Checking router: 19d6f25b-1423-4137-b0da-a707004644da for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:24:27.199280 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:24:27.199858 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:27.202059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-fac8efd1-3e24-4194-a381-7de073dbf61b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90 HTTP/1.1" status: 200 len: 998 time: 0.0961254 Mar 11 13:24:27.265824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-c0077077-1387-4abf-83a5-1ccbd76f9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:27.266911 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-c0077077-1387-4abf-83a5-1ccbd76f9bfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb364ed-5219-4f49-ab2d-9b4b366e6aa5 HTTP/1.1" status: 200 len: 835 time: 0.0592194 Mar 11 13:24:27.341276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-a02dfb68-1f81-42b0-9cf4-240d90434312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:24:27.342781 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-a02dfb68-1f81-42b0-9cf4-240d90434312 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f18d47be-219a-483f-a684-9fc0e9eb6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701194 Mar 11 13:24:27.375804 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:24:27.475971 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-044a6541-eaec-4672-a10b-3e94628034f1 service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270823 Mar 11 13:24:27.611402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3c3e791-3d38-4242-86d2-dad067b98b85 req-b26252b7-815f-499b-bfa4-b4b0aa897923 service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294622 Mar 11 13:24:27.717989 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:08Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a9be378c-c4ac-41aa-ba7e-d62a6118081f', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '19d6f25b-1423-4137-b0da-a707004644da', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'mac_address': 'fa:16:3e:08:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:24:25Z', 'updated_at': '2022-03-11T13:24:25Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:24:13Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:24:27.721770 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445846c6-3a40-41fe-bbe0-caadcfb31d37 None None] The sync data for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv is: [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:24:08Z', 'revision_number': 4, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a9be378c-c4ac-41aa-ba7e-d62a6118081f', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '19d6f25b-1423-4137-b0da-a707004644da', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'mac_address': 'fa:16:3e:08:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:24:25Z', 'updated_at': '2022-03-11T13:24:25Z', 'revision_number': 0, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:24:13Z', 'revision_number': 5, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:24:27.831393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35812) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:27.895523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e795f8a8-4bf3-42ae-a323-1ed119f45e2c None None] New status for floating IP a9be378c-c4ac-41aa-ba7e-d62a6118081f: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:24:27.942888 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-91eb02b3-ac44-4f18-9d6b-f37e56005529 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 200 len: 990 time: 0.1092141 Mar 11 13:24:28.945643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35816) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:24:29.058712 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-be4905c1-b0ef-4864-89b3-766aa348befc tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 200 len: 992 time: 0.1119273 Mar 11 13:24:37.164249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bff729c-7070-484c-85b5-825824ddb9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:39.257383 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-877e61d7-4eeb-4864-8637-a863f4c368db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:40.400852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:40.568905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:41.991366 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:24:46.358074 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:24:52.141972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:00.302423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:00.307940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8a10269e-1537-4a9f-85b6-5d5b9eaff6c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:00.935197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8a10269e-1537-4a9f-85b6-5d5b9eaff6c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:00.946110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8a10269e-1537-4a9f-85b6-5d5b9eaff6c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:01.124099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10269e-1537-4a9f-85b6-5d5b9eaff6c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 19d6f25b-1423-4137-b0da-a707004644da has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:25:01.304263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10269e-1537-4a9f-85b6-5d5b9eaff6c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:25:01.311458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8a10269e-1537-4a9f-85b6-5d5b9eaff6c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:01.312586 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8a10269e-1537-4a9f-85b6-5d5b9eaff6c2 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/19d6f25b-1423-4137-b0da-a707004644da HTTP/1.1" status: 200 len: 889 time: 1.0092156 Mar 11 13:25:01.315081 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] Sync routers for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:25:01.326989 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:01.327573 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:01.387690 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:01.396559 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:01.397137 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:01.483283 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:01.483670 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221f53c-c393-4fb6-82b5-8b3ec7a89599 None None] The sync data for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv is: [] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:25:01.894783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5c09a3e0-6105-4cae-b435-105483b68950 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:25:02.009700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:02.040041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 5c09a3e0-6105-4cae-b435-105483b68950, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5c09a3e0-6105-4cae-b435-105483b68950,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:02.043670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:02.113561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:02.275862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c03eec-d7e5-4ff9-9b70-6232d5271e24 None None] New status for floating IP a9be378c-c4ac-41aa-ba7e-d62a6118081f: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:25:03.459410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35836) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:03.464735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-046a2f5f-f13d-4b8f-93fe-f1f94e353d8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:03.670941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9549429c-01f3-4a2e-bc08-63506c5e4fa8 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:25:03.810038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:03.826622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9549429c-01f3-4a2e-bc08-63506c5e4fa8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9549429c-01f3-4a2e-bc08-63506c5e4fa8,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:03.830641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:03.897396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9549429c-01f3-4a2e-bc08-63506c5e4fa8,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:03.904250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.904599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.904934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.905263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.905613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.905943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.906260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.906577 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.906901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.907235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.907530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:03.907847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:04.006222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-046a2f5f-f13d-4b8f-93fe-f1f94e353d8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:04.016846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-046a2f5f-f13d-4b8f-93fe-f1f94e353d8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353632'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:04.193085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046a2f5f-f13d-4b8f-93fe-f1f94e353d8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 19d6f25b-1423-4137-b0da-a707004644da has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:25:04.493961 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a2f5f-f13d-4b8f-93fe-f1f94e353d8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:25:04.500610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-046a2f5f-f13d-4b8f-93fe-f1f94e353d8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:04.501773 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-046a2f5f-f13d-4b8f-93fe-f1f94e353d8c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/19d6f25b-1423-4137-b0da-a707004644da HTTP/1.1" status: 200 len: 888 time: 1.0413475 Mar 11 13:25:04.502967 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] Sync routers for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:25:04.504579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35840) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:04.511923 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:04.512498 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:04.611899 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49867c37-c6b5-47af-8917-3a5d8948fd96 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 200 len: 990 time: 0.1062455 Mar 11 13:25:04.689870 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:25:05.022214 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:04Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a9be378c-c4ac-41aa-ba7e-d62a6118081f', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '19d6f25b-1423-4137-b0da-a707004644da', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'mac_address': 'fa:16:3e:08:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:24:25Z', 'updated_at': '2022-03-11T13:25:02Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:25:02Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:05.025835 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] Checking router: 19d6f25b-1423-4137-b0da-a707004644da for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:25:05.034324 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:05.034885 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:24:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:05.224100 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:25:05.558955 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:04Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a9be378c-c4ac-41aa-ba7e-d62a6118081f', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '19d6f25b-1423-4137-b0da-a707004644da', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'mac_address': 'fa:16:3e:08:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:24:25Z', 'updated_at': '2022-03-11T13:25:02Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:25:02Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:05.563444 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd42f4-24d2-40e5-af53-e2e280e6fcb8 None None] The sync data for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv is: [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:04Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a9be378c-c4ac-41aa-ba7e-d62a6118081f', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '19d6f25b-1423-4137-b0da-a707004644da', 'port_id': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'mac_address': 'fa:16:3e:08:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:24:25Z', 'updated_at': '2022-03-11T13:25:02Z', 'revision_number': 2, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:25:02Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:25:05.615284 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35844) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:05.719854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d90f6cd8-9160-482c-98dc-a09b3168b099 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 200 len: 990 time: 0.1034229 Mar 11 13:25:06.723411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:06.829696 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1285915-91b1-4e25-9b02-75c243624f4f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 200 len: 990 time: 0.1049998 Mar 11 13:25:07.089600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b897e0-d24e-4e2b-a9e7-ddf0616b6631 None None] New status for floating IP a9be378c-c4ac-41aa-ba7e-d62a6118081f: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:25:07.186185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c4c7-0c19-4095-a564-b21473b057a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:07.718053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9549429c-01f3-4a2e-bc08-63506c5e4fa8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:25:07.783915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:25:07.784282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:07.833524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35854) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:07.898667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:07.914225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9549429c-01f3-4a2e-bc08-63506c5e4fa8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9549429c-01f3-4a2e-bc08-63506c5e4fa8,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:07.919092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:07.920335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5c09a3e0-6105-4cae-b435-105483b68950 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:25:07.942183 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8f567102-20ae-48e6-ad03-181fbe551483 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 200 len: 992 time: 0.1075416 Mar 11 13:25:08.037161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9549429c-01f3-4a2e-bc08-63506c5e4fa8,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:08.048734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5c09a3e0-6105-4cae-b435-105483b68950 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:25:08.049104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:08.168664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:08.200803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 5c09a3e0-6105-4cae-b435-105483b68950, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5c09a3e0-6105-4cae-b435-105483b68950,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:08.204393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:08.221915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35862) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:08.271314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:08.423684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port cd8734e4-5cef-45ef-adce-de50fd8291c7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:25:08.423929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:08.686710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:08.686946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:08.830196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for cd8734e4-5cef-45ef-adce-de50fd8291c7 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:25:08.986687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:09.034827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=cd8734e4-5cef-45ef-adce-de50fd8291c7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:09.099771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.100104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.100433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.100753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.101067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.101383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.101741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.102043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.102354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.102664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.102970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.103274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:09.134446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:09.134775 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Floating IP a9be378c-c4ac-41aa-ba7e-d62a6118081f disassociated (deleted). External IP: 172.26.4.76, port: f5a7e331-fa9a-441c-aa18-89b56dd41b90. Mar 11 13:25:09.259741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eee51938-33ff-4985-a6e8-7d0538be716a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:09.497244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 19d6f25b-1423-4137-b0da-a707004644da has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:25:09.675451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:25:09.685750 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] Sync routers for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:25:09.686284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9549429c-01f3-4a2e-bc08-63506c5e4fa8 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:25:09.695014 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:09.695601 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:25:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:09.695746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:09.752945 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d24d79d4-2d78-41f4-807d-34da0a6c7d9c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/floatingips/a9be378c-c4ac-41aa-ba7e-d62a6118081f HTTP/1.1" status: 204 len: 168 time: 1.5299325 Mar 11 13:25:09.753882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:25:09.773679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:25:09.774471 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:09.820573 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'status': 'completed', 'code': 200} Mar 11 13:25:09.894651 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:25:09.926505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5c09a3e0-6105-4cae-b435-105483b68950 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:25:09.941094 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-876aa781-f22d-4e25-bc2d-e14e6da00bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:09.942653 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-876aa781-f22d-4e25-bc2d-e14e6da00bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44a4c11bbb494842b3db65df5d512035&device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 1098 time: 0.1013720 Mar 11 13:25:10.026009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 5c09a3e0-6105-4cae-b435-105483b68950 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:25:10.026492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:10.149317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-62771c51-cbb3-42b1-9c7d-7a1670799330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:10.150809 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-62771c51-cbb3-42b1-9c7d-7a1670799330 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f18d47be-219a-483f-a684-9fc0e9eb6f7d HTTP/1.1" status: 200 len: 898 time: 0.2022276 Mar 11 13:25:10.226306 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-47920de1-4e6e-4e9d-99df-34836e416179 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90 HTTP/1.1" status: 200 len: 217 time: 0.0670400 Mar 11 13:25:10.270784 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:04Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:25:08Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:10.274595 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] Checking router: 19d6f25b-1423-4137-b0da-a707004644da for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:25:10.283707 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:10.284284 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:25:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:10.290224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b663b-3fd5-4e81-9a64-7a726d2a956e req-f0e16d16-ced7-42b5-8dfa-183cebd9b709 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:10.291681 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-811b663b-3fd5-4e81-9a64-7a726d2a956e req-f0e16d16-ced7-42b5-8dfa-183cebd9b709 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 945 time: 0.1985228 Mar 11 13:25:10.323151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-e42dc11c-93b3-4e53-9224-a8bf3f03fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:10.324519 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-e42dc11c-93b3-4e53-9224-a8bf3f03fa0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb364ed-5219-4f49-ab2d-9b4b366e6aa5 HTTP/1.1" status: 200 len: 835 time: 0.0866871 Mar 11 13:25:10.384233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-811b663b-3fd5-4e81-9a64-7a726d2a956e req-58352ac7-18a7-4028-8d35-bb81e71e58f5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837665 Mar 11 13:25:10.418187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:10.422770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-9d3c2f4e-be3f-48de-b2cf-e4e03d758ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:10.424199 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-9d3c2f4e-be3f-48de-b2cf-e4e03d758ff0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f18d47be-219a-483f-a684-9fc0e9eb6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873263 Mar 11 13:25:10.463774 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:25:10.561234 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-4a117241-a980-4846-8bee-6b737e680fee service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303246 Mar 11 13:25:10.572195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:10.695044 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60ccc5d6-7955-4765-b51b-61d2d467567e req-35992ed7-2174-4f0e-85f9-b00b9c99e9a7 service neutron] 10.222.0.50 "GET /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273155 Mar 11 13:25:10.785198 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:04Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:25:08Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:10.789471 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e94c9-d1d7-4a98-9adb-7427a2c3144a None None] The sync data for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv is: [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:04Z', 'revision_number': 6, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '5c09a3e0-6105-4cae-b435-105483b68950', 'name': '', 'network_id': 'f18d47be-219a-483f-a684-9fc0e9eb6f7d', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'mac_address': 'fa:16:3e:42:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:07Z', 'updated_at': '2022-03-11T13:25:08Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'subnets': [{'id': '0bb364ed-5219-4f49-ab2d-9b4b366e6aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:25:11.389383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-399a16cc-163f-4a1b-ad4f-ce6ac3fe77d5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:11.390779 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-399a16cc-163f-4a1b-ad4f-ce6ac3fe77d5 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 945 time: 0.0824885 Mar 11 13:25:11.410375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5437d-3eee-4d21-93f1-de791312b60f None None] New status for floating IP a9be378c-c4ac-41aa-ba7e-d62a6118081f: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:25:11.464071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port f5a7e331-fa9a-441c-aa18-89b56dd41b90 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:25:11.464490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:11.834211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87e4e3-8835-4042-b5c0-38055f376be7 req-5e6a494e-d484-4077-8e53-4b2f015e6ed3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:11.835554 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a87e4e3-8835-4042-b5c0-38055f376be7 req-5e6a494e-d484-4077-8e53-4b2f015e6ed3 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/ports?device_id=215ffde1-ea3d-4d70-86b8-6d8700b9892a HTTP/1.1" status: 200 len: 945 time: 0.3313847 Mar 11 13:25:11.918801 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a87e4e3-8835-4042-b5c0-38055f376be7 req-bbe61dd5-d1f5-4ac4-bdd0-071f4049652f tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "GET /v2.0/security-groups?id=76eac887-efd0-4433-b797-e14b15d3c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774672 Mar 11 13:25:11.924128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port f5a7e331-fa9a-441c-aa18-89b56dd41b90, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f5a7e331-fa9a-441c-aa18-89b56dd41b90,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:11.924487 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:11.995372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:12.050573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for f5a7e331-fa9a-441c-aa18-89b56dd41b90 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:25:12.194426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:12.244067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=f5a7e331-fa9a-441c-aa18-89b56dd41b90,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:12.281627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.281973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.282307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.282638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.282962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.283282 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.283603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.283921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.284236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.284553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.284863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.285172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:25:12.329685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] No DVR routers for this DVR port f5a7e331-fa9a-441c-aa18-89b56dd41b90 on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:25:12.332061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:12.334602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'name': 'network-vif-deleted', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:25:12.346839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-727e0bd6-b7c5-4635-8c0a-69a94b319d38 req-a842819b-0331-4728-949b-7226bc23ab45 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.50 "DELETE /v2.0/ports/f5a7e331-fa9a-441c-aa18-89b56dd41b90 HTTP/1.1" status: 204 len: 173 time: 0.9500794 Mar 11 13:25:12.430410 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ffde1-ea3d-4d70-86b8-6d8700b9892a', 'name': 'network-vif-deleted', 'tag': 'f5a7e331-fa9a-441c-aa18-89b56dd41b90', 'status': 'completed', 'code': 200} Mar 11 13:25:13.010868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35882) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:13.077125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67fa06cc-51eb-4527-8a02-b11b72e61c23 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:13.104680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67fa06cc-51eb-4527-8a02-b11b72e61c23 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:13.165936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67fa06cc-51eb-4527-8a02-b11b72e61c23 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:13.183646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa06cc-51eb-4527-8a02-b11b72e61c23 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eac887-efd0-4433-b797-e14b15d3c54d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:13.195757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67fa06cc-51eb-4527-8a02-b11b72e61c23 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:13.196864 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-67fa06cc-51eb-4527-8a02-b11b72e61c23 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/security-groups/76eac887-efd0-4433-b797-e14b15d3c54d HTTP/1.1" status: 204 len: 168 time: 0.1850507 Mar 11 13:25:13.227926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35888) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:13.863096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:14.206321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 5c09a3e0-6105-4cae-b435-105483b68950 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:25:14.207033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:14.388869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 5c09a3e0-6105-4cae-b435-105483b68950, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=5c09a3e0-6105-4cae-b435-105483b68950,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:14.389222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:14.437014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f5a7e331-fa9a-441c-aa18-89b56dd41b90 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:25:14.470918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: f5a7e331-fa9a-441c-aa18-89b56dd41b90 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:25:14.471186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f5a7e331-fa9a-441c-aa18-89b56dd41b90 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:25:14.514781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 5c09a3e0-6105-4cae-b435-105483b68950 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:25:14.942206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:14.992455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=5c09a3e0-6105-4cae-b435-105483b68950,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:15.260392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:15.611404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Router 19d6f25b-1423-4137-b0da-a707004644da has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:25:15.789614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:25:15.799226 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] Sync routers for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:25:15.803368 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-66339d4a-8365-42a6-96e0-134e15f03456 tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "PUT /v2.0/routers/19d6f25b-1423-4137-b0da-a707004644da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5743613 Mar 11 13:25:15.806294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35892) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:15.809142 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:15.810301 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:25:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:15.873538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting subnet 0bb364ed-5219-4f49-ab2d-9b4b366e6aa5 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:25:15.876418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:15.932178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:15.989375 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:25:16.014256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.090556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.131913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.136788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb364ed-5219-4f49-ab2d-9b4b366e6aa5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:16.138358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461cff4-84ae-4a0d-ba23-27091bcfc526 None None] Network f18d47be-219a-483f-a684-9fc0e9eb6f7d requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:25:16.141843 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d0bfeca4-ee3d-4fb6-b0c6-45b49cd033ae tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/subnets/0bb364ed-5219-4f49-ab2d-9b4b366e6aa5 HTTP/1.1" status: 204 len: 168 time: 0.3345993 Mar 11 13:25:16.144343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35896) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:16.277170 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:14Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:16.281829 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] Checking router: 19d6f25b-1423-4137-b0da-a707004644da for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:25:16.292250 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] Routers {'19d6f25b-1423-4137-b0da-a707004644da'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:25:16.292859 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:25:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['19d6f25b-1423-4137-b0da-a707004644da'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:16.467341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.467915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] DHCP port deletion for f18d47be-219a-483f-a684-9fc0e9eb6f7d request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:25:16.472259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] Deleting port 891b2d03-39b8-4479-a503-fa30c3a89483 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:25:16.472698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.517611 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] Set router 19d6f25b-1423-4137-b0da-a707004644da gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:25:16.649545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.660747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Deleting port 9549429c-01f3-4a2e-bc08-63506c5e4fa8 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:25:16.661133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.686360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] For port 891b2d03-39b8-4479-a503-fa30c3a89483, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=891b2d03-39b8-4479-a503-fa30c3a89483,segment=NetworkSegment(462c63a4-3c16-43ca-b461-3f54156ae95b),segment_id=462c63a4-3c16-43ca-b461-3f54156ae95b)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:16.686744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.802348 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:14Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:16.807241 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf041d-1766-492e-bcaa-50f5d061bbb2 None None] The sync data for ids ['19d6f25b-1423-4137-b0da-a707004644da'] in dv-neutron-833198-1-hyperv is: [{'id': '19d6f25b-1423-4137-b0da-a707004644da', 'name': 'tempest-TestNetworkBasicOps-router-1178846341', 'tenant_id': '44a4c11bbb494842b3db65df5d512035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:24:03Z', 'updated_at': '2022-03-11T13:25:14Z', 'revision_number': 7, 'project_id': '44a4c11bbb494842b3db65df5d512035', 'gw_port': {'id': '9549429c-01f3-4a2e-bc08-63506c5e4fa8', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6f25b-1423-4137-b0da-a707004644da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:24:04Z', 'updated_at': '2022-03-11T13:25:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:25:16.810967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] Calling delete_port for 891b2d03-39b8-4479-a503-fa30c3a89483 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:25:16.850995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] For port 9549429c-01f3-4a2e-bc08-63506c5e4fa8, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9549429c-01f3-4a2e-bc08-63506c5e4fa8,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:16.851351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.890903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:16.935881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] Pushing event deleted for resources: {'Port': ['ID=891b2d03-39b8-4479-a503-fa30c3a89483,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:16.939135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92647875-f8b6-4553-80ad-446f05ea9cfc None None] No DVR routers for this DVR port 891b2d03-39b8-4479-a503-fa30c3a89483 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:25:16.977741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Calling delete_port for 9549429c-01f3-4a2e-bc08-63506c5e4fa8 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:25:17.150195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.197520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Port': ['ID=9549429c-01f3-4a2e-bc08-63506c5e4fa8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:17.291693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.465973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.468069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.490599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.491387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Fanout notify agent at l3_agent the message router_deleted on router 19d6f25b-1423-4137-b0da-a707004644da {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:25:17.507285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.508418 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-539fac74-3d34-46b0-8085-3880f75dea2c tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/routers/19d6f25b-1423-4137-b0da-a707004644da HTTP/1.1" status: 204 len: 168 time: 1.3631489 Mar 11 13:25:17.511032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35900) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:17.626133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.697010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 891b2d03-39b8-4479-a503-fa30c3a89483 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:25:17.729890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 891b2d03-39b8-4479-a503-fa30c3a89483 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:25:17.730151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 891b2d03-39b8-4479-a503-fa30c3a89483 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:25:17.730564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9549429c-01f3-4a2e-bc08-63506c5e4fa8 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:25:17.767949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 9549429c-01f3-4a2e-bc08-63506c5e4fa8 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:25:17.768285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9549429c-01f3-4a2e-bc08-63506c5e4fa8 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:25:17.768691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5c09a3e0-6105-4cae-b435-105483b68950 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:25:17.803442 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 5c09a3e0-6105-4cae-b435-105483b68950 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:25:17.804079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 5c09a3e0-6105-4cae-b435-105483b68950 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:25:17.872219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.896753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18d47be-219a-483f-a684-9fc0e9eb6f7d']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:17.909132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462c63a4-3c16-43ca-b461-3f54156ae95b') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:17.909424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462c63a4-3c16-43ca-b461-3f54156ae95b') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:25:17.920655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.935903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.941717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:25:17.942142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:25:17.956763 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:25:18.035217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:18.052336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:18.063520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] Pushing event deleted for resources: {'Network': ['ID=f18d47be-219a-483f-a684-9fc0e9eb6f7d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:18.071394 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a475d897-5d18-45e9-9297-26b53d9a738d tempest-TestNetworkBasicOps-911343242 tempest-TestNetworkBasicOps-911343242-project] 10.222.0.52 "DELETE /v2.0/networks/f18d47be-219a-483f-a684-9fc0e9eb6f7d HTTP/1.1" status: 204 len: 168 time: 0.5593827 Mar 11 13:25:18.362538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35908) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:18.506350 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-75cfe2a9-eb69-46d5-bfbd-c6990d75d413 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44a4c11bbb494842b3db65df5d512035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426542 Mar 11 13:25:18.508804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35914) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:18.570096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-881dad5c-c71a-4b7d-b6d8-a67309cc71d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:18.595463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-881dad5c-c71a-4b7d-b6d8-a67309cc71d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:18.654713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-881dad5c-c71a-4b7d-b6d8-a67309cc71d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:18.673016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dad5c-c71a-4b7d-b6d8-a67309cc71d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9339fccd-75e2-414c-9f03-281d97b7909f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:18.680715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-881dad5c-c71a-4b7d-b6d8-a67309cc71d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:18.682133 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-881dad5c-c71a-4b7d-b6d8-a67309cc71d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9339fccd-75e2-414c-9f03-281d97b7909f HTTP/1.1" status: 204 len: 168 time: 0.1723890 Mar 11 13:25:19.037692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 35922) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:19.055067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:19.068951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:19.072939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Usage tracker for resource:security_group_rule and tenant:dc933ee99dfd4c1fae1798452b1f8163 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:19.076389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:19.081986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:19.165262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:19.169781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:19.218274 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc933ee99dfd4c1fae1798452b1f8163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794655 Mar 11 13:25:19.219098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f99c5-1d13-44ef-884b-66a8aa6b42be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ec7b05-b2ab-43db-a84e-7d0390f5ca4c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:19.221075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 35926) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:19.292450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6bb-afcf-4a1c-ba04-c76ef680bd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:19.319348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6bb-afcf-4a1c-ba04-c76ef680bd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:19.370843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6bb-afcf-4a1c-ba04-c76ef680bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:19.385543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1a6bb-afcf-4a1c-ba04-c76ef680bd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ec7b05-b2ab-43db-a84e-7d0390f5ca4c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:19.391917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6bb-afcf-4a1c-ba04-c76ef680bd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:19.394418 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97e1a6bb-afcf-4a1c-ba04-c76ef680bd22 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32ec7b05-b2ab-43db-a84e-7d0390f5ca4c HTTP/1.1" status: 204 len: 168 time: 0.1723726 Mar 11 13:25:22.157752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:23.357566 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:25:26.791495 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-9d840c7d-d468-4c2b-b484-7af731a73573 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e26dc79d2be147f1a202b0dc9ed8d0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273206 Mar 11 13:25:26.943146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-69ca5e25-399c-4cb7-9b5b-36d67788926a tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:26.944467 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-69ca5e25-399c-4cb7-9b5b-36d67788926a tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472707 Mar 11 13:25:26.959123 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-e5e8ece4-daa8-4a5a-b2ef-7abbbb73e2cd tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/quotas/e26dc79d2be147f1a202b0dc9ed8d0a7 HTTP/1.1" status: 200 len: 375 time: 0.0092976 Mar 11 13:25:27.004003 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-5cb9499f-ddbe-4db2-82e0-35027ac542eb tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e26dc79d2be147f1a202b0dc9ed8d0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401275 Mar 11 13:25:27.180283 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fdfe9017-7726-479b-93bd-838e6f55774d req-80f3f6c0-bf82-4943-9800-2e738201f2fb tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 210 time: 0.0480292 Mar 11 13:25:28.199905 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-5671dac5-1204-4956-82d9-d5b4add71a96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e26dc79d2be147f1a202b0dc9ed8d0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278604 Mar 11 13:25:28.354946 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4c927e5a-a5cd-477d-9f42-206d690c993e req-b3cff814-5ccc-4bf0-be02-645a255e5c79 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 210 time: 0.0601423 Mar 11 13:25:28.398203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-5e9d0820-2eef-4847-b2ee-dc75807e88a1 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:28.399753 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-5e9d0820-2eef-4847-b2ee-dc75807e88a1 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948085 Mar 11 13:25:28.414111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Request body: {'port': {'device_id': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3', 'admin_state_up': True, 'tenant_id': 'e26dc79d2be147f1a202b0dc9ed8d0a7'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:28.548633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:28.552364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Usage tracker for resource:port and tenant:e26dc79d2be147f1a202b0dc9ed8d0a7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:28.555447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:28.561021 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:28.569949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Made reservation on behalf of e26dc79d2be147f1a202b0dc9ed8d0a7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:25:28.573310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:28.584849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:28.599585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:28.603342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Usage tracker for resource:security_group_rule and tenant:e26dc79d2be147f1a202b0dc9ed8d0a7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:28.606089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:28.612233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:28.692301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:28.695884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:28.779056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:28.863248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Allocated IP 192.168.233.162 (be6a14bb-498e-4aca-8fe1-eb4e4f27edc3/cd5e8a1c-cf82-4fde-a90a-0756002997a9/c8e93a4e-559c-4ef5-8587-be417957bd5a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:25:29.160898 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:29.175608 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Transition to ACTIVE for port object c8e93a4e-559c-4ef5-8587-be417957bd5a will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:25:29.198283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:29.265079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:25:29.272407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:25:29.276656 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:25:29.306716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Pushing event updated for resources: {'Port': ['ID=c8e93a4e-559c-4ef5-8587-be417957bd5a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:29.343444 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:29.344048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:29.369803 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-b6d3c9ff-2158-47d7-a2ae-33d94ca2e19b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9594905 Mar 11 13:25:29.382104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Request body: {'port': {'device_id': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:29.538261 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4d8ccf20-8f40-43c5-8bb4-aa7a1322f1b9 None None] Provisioning for port c8e93a4e-559c-4ef5-8587-be417957bd5a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:25:29.543278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4d8ccf20-8f40-43c5-8bb4-aa7a1322f1b9 None None] Provisioning complete for port c8e93a4e-559c-4ef5-8587-be417957bd5a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:25:29.543581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4d8ccf20-8f40-43c5-8bb4-aa7a1322f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:29.548122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:29.599359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ccf20-8f40-43c5-8bb4-aa7a1322f1b9 None None] Port c8e93a4e-559c-4ef5-8587-be417957bd5a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:25:29.642919 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f450d7-5a99-4154-97e9-c0f7fd16c13a req-4542ad2a-5989-4b85-837a-8574826f83c0 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:29.643606 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-21f450d7-5a99-4154-97e9-c0f7fd16c13a req-4542ad2a-5989-4b85-837a-8574826f83c0 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Synchronizing usage tracker for tenant:e26dc79d2be147f1a202b0dc9ed8d0a7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:25:29.715949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-21f450d7-5a99-4154-97e9-c0f7fd16c13a req-4542ad2a-5989-4b85-837a-8574826f83c0 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Unset dirty status for tenant:e26dc79d2be147f1a202b0dc9ed8d0a7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:25:29.717629 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-21f450d7-5a99-4154-97e9-c0f7fd16c13a req-4542ad2a-5989-4b85-837a-8574826f83c0 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 936 time: 0.2451589 Mar 11 13:25:29.846096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-21f450d7-5a99-4154-97e9-c0f7fd16c13a req-22621c8f-d6d2-4350-92dc-4dee1af65deb tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Synchronizing usage tracker for tenant:e26dc79d2be147f1a202b0dc9ed8d0a7 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:25:29.880924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-21f450d7-5a99-4154-97e9-c0f7fd16c13a req-22621c8f-d6d2-4350-92dc-4dee1af65deb tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Unset dirty status for tenant:e26dc79d2be147f1a202b0dc9ed8d0a7 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:25:29.882050 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-21f450d7-5a99-4154-97e9-c0f7fd16c13a req-22621c8f-d6d2-4350-92dc-4dee1af65deb tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583438 Mar 11 13:25:29.960119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e93a4e-559c-4ef5-8587-be417957bd5a {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:25:29.967346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:29.981355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Transition to ACTIVE for port object c8e93a4e-559c-4ef5-8587-be417957bd5a will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:25:29.984765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:30.148507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e93a4e-559c-4ef5-8587-be417957bd5a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:30.224195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Attempting to bind port c8e93a4e-559c-4ef5-8587-be417957bd5a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:25:30.224510 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Attempting to bind port c8e93a4e-559c-4ef5-8587-be417957bd5a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:25:30.224836 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Attempting to bind port c8e93a4e-559c-4ef5-8587-be417957bd5a on network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:25:30.229404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Port c8e93a4e-559c-4ef5-8587-be417957bd5a on network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:25:30.229758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Attempting to bind port c8e93a4e-559c-4ef5-8587-be417957bd5a on network be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:25:30.235268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:25:30.235607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Checking segment: {'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:25:30.235988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Bound using segment: {'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:25:30.236408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Bound port: c8e93a4e-559c-4ef5-8587-be417957bd5a, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e03a4-ed3c-4b69-aeee-f076c45f5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:25:30.236751 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:30.327815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] For port c8e93a4e-559c-4ef5-8587-be417957bd5a, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:25:30.330635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] For port c8e93a4e-559c-4ef5-8587-be417957bd5a, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c8e93a4e-559c-4ef5-8587-be417957bd5a,segment=NetworkSegment(eb8e03a4-ed3c-4b69-aeee-f076c45f5257),segment_id=eb8e03a4-ed3c-4b69-aeee-f076c45f5257)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:25:30.335106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:30.386361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:30.386476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:30.387773 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] 10.222.0.50 "PUT /v2.0/ports/c8e93a4e-559c-4ef5-8587-be417957bd5a HTTP/1.1" status: 200 len: 1098 time: 1.0104921 Mar 11 13:25:30.390979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'tag': 'c8e93a4e-559c-4ef5-8587-be417957bd5a'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:25:30.431539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bfb61-9c37-41a8-a299-5a63590beb72 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e93a4e-559c-4ef5-8587-be417957bd5a,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:30.473138 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'tag': 'c8e93a4e-559c-4ef5-8587-be417957bd5a', 'status': 'completed', 'code': 200} Mar 11 13:25:30.516125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-d545fec4-cb1b-418c-ab78-40ae63919623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:30.517674 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-d545fec4-cb1b-418c-ab78-40ae63919623 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e26dc79d2be147f1a202b0dc9ed8d0a7&device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 1101 time: 0.0796292 Mar 11 13:25:30.587063 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-13247754-8783-4fda-8856-ef92d70a48de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c8e93a4e-559c-4ef5-8587-be417957bd5a HTTP/1.1" status: 200 len: 217 time: 0.0630209 Mar 11 13:25:30.656745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-df9e69bc-5f37-4a73-b6e3-64b7511ac09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:30.658178 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-df9e69bc-5f37-4a73-b6e3-64b7511ac09e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd5e8a1c-cf82-4fde-a90a-0756002997a9 HTTP/1.1" status: 200 len: 843 time: 0.0651329 Mar 11 13:25:30.730470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a569-3252-4991-802a-f20caf106fba req-ddcda389-141f-414c-8f0f-81806ee70974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:30.731756 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-ddcda389-141f-414c-8f0f-81806ee70974 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be6a14bb-498e-4aca-8fe1-eb4e4f27edc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0674105 Mar 11 13:25:30.960790 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-079eecf4-6a30-4acf-adf1-a39c6fd2fa21 service neutron] 10.222.0.50 "GET /v2.0/networks/be6a14bb-498e-4aca-8fe1-eb4e4f27edc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226985 Mar 11 13:25:31.145295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad13a569-3252-4991-802a-f20caf106fba req-ce1415f3-771b-445f-9137-df5283e15598 service neutron] 10.222.0.50 "GET /v2.0/networks/be6a14bb-498e-4aca-8fe1-eb4e4f27edc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780956 Mar 11 13:25:31.159842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c6348-0dee-4b6e-88f7-2e11fc6eeba7 req-77f3e7ce-e6aa-4ea1-8f24-5df1264d040c tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:31.161575 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9d6c6348-0dee-4b6e-88f7-2e11fc6eeba7 req-77f3e7ce-e6aa-4ea1-8f24-5df1264d040c tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 948 time: 0.1613240 Mar 11 13:25:31.247195 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9d6c6348-0dee-4b6e-88f7-2e11fc6eeba7 req-0ba0a738-deb2-4479-908f-831f36e07794 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781364 Mar 11 13:25:31.273974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-02f6417c-36cd-44bc-b2d3-42212a7bd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:31.275389 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-02f6417c-36cd-44bc-b2d3-42212a7bd154 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e26dc79d2be147f1a202b0dc9ed8d0a7&device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 1101 time: 0.0853281 Mar 11 13:25:31.406530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-56380b20-87a1-4d6e-9500-0f55632ec802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:31.408157 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-56380b20-87a1-4d6e-9500-0f55632ec802 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be6a14bb-498e-4aca-8fe1-eb4e4f27edc3 HTTP/1.1" status: 200 len: 870 time: 0.1253991 Mar 11 13:25:31.480041 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-13f5af18-b03a-4b02-927c-f39e282326cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c8e93a4e-559c-4ef5-8587-be417957bd5a HTTP/1.1" status: 200 len: 217 time: 0.0659325 Mar 11 13:25:31.545947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-0b7b2a3b-a3cb-4e52-a9cd-13d36debb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:31.547308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-0b7b2a3b-a3cb-4e52-a9cd-13d36debb8be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd5e8a1c-cf82-4fde-a90a-0756002997a9 HTTP/1.1" status: 200 len: 843 time: 0.0596595 Mar 11 13:25:31.620560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-50e4fa34-9d1b-41ef-8aec-92f5780e361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:31.622041 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-50e4fa34-9d1b-41ef-8aec-92f5780e361f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be6a14bb-498e-4aca-8fe1-eb4e4f27edc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0684047 Mar 11 13:25:31.754282 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-dad516bc-77c8-45a5-aea7-db79db6b4565 service neutron] 10.222.0.50 "GET /v2.0/networks/be6a14bb-498e-4aca-8fe1-eb4e4f27edc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255550 Mar 11 13:25:31.884393 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08a722b3-d6fb-4bc6-baef-8cfe389c75d4 req-3cd10707-b1c7-4ee6-b394-b2fed1f95ef5 service neutron] 10.222.0.50 "GET /v2.0/networks/be6a14bb-498e-4aca-8fe1-eb4e4f27edc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239421 Mar 11 13:25:32.429358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2d7d1-7e26-48e0-8896-2e328de13adb req-ad8d92d9-3c4d-4c89-9bf9-67c0662ac8d7 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:32.431116 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5cb2d7d1-7e26-48e0-8896-2e328de13adb req-ad8d92d9-3c4d-4c89-9bf9-67c0662ac8d7 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 948 time: 0.0801694 Mar 11 13:25:32.478268 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5cb2d7d1-7e26-48e0-8896-2e328de13adb req-f1021371-9164-4c5e-9e38-8456caa02421 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Mar 11 13:25:33.656939 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1ff2-07cb-4f50-beda-4f2a25d39b02 req-57641957-5e2b-4833-830c-715e4ba0c673 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:33.658391 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f63e1ff2-07cb-4f50-beda-4f2a25d39b02 req-57641957-5e2b-4833-830c-715e4ba0c673 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 948 time: 0.0783222 Mar 11 13:25:33.701552 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f63e1ff2-07cb-4f50-beda-4f2a25d39b02 req-b2dc75ef-edcd-4380-8bf6-49d9d297d125 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Mar 11 13:25:34.515504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c8e93a4e-559c-4ef5-8587-be417957bd5a details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:25:34.657481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c8e93a4e-559c-4ef5-8587-be417957bd5a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c8e93a4e-559c-4ef5-8587-be417957bd5a,segment=NetworkSegment(eb8e03a4-ed3c-4b69-aeee-f076c45f5257),segment_id=eb8e03a4-ed3c-4b69-aeee-f076c45f5257)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:34.670563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'c8e93a4e-559c-4ef5-8587-be417957bd5a', 'network_id': 'be6a14bb-498e-4aca-8fe1-eb4e4f27edc3', 'port_id': 'c8e93a4e-559c-4ef5-8587-be417957bd5a', 'mac_address': 'fa:16:3e:ce:dc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5e8a1c-cf82-4fde-a90a-0756002997a9', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:25:34.723816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:34.740343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e93a4e-559c-4ef5-8587-be417957bd5a {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:25:34.755208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c8e93a4e-559c-4ef5-8587-be417957bd5a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c8e93a4e-559c-4ef5-8587-be417957bd5a,segment=NetworkSegment(eb8e03a4-ed3c-4b69-aeee-f076c45f5257),segment_id=eb8e03a4-ed3c-4b69-aeee-f076c45f5257)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:34.759428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:34.830233 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c8e93a4e-559c-4ef5-8587-be417957bd5a,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:34.891072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f71869-4a35-40e7-a542-4d28b7887659 req-d93508da-56ec-4d55-b0bd-2ce1d27cd9f3 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:34.892577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b7f71869-4a35-40e7-a542-4d28b7887659 req-d93508da-56ec-4d55-b0bd-2ce1d27cd9f3 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 949 time: 0.0835414 Mar 11 13:25:34.937459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b7f71869-4a35-40e7-a542-4d28b7887659 req-fe091ba8-0b35-4da6-ac31-d58fe8d9484b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Mar 11 13:25:34.965959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['c8e93a4e-559c-4ef5-8587-be417957bd5a'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:25:36.120002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c794-248d-4851-b411-559007eb9b54 req-d9d94482-1eb5-4954-9665-e94f8eaaaadb tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:36.121457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7772c794-248d-4851-b411-559007eb9b54 req-d9d94482-1eb5-4954-9665-e94f8eaaaadb tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 949 time: 0.0794234 Mar 11 13:25:36.165485 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7772c794-248d-4851-b411-559007eb9b54 req-8a64acd0-bc1f-49dc-af1d-5d1d9a765a1e tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Mar 11 13:25:36.515096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c8e93a4e-559c-4ef5-8587-be417957bd5a up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:25:36.586301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port c8e93a4e-559c-4ef5-8587-be417957bd5a completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:25:36.590973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port c8e93a4e-559c-4ef5-8587-be417957bd5a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:25:36.591340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:36.732887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:36.758631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e93a4e-559c-4ef5-8587-be417957bd5a'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:25:36.769075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c8e93a4e-559c-4ef5-8587-be417957bd5a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c8e93a4e-559c-4ef5-8587-be417957bd5a,segment=NetworkSegment(eb8e03a4-ed3c-4b69-aeee-f076c45f5257),segment_id=eb8e03a4-ed3c-4b69-aeee-f076c45f5257)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:36.773381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:36.839870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c8e93a4e-559c-4ef5-8587-be417957bd5a,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:36.909441 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e93a4e-559c-4ef5-8587-be417957bd5a', 'code': 200} Mar 11 13:25:37.128922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b473f77-b748-48c9-9448-a05a33cd72c7 req-99e15d77-b7e2-4374-ab49-50c4a0e47322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:37.130413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6b473f77-b748-48c9-9448-a05a33cd72c7 req-99e15d77-b7e2-4374-ab49-50c4a0e47322 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 1103 time: 0.0720637 Mar 11 13:25:37.167588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97765657-e762-4b75-ba97-16ae38704267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:37.171598 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6b473f77-b748-48c9-9448-a05a33cd72c7 req-1e4ff302-ec0a-4676-91f2-94808678cc22 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351975 Mar 11 13:25:37.345925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f949b-9f67-4a48-bef0-2cd06ead1977 req-0d7a8d7c-6565-46bd-a21d-da826c0f3955 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:37.347350 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f5f949b-9f67-4a48-bef0-2cd06ead1977 req-0d7a8d7c-6565-46bd-a21d-da826c0f3955 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 950 time: 0.0789185 Mar 11 13:25:37.390648 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1f5f949b-9f67-4a48-bef0-2cd06ead1977 req-914e01e3-cf0f-4679-a992-0b4c98a35125 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Mar 11 13:25:38.672225 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599bffa-4d85-4f4c-863f-452958e19f0f req-6acbdbc7-f45d-4c12-86bb-7a489ce58d5f tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:38.673604 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b599bffa-4d85-4f4c-863f-452958e19f0f req-6acbdbc7-f45d-4c12-86bb-7a489ce58d5f tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 950 time: 0.1794100 Mar 11 13:25:38.716377 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b599bffa-4d85-4f4c-863f-452958e19f0f req-176b065d-5295-4b0e-9a7b-618ded3bb791 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371354 Mar 11 13:25:39.267338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a549230f-adc0-45f7-89ae-c587479862f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:39.847327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55f16-089f-4231-b5e6-65367162fc1d req-68b52808-90e2-4ebe-90bc-e1fd13269f9d tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:39.848771 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7cb55f16-089f-4231-b5e6-65367162fc1d req-68b52808-90e2-4ebe-90bc-e1fd13269f9d tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 950 time: 0.0837400 Mar 11 13:25:39.893622 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7cb55f16-089f-4231-b5e6-65367162fc1d req-793d17de-60f8-441e-938c-f917d28fdc42 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Mar 11 13:25:40.406918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:40.574199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:41.060412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-cae3701f-861b-4887-8af2-140cc3d26676 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:41.062503 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-cae3701f-861b-4887-8af2-140cc3d26676 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.50 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 950 time: 0.0838065 Mar 11 13:25:41.135816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Deleting port c8e93a4e-559c-4ef5-8587-be417957bd5a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:25:41.136157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:41.394134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a9246-97e1-4529-a8f5-d3b3f12d1079 req-26efd2f0-06e3-4d55-b97b-2f1040e9625b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:41.395569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-389a9246-97e1-4529-a8f5-d3b3f12d1079 req-26efd2f0-06e3-4d55-b97b-2f1040e9625b tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c954ee-957d-4223-b6c1-44ffb741c0cb HTTP/1.1" status: 200 len: 950 time: 0.2349694 Mar 11 13:25:41.475092 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-389a9246-97e1-4529-a8f5-d3b3f12d1079 req-e8967d9e-2dc3-4683-8571-60dda3bc5aa0 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660536 Mar 11 13:25:41.479802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] For port c8e93a4e-559c-4ef5-8587-be417957bd5a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c8e93a4e-559c-4ef5-8587-be417957bd5a,segment=NetworkSegment(eb8e03a4-ed3c-4b69-aeee-f076c45f5257),segment_id=eb8e03a4-ed3c-4b69-aeee-f076c45f5257)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:41.480155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:41.603998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Calling delete_port for c8e93a4e-559c-4ef5-8587-be417957bd5a owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:25:41.750598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:41.761722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['c8e93a4e-559c-4ef5-8587-be417957bd5a'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:25:41.803075 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Pushing event deleted for resources: {'Port': ['ID=c8e93a4e-559c-4ef5-8587-be417957bd5a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:41.881771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] No DVR routers for this DVR port c8e93a4e-559c-4ef5-8587-be417957bd5a on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:25:41.884142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:41.886803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'name': 'network-vif-deleted', 'tag': 'c8e93a4e-559c-4ef5-8587-be417957bd5a'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:25:41.904121 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-935cabbf-11d4-423f-ba65-75240d3aafe3 req-d0a345cf-475a-4793-91e2-fd6d5a9abb96 tempest-ServersAdminNegativeTestJSON-2119195198 tempest-ServersAdminNegativeTestJSON-2119195198-project] 10.222.0.50 "DELETE /v2.0/ports/c8e93a4e-559c-4ef5-8587-be417957bd5a HTTP/1.1" status: 204 len: 173 time: 0.8361940 Mar 11 13:25:41.942424 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c954ee-957d-4223-b6c1-44ffb741c0cb', 'name': 'network-vif-deleted', 'tag': 'c8e93a4e-559c-4ef5-8587-be417957bd5a', 'status': 'completed', 'code': 200} Mar 11 13:25:41.999695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:42.824122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36070) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:42.966746 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d269e966-f567-4a51-9c89-856a1ec692c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e26dc79d2be147f1a202b0dc9ed8d0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414614 Mar 11 13:25:42.969726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:43.028106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c722dc5-8f75-4f92-b9d8-f46f53c4b19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.053398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c722dc5-8f75-4f92-b9d8-f46f53c4b19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.105138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c722dc5-8f75-4f92-b9d8-f46f53c4b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.122823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c722dc5-8f75-4f92-b9d8-f46f53c4b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcae068-7fb4-4c49-b4cd-1707bcc9ef82,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:43.131530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c722dc5-8f75-4f92-b9d8-f46f53c4b19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.133007 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c722dc5-8f75-4f92-b9d8-f46f53c4b19c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ddcae068-7fb4-4c49-b4cd-1707bcc9ef82 HTTP/1.1" status: 204 len: 168 time: 0.1623969 Mar 11 13:25:43.399743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36084) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:43.421149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.435960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:43.439767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Usage tracker for resource:security_group_rule and tenant:48f82460aba54190aaa5381f117d330e is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:43.442520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:43.448046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:43.527751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.531711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.578336 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48f82460aba54190aaa5381f117d330e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775565 Mar 11 13:25:43.579173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a75a2-07ab-416e-ba97-326851ce8da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65646ed-1e3f-4e59-aaa1-ebde365a6243,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:43.581070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:43.638993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65e90451-81ce-45f8-849d-e0897483ebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.665009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65e90451-81ce-45f8-849d-e0897483ebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.717740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65e90451-81ce-45f8-849d-e0897483ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.733562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e90451-81ce-45f8-849d-e0897483ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65646ed-1e3f-4e59-aaa1-ebde365a6243,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:43.737795 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65e90451-81ce-45f8-849d-e0897483ebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:43.738898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-65e90451-81ce-45f8-849d-e0897483ebc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a65646ed-1e3f-4e59-aaa1-ebde365a6243 HTTP/1.1" status: 204 len: 168 time: 0.1567681 Mar 11 13:25:44.436107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36112) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:44.535382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-637089538-network', 'tenant_id': 'de1434ed6a61492891bd068ab7cfbe59'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:44.536854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c8e93a4e-559c-4ef5-8587-be417957bd5a no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:25:44.541009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:44.544951 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Usage tracker for resource:network and tenant:de1434ed6a61492891bd068ab7cfbe59 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:44.547940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:44.553687 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:44.563890 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Made reservation on behalf of de1434ed6a61492891bd068ab7cfbe59 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:25:44.566378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.570988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: c8e93a4e-559c-4ef5-8587-be417957bd5a {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:25:44.571328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c8e93a4e-559c-4ef5-8587-be417957bd5a not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:25:44.579929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.594489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:44.598328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Usage tracker for resource:security_group_rule and tenant:de1434ed6a61492891bd068ab7cfbe59 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:44.601133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:44.606721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:44.687306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.690909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.722318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:25:44.731169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:44.737382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.737897 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Added segment 186ac280-2c14-42a6-9d6f-0f0bea203df4 of type vlan for network 2bce301c-42ed-45b6-b441-9314168e1ab1 Mar 11 13:25:44.765737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.794584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.795505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:44.796070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:44.895444 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4582398 Mar 11 13:25:44.898268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36118) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:25:44.905489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Request body: {'subnet': {'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-637089538-subnet', 'tenant_id': 'de1434ed6a61492891bd068ab7cfbe59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:44.908457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13a261-cec0-4a73-a46c-ed14634ec562 admin admin] Pushing event updated for resources: {'Network': ['ID=2bce301c-42ed-45b6-b441-9314168e1ab1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:44.912507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:44.916601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Usage tracker for resource:subnet and tenant:de1434ed6a61492891bd068ab7cfbe59 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:44.918139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2bce301c-42ed-45b6-b441-9314168e1ab1 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:25:44.919588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:44.925425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:44.935499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Made reservation on behalf of de1434ed6a61492891bd068ab7cfbe59 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:25:44.938571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:45.240318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:45.313542 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e7d4a4-ccd1-4230-8ff4-369be34998fd,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:45.320768 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Checking segment: {'id': '186ac280-2c14-42a6-9d6f-0f0bea203df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:25:45.321123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Network hostable DHCP agents. Network: 2bce301c-42ed-45b6-b441-9314168e1ab1, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:25:45.338476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Network 2bce301c-42ed-45b6-b441-9314168e1ab1 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:25:45.351564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2bce301c-42ed-45b6-b441-9314168e1ab1) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:25:45.355042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:45.355622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:45.360547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52cd63-2d59-416d-b74f-58bc6e6708c1 None None] Network 2bce301c-42ed-45b6-b441-9314168e1ab1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:25:45.377233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e366d7a-9b9c-4a5b-aeed-9260100f099a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4779778 Mar 11 13:25:45.571511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a76b0-0db0-42aa-81b5-91f2e2668472 None None] Network 2bce301c-42ed-45b6-b441-9314168e1ab1 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:25:45.882645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780737-0cca-43d1-9efd-238b9c210dce req-d1a86301-d1ce-4fd7-b26d-c96f887352df tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:45.883321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b5780737-0cca-43d1-9efd-238b9c210dce req-d1a86301-d1ce-4fd7-b26d-c96f887352df tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Synchronizing usage tracker for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:25:45.899882 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b5780737-0cca-43d1-9efd-238b9c210dce req-d1a86301-d1ce-4fd7-b26d-c96f887352df tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Unset dirty status for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:25:45.900964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-d1a86301-d1ce-4fd7-b26d-c96f887352df tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/networks?id=2bce301c-42ed-45b6-b441-9314168e1ab1 HTTP/1.1" status: 200 len: 811 time: 0.1637337 Mar 11 13:25:45.915921 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-6165df4f-758b-421a-8c79-0910cca36226 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/quotas/de1434ed6a61492891bd068ab7cfbe59 HTTP/1.1" status: 200 len: 375 time: 0.0089059 Mar 11 13:25:45.966221 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-d6099fd0-8b73-421f-be4f-55d2c7ac0a4b tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de1434ed6a61492891bd068ab7cfbe59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453644 Mar 11 13:25:46.097834 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-721d7dc9-fcd0-4b79-a97c-7948eb9fcbbd service neutron] 10.222.0.52 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244705 Mar 11 13:25:46.227322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-431fd8bc-c7b3-4937-b01d-75b8a6a99106 service neutron] 10.222.0.52 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237164 Mar 11 13:25:46.396338 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-837c7cd3-d576-40c9-b84c-fcc1bc05e849 req-eb2b4c8f-fc04-4539-9a66-8e2e6413dafa tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 210 time: 0.0416255 Mar 11 13:25:47.488640 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-551801bc-31fb-409c-97e5-02632681af12 req-5b7fd651-2309-4323-beed-93922366e7d8 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 210 time: 0.0408390 Mar 11 13:25:48.586186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-080bf8ec-1c3a-4399-82ff-78a288ca4c24 req-4049c29b-f8bc-42da-bbe1-402b38f22b9e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 210 time: 0.0452299 Mar 11 13:25:49.679420 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0e483394-609f-4be7-bad0-643b44714cbd req-30454705-0913-4f73-b5e6-775d57179d7d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 210 time: 0.0424192 Mar 11 13:25:50.833089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-194b82b1-35f9-4675-bb94-dcd07391d989 req-e101a349-968f-452b-aada-9dcbdee2ab5a tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 210 time: 0.0445745 Mar 11 13:25:51.427227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff1c195e-21c8-4bf0-9113-eb18270cd900 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:51.428945 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff1c195e-21c8-4bf0-9113-eb18270cd900 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.50 "GET /v2.0/networks?id=2bce301c-42ed-45b6-b441-9314168e1ab1 HTTP/1.1" status: 200 len: 811 time: 0.1452968 Mar 11 13:25:51.440668 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Request body: {'port': {'device_id': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1', 'admin_state_up': True, 'tenant_id': 'de1434ed6a61492891bd068ab7cfbe59'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:51.576074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:25:51.579883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Usage tracker for resource:port and tenant:de1434ed6a61492891bd068ab7cfbe59 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:25:51.582629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:25:51.588174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:25:51.597852 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Made reservation on behalf of de1434ed6a61492891bd068ab7cfbe59 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:25:51.601234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:51.762823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Allocated IP 172.20.0.2 (2bce301c-42ed-45b6-b441-9314168e1ab1/29e7d4a4-ccd1-4230-8ff4-369be34998fd/2442897c-9802-4b40-8b55-968efa01331d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:25:52.006473 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6db30160-6541-42fb-8311-fe0f2f86fa0c req-092cf038-25dc-4fe8-abe7-961aac533ec1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 210 time: 0.0518394 Mar 11 13:25:52.024088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:52.055346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:52.121044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Network 2bce301c-42ed-45b6-b441-9314168e1ab1 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:25:52.128267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:25:52.132614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:25:52.163148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:52.270538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Pushing event updated for resources: {'Port': ['ID=2442897c-9802-4b40-8b55-968efa01331d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:52.300297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:52.300884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:52.322087 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-42937925-4565-4d6f-8779-044dddd777b1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8857183 Mar 11 13:25:52.333789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Request body: {'port': {'device_id': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:25:52.445427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:52.782451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2442897c-9802-4b40-8b55-968efa01331d {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:25:52.789594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:52.804855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Transition to ACTIVE for port object 2442897c-9802-4b40-8b55-968efa01331d will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:25:52.808147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:52.963327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Pushing event updated for resources: {'Port': ['ID=2442897c-9802-4b40-8b55-968efa01331d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:53.038029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Attempting to bind port 2442897c-9802-4b40-8b55-968efa01331d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:25:53.038029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Attempting to bind port 2442897c-9802-4b40-8b55-968efa01331d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '186ac280-2c14-42a6-9d6f-0f0bea203df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:25:53.038616 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Attempting to bind port 2442897c-9802-4b40-8b55-968efa01331d on network 2bce301c-42ed-45b6-b441-9314168e1ab1 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:25:53.042765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Port 2442897c-9802-4b40-8b55-968efa01331d on network 2bce301c-42ed-45b6-b441-9314168e1ab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:25:53.043084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Attempting to bind port 2442897c-9802-4b40-8b55-968efa01331d on network 2bce301c-42ed-45b6-b441-9314168e1ab1 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:25:53.048791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:25:53.049137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Checking segment: {'id': '186ac280-2c14-42a6-9d6f-0f0bea203df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:25:53.049551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Bound using segment: {'id': '186ac280-2c14-42a6-9d6f-0f0bea203df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:25:53.049978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Bound port: 2442897c-9802-4b40-8b55-968efa01331d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186ac280-2c14-42a6-9d6f-0f0bea203df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:25:53.050324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:53.182779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] For port 2442897c-9802-4b40-8b55-968efa01331d, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:25:53.186217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] For port 2442897c-9802-4b40-8b55-968efa01331d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2442897c-9802-4b40-8b55-968efa01331d,segment=NetworkSegment(186ac280-2c14-42a6-9d6f-0f0bea203df4),segment_id=186ac280-2c14-42a6-9d6f-0f0bea203df4)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:25:53.190997 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:53.252172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:53.252769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:53.254142 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] 10.222.0.50 "PUT /v2.0/ports/2442897c-9802-4b40-8b55-968efa01331d HTTP/1.1" status: 200 len: 1093 time: 0.9245870 Mar 11 13:25:53.256180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'tag': '2442897c-9802-4b40-8b55-968efa01331d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:25:53.326660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbb93-ffa3-41d0-bb49-0b10014a9348 service neutron] Pushing event updated for resources: {'Port': ['ID=2442897c-9802-4b40-8b55-968efa01331d,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:53.330093 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'tag': '2442897c-9802-4b40-8b55-968efa01331d', 'status': 'completed', 'code': 200} Mar 11 13:25:53.350241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1210-3350-48d4-9165-b6f00de50c53 req-0bda3b9f-a888-4f6a-9395-42db652edaa0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:53.350933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8bde1210-3350-48d4-9165-b6f00de50c53 req-0bda3b9f-a888-4f6a-9395-42db652edaa0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Synchronizing usage tracker for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:25:53.376643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8bde1210-3350-48d4-9165-b6f00de50c53 req-0bda3b9f-a888-4f6a-9395-42db652edaa0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Unset dirty status for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:25:53.377835 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8bde1210-3350-48d4-9165-b6f00de50c53 req-0bda3b9f-a888-4f6a-9395-42db652edaa0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 943 time: 0.2632461 Mar 11 13:25:53.412915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780737-0cca-43d1-9efd-238b9c210dce req-857c23c0-4433-45d9-8b94-fe415015e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:53.414362 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-857c23c0-4433-45d9-8b94-fe415015e8b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de1434ed6a61492891bd068ab7cfbe59&device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 1096 time: 0.1236434 Mar 11 13:25:53.493600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-328a3f05-12d7-43d7-9ad6-3f5cf5cbd257 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2442897c-9802-4b40-8b55-968efa01331d HTTP/1.1" status: 200 len: 217 time: 0.0709879 Mar 11 13:25:53.495786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8bde1210-3350-48d4-9165-b6f00de50c53 req-4965c6b2-7e00-4d1e-a888-07c8c8606e5d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Synchronizing usage tracker for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:25:53.560430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8bde1210-3350-48d4-9165-b6f00de50c53 req-4965c6b2-7e00-4d1e-a888-07c8c8606e5d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Unset dirty status for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:25:53.561498 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8bde1210-3350-48d4-9165-b6f00de50c53 req-4965c6b2-7e00-4d1e-a888-07c8c8606e5d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752436 Mar 11 13:25:53.564770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780737-0cca-43d1-9efd-238b9c210dce req-6b0680e4-ef78-47e1-8397-68268ea122f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:53.566146 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-6b0680e4-ef78-47e1-8397-68268ea122f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29e7d4a4-ccd1-4230-8ff4-369be34998fd HTTP/1.1" status: 200 len: 851 time: 0.0667694 Mar 11 13:25:53.612855 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-64ea7567-8e90-412e-a0ac-ac20a98f1d4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bce301c-42ed-45b6-b441-9314168e1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404658 Mar 11 13:25:53.741522 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-b192295a-a572-41b1-9a6c-031b0f285fe6 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226220 Mar 11 13:25:53.871596 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b5780737-0cca-43d1-9efd-238b9c210dce req-359d252b-1fa4-4470-a1da-f880c55319ed service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233702 Mar 11 13:25:54.083611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-11327dba-4042-4840-8b84-d24a78fe7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:54.085075 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-11327dba-4042-4840-8b84-d24a78fe7d6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de1434ed6a61492891bd068ab7cfbe59&device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 1096 time: 0.1710978 Mar 11 13:25:54.216860 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-2e0e3e2d-c9ed-43ab-b10c-205dd2d08998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:54.218370 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-2e0e3e2d-c9ed-43ab-b10c-205dd2d08998 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bce301c-42ed-45b6-b441-9314168e1ab1 HTTP/1.1" status: 200 len: 912 time: 0.1267459 Mar 11 13:25:54.290801 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-ebd4b35b-deec-4e99-9a30-1f45d7cad3af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2442897c-9802-4b40-8b55-968efa01331d HTTP/1.1" status: 200 len: 217 time: 0.0662460 Mar 11 13:25:54.351784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-42b2c088-40ab-4a8e-9320-1d5e9a9bb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:54.353155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-42b2c088-40ab-4a8e-9320-1d5e9a9bb858 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29e7d4a4-ccd1-4230-8ff4-369be34998fd HTTP/1.1" status: 200 len: 851 time: 0.0559275 Mar 11 13:25:54.400167 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-58ed9709-6e1c-4f3f-9cac-13edb79fff1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bce301c-42ed-45b6-b441-9314168e1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393751 Mar 11 13:25:54.533020 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-c169b475-dbf5-4eb1-8ba3-12217e7de517 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260169 Mar 11 13:25:54.665839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db042f3f-d718-4f69-a2e9-4c87737c6bc8 req-f5529622-1a9e-41d5-a731-c5f164de9749 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263008 Mar 11 13:25:54.748845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8579e5a-d745-46ce-b623-3d69c4fc07b2 req-ecf057d3-2490-4704-9798-a134784beb2f tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:54.750353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8579e5a-d745-46ce-b623-3d69c4fc07b2 req-ecf057d3-2490-4704-9798-a134784beb2f tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 943 time: 0.0836697 Mar 11 13:25:54.794215 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8579e5a-d745-46ce-b623-3d69c4fc07b2 req-c4656f7a-ad25-4ee6-bc5a-f98f154fe285 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Mar 11 13:25:55.974342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acf4f-d095-4ca0-9b12-9e465188fef3 req-46e08059-88b1-453b-a44f-45f684b1872f tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:55.975760 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b60acf4f-d095-4ca0-9b12-9e465188fef3 req-46e08059-88b1-453b-a44f-45f684b1872f tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 943 time: 0.0791445 Mar 11 13:25:56.022944 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b60acf4f-d095-4ca0-9b12-9e465188fef3 req-3962347b-1f5a-45a4-9e28-03b758c411e5 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Mar 11 13:25:56.591296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2442897c-9802-4b40-8b55-968efa01331d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:25:56.721943 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 2442897c-9802-4b40-8b55-968efa01331d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2442897c-9802-4b40-8b55-968efa01331d,segment=NetworkSegment(186ac280-2c14-42a6-9d6f-0f0bea203df4),segment_id=186ac280-2c14-42a6-9d6f-0f0bea203df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:56.735038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '2442897c-9802-4b40-8b55-968efa01331d', 'network_id': '2bce301c-42ed-45b6-b441-9314168e1ab1', 'port_id': '2442897c-9802-4b40-8b55-968efa01331d', 'mac_address': 'fa:16:3e:02:b5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e7d4a4-ccd1-4230-8ff4-369be34998fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:25:56.790249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:56.806801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2442897c-9802-4b40-8b55-968efa01331d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:25:56.821161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 2442897c-9802-4b40-8b55-968efa01331d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2442897c-9802-4b40-8b55-968efa01331d,segment=NetworkSegment(186ac280-2c14-42a6-9d6f-0f0bea203df4),segment_id=186ac280-2c14-42a6-9d6f-0f0bea203df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:56.824946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:56.890677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=2442897c-9802-4b40-8b55-968efa01331d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:57.023837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['2442897c-9802-4b40-8b55-968efa01331d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:25:57.203102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207a327-88a1-4a7a-a4f4-785d248af766 req-f06e0ddf-eb9e-407e-8f75-a43d4374fc02 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:57.204552 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c207a327-88a1-4a7a-a4f4-785d248af766 req-f06e0ddf-eb9e-407e-8f75-a43d4374fc02 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 944 time: 0.0802052 Mar 11 13:25:57.247885 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c207a327-88a1-4a7a-a4f4-785d248af766 req-1861e93f-3ada-474a-8db0-ced5d576c730 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378418 Mar 11 13:25:58.432223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df19164-add0-4681-ba7f-43b0bed19515 req-504148b2-256d-445b-9750-0bf6e5ab5ee0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:58.433699 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5df19164-add0-4681-ba7f-43b0bed19515 req-504148b2-256d-445b-9750-0bf6e5ab5ee0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 944 time: 0.0818028 Mar 11 13:25:58.476827 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5df19164-add0-4681-ba7f-43b0bed19515 req-b0f45045-f233-4d1f-8414-b9cc85213d95 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Mar 11 13:25:58.591317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2442897c-9802-4b40-8b55-968efa01331d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:25:58.658156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 2442897c-9802-4b40-8b55-968efa01331d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:25:58.662812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 2442897c-9802-4b40-8b55-968efa01331d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:25:58.663179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:58.776864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:58.802978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442897c-9802-4b40-8b55-968efa01331d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:25:58.812370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 2442897c-9802-4b40-8b55-968efa01331d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2442897c-9802-4b40-8b55-968efa01331d,segment=NetworkSegment(186ac280-2c14-42a6-9d6f-0f0bea203df4),segment_id=186ac280-2c14-42a6-9d6f-0f0bea203df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:25:58.816691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:25:58.856645 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442897c-9802-4b40-8b55-968efa01331d', 'code': 200} Mar 11 13:25:58.888548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=2442897c-9802-4b40-8b55-968efa01331d,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:25:59.067090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb207a-79d3-47e9-9ab1-dfa8de08cb98 req-3b8417b9-2a68-4cd1-b53e-85b0b182ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:59.068523 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbeb207a-79d3-47e9-9ab1-dfa8de08cb98 req-3b8417b9-2a68-4cd1-b53e-85b0b182ba56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 1098 time: 0.0683568 Mar 11 13:25:59.108713 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbeb207a-79d3-47e9-9ab1-dfa8de08cb98 req-fc2292ee-a527-47ae-8bf7-05611010849e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Mar 11 13:25:59.660592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd55c-a224-4ba4-bbe7-799342834187 req-ff142177-5986-4208-893e-bb100551d22c tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:25:59.662092 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84ffd55c-a224-4ba4-bbe7-799342834187 req-ff142177-5986-4208-893e-bb100551d22c tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0816448 Mar 11 13:25:59.705486 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84ffd55c-a224-4ba4-bbe7-799342834187 req-640b2cf0-0129-4547-b633-55838c5e5f78 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Mar 11 13:26:00.354891 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:26:00.891134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a64529-3e47-40d3-9b28-f0fab306d735 req-0dfb9f83-0cd5-4e1b-b07b-2f214e72d4bc tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:00.892570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66a64529-3e47-40d3-9b28-f0fab306d735 req-0dfb9f83-0cd5-4e1b-b07b-2f214e72d4bc tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0799448 Mar 11 13:26:00.939038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66a64529-3e47-40d3-9b28-f0fab306d735 req-535b325f-13aa-4b18-85cc-31a2d0daa948 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Mar 11 13:26:01.314501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36196) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:26:01.338102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d26729-95da-480f-8bac-33b72df73645 req-4561ea1d-0122-413b-9ae7-09fed4cca030 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:01.339599 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82d26729-95da-480f-8bac-33b72df73645 req-4561ea1d-0122-413b-9ae7-09fed4cca030 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0803425 Mar 11 13:26:01.384036 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82d26729-95da-480f-8bac-33b72df73645 req-593861b7-bd3a-454b-b8b9-2bb6f031a395 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 Mar 11 13:26:01.430295 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b7a7e91e-d637-48ca-840f-fc4590c0f4d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146636 Mar 11 13:26:02.574191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4cc01-08d8-4302-83d4-29615bef1bb0 req-8034418b-3fe4-4fe8-a0b8-209c91c12c18 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:02.575697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-11e4cc01-08d8-4302-83d4-29615bef1bb0 req-8034418b-3fe4-4fe8-a0b8-209c91c12c18 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0871739 Mar 11 13:26:02.661045 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-11e4cc01-08d8-4302-83d4-29615bef1bb0 req-ef63c0c7-1ebc-412d-a39e-b9a3d0195680 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Mar 11 13:26:02.682452 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-4c0b04c0-19d4-4974-b087-aed1802c882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:02.683910 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-4c0b04c0-19d4-4974-b087-aed1802c882e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de1434ed6a61492891bd068ab7cfbe59&device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 1098 time: 0.1041348 Mar 11 13:26:02.811501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b257374f-2f68-4232-8d90-f78d3702f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:02.813337 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b257374f-2f68-4232-8d90-f78d3702f3b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bce301c-42ed-45b6-b441-9314168e1ab1 HTTP/1.1" status: 200 len: 912 time: 0.1235480 Mar 11 13:26:02.881748 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b9e2051e-042f-4dc3-bf70-2c1ba32b9a82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2442897c-9802-4b40-8b55-968efa01331d HTTP/1.1" status: 200 len: 217 time: 0.0628452 Mar 11 13:26:02.941998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-1263ab0b-62e5-40e2-a9de-61d79fca2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:02.943332 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-1263ab0b-62e5-40e2-a9de-61d79fca2bfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29e7d4a4-ccd1-4230-8ff4-369be34998fd HTTP/1.1" status: 200 len: 851 time: 0.0559573 Mar 11 13:26:02.991871 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-992fea53-9d09-4ebf-bd20-8b9af5349c19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bce301c-42ed-45b6-b441-9314168e1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423293 Mar 11 13:26:03.219385 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-a73e42ed-4284-456e-a7b0-2b5a17683bc3 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210071 Mar 11 13:26:03.348846 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-bb7fdcfe-e28f-44a4-9f8a-64245310cda5 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235588 Mar 11 13:26:03.844864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b6d2f-58c3-4307-a21b-94f48f0c81f4 req-33703c64-cd88-4aa8-9dc0-80e82f7f7911 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:03.846345 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-326b6d2f-58c3-4307-a21b-94f48f0c81f4 req-33703c64-cd88-4aa8-9dc0-80e82f7f7911 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0799370 Mar 11 13:26:03.888766 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-326b6d2f-58c3-4307-a21b-94f48f0c81f4 req-d6e65321-eeed-47ae-bdb1-4591ab5075ad tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365081 Mar 11 13:26:05.075708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d699-31c8-41b9-af99-f3a3c5aac35a req-c5271b1e-eb59-4e43-9ee2-6fb5ea9647ac tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:05.077248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1661d699-31c8-41b9-af99-f3a3c5aac35a req-c5271b1e-eb59-4e43-9ee2-6fb5ea9647ac tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0832021 Mar 11 13:26:05.122119 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1661d699-31c8-41b9-af99-f3a3c5aac35a req-1426010a-0308-4990-9149-823da263e791 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Mar 11 13:26:06.303293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f498037-9a50-47fe-8fcd-1cb578cf628f req-c5de2efe-aadf-49a0-ad20-4cb21941ff65 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:06.305031 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f498037-9a50-47fe-8fcd-1cb578cf628f req-c5de2efe-aadf-49a0-ad20-4cb21941ff65 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0788674 Mar 11 13:26:06.351032 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f498037-9a50-47fe-8fcd-1cb578cf628f req-434aa8cb-6cc0-4c7a-98bd-2f58c00ab57e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Mar 11 13:26:07.170145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f3102f5-71dd-4926-a1a1-143a3dc41ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:07.533691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976996a4-d295-4892-b7d5-6ac3078d981d req-9a71da6f-89dc-4a27-9d55-8810bbc2e154 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:07.535133 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-976996a4-d295-4892-b7d5-6ac3078d981d req-9a71da6f-89dc-4a27-9d55-8810bbc2e154 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0791647 Mar 11 13:26:07.580267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-976996a4-d295-4892-b7d5-6ac3078d981d req-bfadba07-0d81-452f-9685-c54f792c5d73 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Mar 11 13:26:08.764528 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d8cc1-0cda-406a-a874-699e61734fea req-f1f1ef52-c2ae-4494-81f4-210818035d0c tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:08.765883 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-357d8cc1-0cda-406a-a874-699e61734fea req-f1f1ef52-c2ae-4494-81f4-210818035d0c tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0831535 Mar 11 13:26:08.808829 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-357d8cc1-0cda-406a-a874-699e61734fea req-a62daf61-f3b7-4354-8d84-b2b84f568e4b tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368218 Mar 11 13:26:09.259315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce1dcdc1-56bc-4c28-a7ed-f1222e675d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:09.989279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c068a-5b2d-430c-a3cc-0a519d3030ec req-d238dcf4-1b4f-4993-a1ab-a4a781b9f1c1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:09.990679 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-906c068a-5b2d-430c-a3cc-0a519d3030ec req-d238dcf4-1b4f-4993-a1ab-a4a781b9f1c1 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0782297 Mar 11 13:26:10.034199 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-906c068a-5b2d-430c-a3cc-0a519d3030ec req-90b2828a-06ce-497c-aa59-95ed1176e40d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Mar 11 13:26:10.410138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:10.575830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:11.218104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867df9-9686-4605-a336-b5398a6326ff req-c210a88d-4a70-46f7-9378-3f0337733fac tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:11.219538 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7e867df9-9686-4605-a336-b5398a6326ff req-c210a88d-4a70-46f7-9378-3f0337733fac tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0810935 Mar 11 13:26:11.262634 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7e867df9-9686-4605-a336-b5398a6326ff req-25c4e104-5bdc-41c6-9d0e-a12a90fb47c3 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375314 Mar 11 13:26:12.003459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:12.446678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3869-4f11-48af-98fb-811015158463 req-c791cb75-e494-4a09-93aa-dbf22ab62dfc tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:12.448153 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-214f3869-4f11-48af-98fb-811015158463 req-c791cb75-e494-4a09-93aa-dbf22ab62dfc tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0828414 Mar 11 13:26:12.491426 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-214f3869-4f11-48af-98fb-811015158463 req-e616dce5-f695-44a8-92a1-d9dbe96cc2dd tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Mar 11 13:26:13.671590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecdec3-a444-47de-a2a6-fdc413c58199 req-a021feca-313a-40a5-9e44-52008a32ef4b tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:13.673039 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4aecdec3-a444-47de-a2a6-fdc413c58199 req-a021feca-313a-40a5-9e44-52008a32ef4b tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0795233 Mar 11 13:26:13.716169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4aecdec3-a444-47de-a2a6-fdc413c58199 req-37191036-b7ca-4e36-9633-059019302ea5 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375516 Mar 11 13:26:14.901749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced10c-5dc9-4a4a-a629-d97f1f64eaef req-ad40f352-da19-4fc1-b397-f1ef8f9ad80e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:14.903178 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0bced10c-5dc9-4a4a-a629-d97f1f64eaef req-ad40f352-da19-4fc1-b397-f1ef8f9ad80e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0817003 Mar 11 13:26:14.947329 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0bced10c-5dc9-4a4a-a629-d97f1f64eaef req-b51ad4e4-4ee1-4865-a0d6-a926d516c0c5 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Mar 11 13:26:16.126053 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efb29b-fc24-499d-a99e-bae4bff483fd req-09d21c87-5212-4e0b-95ce-0a10f5580185 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:16.127496 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-83efb29b-fc24-499d-a99e-bae4bff483fd req-09d21c87-5212-4e0b-95ce-0a10f5580185 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0793605 Mar 11 13:26:16.173637 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-83efb29b-fc24-499d-a99e-bae4bff483fd req-7c29fa89-e48b-412f-aff9-44abd4f79726 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Mar 11 13:26:17.354792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e43bf-4a1c-4ce5-b55b-ea8541e85cb6 req-644b015d-f0be-43a9-a887-7a45fcccc09e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:17.356234 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-610e43bf-4a1c-4ce5-b55b-ea8541e85cb6 req-644b015d-f0be-43a9-a887-7a45fcccc09e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0790052 Mar 11 13:26:17.400583 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-610e43bf-4a1c-4ce5-b55b-ea8541e85cb6 req-72274cb9-cb04-48c6-b212-465d5f52bc1e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382440 Mar 11 13:26:18.589240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf900b-271b-4450-9099-bffbdd317623 req-e2e045b6-b2d9-4303-afb1-ebe349c0ff5a tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:18.590716 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d5bf900b-271b-4450-9099-bffbdd317623 req-e2e045b6-b2d9-4303-afb1-ebe349c0ff5a tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0830870 Mar 11 13:26:18.634595 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d5bf900b-271b-4450-9099-bffbdd317623 req-abd69992-4b42-4768-85f5-00a64825afe6 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Mar 11 13:26:19.814406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cd918-00c9-4d1d-918d-aa9c79cb6476 req-3ac576f2-23ee-460d-b9b1-1e07392cc7a0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:19.815865 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-711cd918-00c9-4d1d-918d-aa9c79cb6476 req-3ac576f2-23ee-460d-b9b1-1e07392cc7a0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0788393 Mar 11 13:26:19.859361 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-711cd918-00c9-4d1d-918d-aa9c79cb6476 req-b1642e15-510c-4ca9-97ec-a7d2314129d7 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378094 Mar 11 13:26:21.047923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592187f0-0d3c-45f2-8a68-e488147c4c73 req-c73784a5-abfe-4d42-9e1a-6fc3a4150286 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:21.049352 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-592187f0-0d3c-45f2-8a68-e488147c4c73 req-c73784a5-abfe-4d42-9e1a-6fc3a4150286 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0877435 Mar 11 13:26:21.093063 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-592187f0-0d3c-45f2-8a68-e488147c4c73 req-260b36d8-cc16-4ad0-9ea9-154a0d0cae5c tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378222 Mar 11 13:26:22.159013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:22.279899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290f900-9341-40c8-bfa9-7cc2231587f0 req-5e27f3ec-a2b0-475f-8add-8af24d222d69 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:22.281856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1290f900-9341-40c8-bfa9-7cc2231587f0 req-5e27f3ec-a2b0-475f-8add-8af24d222d69 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0825934 Mar 11 13:26:22.324714 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1290f900-9341-40c8-bfa9-7cc2231587f0 req-a00b54d8-e104-42a6-be55-221e3cb45222 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372763 Mar 11 13:26:23.503519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aac74f-091c-46c5-baf4-070331fbc674 req-77cac768-a0ee-490c-a926-9b5ea9064244 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:23.504940 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7aac74f-091c-46c5-baf4-070331fbc674 req-77cac768-a0ee-490c-a926-9b5ea9064244 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0787435 Mar 11 13:26:23.547537 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7aac74f-091c-46c5-baf4-070331fbc674 req-58f7d860-5ec2-4c2c-81c9-15cc9f9fbe9d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370393 Mar 11 13:26:24.729822 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73df22-87b2-46cc-988e-b6b031f040cd req-d172abe0-14e9-4ff6-9e67-0d4b74f3ea30 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:24.731159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0d73df22-87b2-46cc-988e-b6b031f040cd req-d172abe0-14e9-4ff6-9e67-0d4b74f3ea30 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0817924 Mar 11 13:26:24.773913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0d73df22-87b2-46cc-988e-b6b031f040cd req-c07f5055-c952-460b-99de-2a221e574c7d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363531 Mar 11 13:26:25.958518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58f1bf-b925-451e-a26c-a998ffca20be req-dc18f751-d7b2-4b26-a10e-9db5847ec57d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:25.959962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e58f1bf-b925-451e-a26c-a998ffca20be req-dc18f751-d7b2-4b26-a10e-9db5847ec57d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0791533 Mar 11 13:26:26.111139 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e58f1bf-b925-451e-a26c-a998ffca20be req-6d8547ba-c7ff-4b9e-a852-6563b3f36e24 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456122 Mar 11 13:26:27.290113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4536ab-3f72-4aa1-9611-cf78d34f5f21 req-ccf42f39-1c4f-4299-baba-c18459f0933f tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:27.291523 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d4536ab-3f72-4aa1-9611-cf78d34f5f21 req-ccf42f39-1c4f-4299-baba-c18459f0933f tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0781929 Mar 11 13:26:27.334215 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d4536ab-3f72-4aa1-9611-cf78d34f5f21 req-1c604fc8-a41d-4313-b8e0-a637ffcea9e2 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Mar 11 13:26:28.517299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58bd76-97a8-453d-a5e5-93f4ad4a08eb req-e3db5704-0378-4fe6-b6be-bb581dc95b04 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:28.519267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1c58bd76-97a8-453d-a5e5-93f4ad4a08eb req-e3db5704-0378-4fe6-b6be-bb581dc95b04 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0812633 Mar 11 13:26:28.563169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1c58bd76-97a8-453d-a5e5-93f4ad4a08eb req-f01b013b-86d5-4cb3-9901-f3836e928812 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Mar 11 13:26:29.745314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9589d-514f-470e-9738-dd6855d85d75 req-059915d3-47fb-4797-a489-41027d8d4bb0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:29.746669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-58b9589d-514f-470e-9738-dd6855d85d75 req-059915d3-47fb-4797-a489-41027d8d4bb0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0794337 Mar 11 13:26:29.792668 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-58b9589d-514f-470e-9738-dd6855d85d75 req-da15a375-6d42-4412-bed2-4e76fab1eaa2 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Mar 11 13:26:30.005831 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-f9b9b2db-be77-4226-ba2c-3bc263a7b3f7 service neutron] 10.222.0.50 "GET /v2.0/ports/2442897c-9802-4b40-8b55-968efa01331d/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0738058 Mar 11 13:26:30.258602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-634f03be-a948-437e-a59c-5ffa6f050948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:30.259948 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-634f03be-a948-437e-a59c-5ffa6f050948 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6&tenant_id=de1434ed6a61492891bd068ab7cfbe59 HTTP/1.1" status: 200 len: 1098 time: 0.0692151 Mar 11 13:26:30.352209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b8312a48-1e94-4e45-9751-c166a5de7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:30.353665 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b8312a48-1e94-4e45-9751-c166a5de7844 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de1434ed6a61492891bd068ab7cfbe59&device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 1098 time: 0.0724049 Mar 11 13:26:30.484610 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-15584b64-c9f4-4434-afea-236dc512c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:30.486088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-15584b64-c9f4-4434-afea-236dc512c6b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bce301c-42ed-45b6-b441-9314168e1ab1 HTTP/1.1" status: 200 len: 912 time: 0.1260226 Mar 11 13:26:30.555148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-5c1b6513-66ad-4109-9f7c-1ae6b3051bdd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2442897c-9802-4b40-8b55-968efa01331d HTTP/1.1" status: 200 len: 217 time: 0.0631227 Mar 11 13:26:30.615778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b171dc7b-29ba-4db7-bfaf-fb29c0ef8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:30.617156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-b171dc7b-29ba-4db7-bfaf-fb29c0ef8268 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29e7d4a4-ccd1-4230-8ff4-369be34998fd HTTP/1.1" status: 200 len: 851 time: 0.0566008 Mar 11 13:26:30.662823 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-4e2f888e-80ee-49ff-a6a0-443401ce0ba7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bce301c-42ed-45b6-b441-9314168e1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395055 Mar 11 13:26:30.791934 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-789fad01-c962-44e1-aca1-8dfa15432318 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230407 Mar 11 13:26:30.972844 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0431b6c2-6174-4601-9f74-ac3e39c9fd2b req-f5496c6c-b3b3-4fb6-860f-7ac4c078a4aa service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743271 Mar 11 13:26:31.002699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adb07-7237-402f-a0de-9f3504d8f11a req-93da5db0-ae74-4588-8f0a-ba4731102f1a tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:31.004134 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-187adb07-7237-402f-a0de-9f3504d8f11a req-93da5db0-ae74-4588-8f0a-ba4731102f1a tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.1072814 Mar 11 13:26:31.049454 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-187adb07-7237-402f-a0de-9f3504d8f11a req-4d82642f-e3ea-4a26-98c3-e4fc9502def0 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Mar 11 13:26:32.231454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f357a06-da1f-482e-aa84-dd2c8dd34221 req-17ac5193-4db2-4e17-87bd-7b30a761481e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:32.232909 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f357a06-da1f-482e-aa84-dd2c8dd34221 req-17ac5193-4db2-4e17-87bd-7b30a761481e tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 945 time: 0.0785952 Mar 11 13:26:32.280468 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f357a06-da1f-482e-aa84-dd2c8dd34221 req-96f2e802-cc24-4b7e-bdde-bb5f61fad3e8 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Mar 11 13:26:32.786481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2442897c-9802-4b40-8b55-968efa01331d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:26:32.896917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:32.922882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2442897c-9802-4b40-8b55-968efa01331d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:26:32.932929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 2442897c-9802-4b40-8b55-968efa01331d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2442897c-9802-4b40-8b55-968efa01331d,segment=NetworkSegment(186ac280-2c14-42a6-9d6f-0f0bea203df4),segment_id=186ac280-2c14-42a6-9d6f-0f0bea203df4)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:26:32.936716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:32.982234 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2442897c-9802-4b40-8b55-968efa01331d', 'code': 200} Mar 11 13:26:33.006863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=2442897c-9802-4b40-8b55-968efa01331d,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:33.013798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.014146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.014481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.014813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.015140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.015465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.015786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.016111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.016429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.016745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.017062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.017376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:33.463295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014be05-2f98-4360-9af9-b0535d263365 req-e0a894e8-9811-477c-895d-6c53ab2b80e2 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:33.464748 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6014be05-2f98-4360-9af9-b0535d263365 req-e0a894e8-9811-477c-895d-6c53ab2b80e2 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 943 time: 0.0798230 Mar 11 13:26:33.508641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6014be05-2f98-4360-9af9-b0535d263365 req-7cf8f99f-b203-4394-9792-2f8ef677fdf3 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381489 Mar 11 13:26:33.893906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-05af5c84-c3ae-4cd1-835c-95385eff1eef tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:33.895197 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-05af5c84-c3ae-4cd1-835c-95385eff1eef tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6&tenant_id=de1434ed6a61492891bd068ab7cfbe59&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 943 time: 0.0846381 Mar 11 13:26:34.027509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-81e8eca9-6b17-4694-926a-3e1fc693bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:34.028917 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-81e8eca9-6b17-4694-926a-3e1fc693bc96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de1434ed6a61492891bd068ab7cfbe59&device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0682666 Mar 11 13:26:34.254662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-6289b767-06ee-4052-9d9c-8a9993aad289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:34.256014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-6289b767-06ee-4052-9d9c-8a9993aad289 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bce301c-42ed-45b6-b441-9314168e1ab1 HTTP/1.1" status: 200 len: 912 time: 0.2215331 Mar 11 13:26:34.324107 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-bd26d4ae-0f97-41a9-aedf-d3ba4a215cbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2442897c-9802-4b40-8b55-968efa01331d HTTP/1.1" status: 200 len: 217 time: 0.0623112 Mar 11 13:26:34.384652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-8ace86f8-a840-4b60-8ae8-1044dc17df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:34.386049 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-8ace86f8-a840-4b60-8ae8-1044dc17df5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29e7d4a4-ccd1-4230-8ff4-369be34998fd HTTP/1.1" status: 200 len: 851 time: 0.0560749 Mar 11 13:26:34.435220 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-7399e6b4-2e18-4b69-aecc-93af23256739 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bce301c-42ed-45b6-b441-9314168e1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424869 Mar 11 13:26:34.567191 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-b3e0a7c2-573e-46ed-9bc6-9b3efda7d785 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246569 Mar 11 13:26:34.696617 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-d03c6173-59de-48dc-a3ed-eb80a220e260 service neutron] 10.222.0.50 "GET /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237185 Mar 11 13:26:35.485742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdb9bd-0263-495e-8444-550714977136 req-61bf142e-b9da-467c-9d10-c387a6604be4 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:35.487198 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-11cdb9bd-0263-495e-8444-550714977136 req-61bf142e-b9da-467c-9d10-c387a6604be4 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 943 time: 0.0796678 Mar 11 13:26:35.530003 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-11cdb9bd-0263-495e-8444-550714977136 req-85bcee82-e16f-4e01-b4fd-2ad891a83d01 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Mar 11 13:26:36.718533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12579d14-119a-4616-b292-f48f754ac6ec req-9e73caab-2006-45d2-b82c-a2b51e479397 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:36.719886 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-12579d14-119a-4616-b292-f48f754ac6ec req-9e73caab-2006-45d2-b82c-a2b51e479397 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 943 time: 0.0842755 Mar 11 13:26:36.764815 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-12579d14-119a-4616-b292-f48f754ac6ec req-76c41d5d-35f7-47d6-98f4-f5a114745a3f tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393019 Mar 11 13:26:37.035161 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-3e8b505b-1a21-4aa2-877d-3fbad426ce26 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:37.036463 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-3e8b505b-1a21-4aa2-877d-3fbad426ce26 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 943 time: 0.0773618 Mar 11 13:26:37.107380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Deleting port 2442897c-9802-4b40-8b55-968efa01331d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:26:37.107715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:37.174374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-be9c7253-b991-43ef-8055-a71010b34b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:37.352377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] For port 2442897c-9802-4b40-8b55-968efa01331d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2442897c-9802-4b40-8b55-968efa01331d,segment=NetworkSegment(186ac280-2c14-42a6-9d6f-0f0bea203df4),segment_id=186ac280-2c14-42a6-9d6f-0f0bea203df4)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:26:37.352638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:37.353306 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:26:37.477958 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Calling delete_port for 2442897c-9802-4b40-8b55-968efa01331d owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:26:37.618735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:37.672092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Pushing event deleted for resources: {'Port': ['ID=2442897c-9802-4b40-8b55-968efa01331d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:37.710314 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.710664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.711003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.711341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.711671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.712000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.712325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.712648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.712971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.713289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.713641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.713960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:37.757884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] No DVR routers for this DVR port 2442897c-9802-4b40-8b55-968efa01331d on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:26:37.760179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:37.762622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'name': 'network-vif-deleted', 'tag': '2442897c-9802-4b40-8b55-968efa01331d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:26:37.778258 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a71f09bc-5b3c-4d18-b146-6f56d71c0e3b req-dbc969c2-0684-40c0-9728-3cf3220abe4d tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.50 "DELETE /v2.0/ports/2442897c-9802-4b40-8b55-968efa01331d HTTP/1.1" status: 204 len: 173 time: 0.7365456 Mar 11 13:26:37.810232 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6', 'name': 'network-vif-deleted', 'tag': '2442897c-9802-4b40-8b55-968efa01331d', 'status': 'completed', 'code': 200} Mar 11 13:26:37.921255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7a2b29b-2261-4f51-bc4a-15c0d1bcf0ba req-2f5f11d7-0885-4ff8-84d8-ac57a7913496 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Synchronizing usage tracker for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:26:37.937304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a7a2b29b-2261-4f51-bc4a-15c0d1bcf0ba req-2f5f11d7-0885-4ff8-84d8-ac57a7913496 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] Unset dirty status for tenant:de1434ed6a61492891bd068ab7cfbe59 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:26:37.938737 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7a2b29b-2261-4f51-bc4a-15c0d1bcf0ba req-2f5f11d7-0885-4ff8-84d8-ac57a7913496 tempest-DeleteServersTestJSON-2140943294 tempest-DeleteServersTestJSON-2140943294-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d385eb-9e21-4cc4-a749-c0aa2bfaa0a6 HTTP/1.1" status: 200 len: 210 time: 0.0600080 Mar 11 13:26:39.261490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-844113de-0710-4bdb-a94b-61fe5ac441cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.319299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36298) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:26:39.378448 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Deleting subnet 29e7d4a4-ccd1-4230-8ff4-369be34998fd {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:26:39.381399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.430013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.488235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.551377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.588737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e7d4a4-ccd1-4230-8ff4-369be34998fd,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:39.593487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.600123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.600463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.600791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.601115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.601453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.601775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.602092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.602406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.602717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.603026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.603335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.603645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:26:39.616287 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e9af777c-0ab9-422d-a69e-64c397336d3e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/29e7d4a4-ccd1-4230-8ff4-369be34998fd HTTP/1.1" status: 204 len: 168 time: 0.2959871 Mar 11 13:26:39.618766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36302) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:26:39.721720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.841542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.869339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bce301c-42ed-45b6-b441-9314168e1ab1']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:26:39.881712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186ac280-2c14-42a6-9d6f-0f0bea203df4') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:26:39.882007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186ac280-2c14-42a6-9d6f-0f0bea203df4') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:26:39.892753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.907874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.913753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:26:39.914119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:26:39.927022 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:26:39.997918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.002333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.027603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bce301c-42ed-45b6-b441-9314168e1ab1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:40.036011 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a1115f31-f3a4-477d-939d-3e8663c4fd35 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2bce301c-42ed-45b6-b441-9314168e1ab1 HTTP/1.1" status: 204 len: 168 time: 0.4163270 Mar 11 13:26:40.162647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36308) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:26:40.210303 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ca49c658-7406-425d-a4b7-5acd8b592d77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de1434ed6a61492891bd068ab7cfbe59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465066 Mar 11 13:26:40.212612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36312) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:26:40.268744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e87b-8d99-47ab-83a4-ef0a5a8d8b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.293924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e87b-8d99-47ab-83a4-ef0a5a8d8b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.350659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e87b-8d99-47ab-83a4-ef0a5a8d8b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.367661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9e87b-8d99-47ab-83a4-ef0a5a8d8b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7e13d-10d1-4d84-9a76-47c5156fdb3c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:40.382683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e87b-8d99-47ab-83a4-ef0a5a8d8b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.386214 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d6e9e87b-8d99-47ab-83a4-ef0a5a8d8b19 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8e7e13d-10d1-4d84-9a76-47c5156fdb3c HTTP/1.1" status: 204 len: 168 time: 0.1703796 Mar 11 13:26:40.417459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.578890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:40.839678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2442897c-9802-4b40-8b55-968efa01331d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:26:40.876475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 2442897c-9802-4b40-8b55-968efa01331d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:26:40.877513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 2442897c-9802-4b40-8b55-968efa01331d not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:26:41.104293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36336) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:26:41.234429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1808720020-network', 'tenant_id': '94bb94587d184fb1929e71b397179b77'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:26:41.239549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:26:41.243348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Usage tracker for resource:network and tenant:94bb94587d184fb1929e71b397179b77 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:26:41.246172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:26:41.251707 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:26:41.262080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Made reservation on behalf of 94bb94587d184fb1929e71b397179b77 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:26:41.264843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.276428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.290841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:26:41.294563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Usage tracker for resource:security_group_rule and tenant:94bb94587d184fb1929e71b397179b77 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:26:41.297264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:26:41.303720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:26:41.385757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.389772 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.420343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:26:41.434309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb738ea-4082-4191-8e32-e1f18799d573,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:41.440876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.441213 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Added segment 48d69aa3-cba6-4eaf-ab53-2024817150b8 of type vlan for network 660e4d8d-9526-4524-bc2f-474ad7d91de3 Mar 11 13:26:41.466663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.494318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.495217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:41.495779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.692862 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5874839 Mar 11 13:26:41.693829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a411-86ad-490e-becf-608f7f111f6a admin admin] Pushing event updated for resources: {'Network': ['ID=660e4d8d-9526-4524-bc2f-474ad7d91de3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:41.695820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36342) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:26:41.701284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Request body: {'subnet': {'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1808720020-subnet', 'tenant_id': '94bb94587d184fb1929e71b397179b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:26:41.707080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:26:41.710905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Usage tracker for resource:subnet and tenant:94bb94587d184fb1929e71b397179b77 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:26:41.713057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 660e4d8d-9526-4524-bc2f-474ad7d91de3 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:26:41.713873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:26:41.724619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:26:41.736449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Made reservation on behalf of 94bb94587d184fb1929e71b397179b77 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:26:41.738912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:41.935470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:42.005755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22dac55e-9e9b-424d-9bf1-af1db41e25ce,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:42.005969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:42.018657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Checking segment: {'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:26:42.019006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Network hostable DHCP agents. Network: 660e4d8d-9526-4524-bc2f-474ad7d91de3, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:26:42.037311 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Network 660e4d8d-9526-4524-bc2f-474ad7d91de3 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:26:42.045690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 660e4d8d-9526-4524-bc2f-474ad7d91de3) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:26:42.049611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:42.050178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:42.055511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23007b43-451c-4e43-b623-6d85afb6cc75 None None] Network 660e4d8d-9526-4524-bc2f-474ad7d91de3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:26:42.070799 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-12e448fc-0885-4192-bd16-731076de0c07 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3738272 Mar 11 13:26:42.269750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac03b938-fccd-4010-8706-7a5d31526880 None None] Network 660e4d8d-9526-4524-bc2f-474ad7d91de3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:26:42.607623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-bf1bd5c3-04dc-4c38-844e-dbdbff96b85e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:42.608203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-bf1bd5c3-04dc-4c38-844e-dbdbff96b85e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Synchronizing usage tracker for tenant:94bb94587d184fb1929e71b397179b77 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:26:42.624715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-bf1bd5c3-04dc-4c38-844e-dbdbff96b85e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Unset dirty status for tenant:94bb94587d184fb1929e71b397179b77 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:26:42.626021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-bf1bd5c3-04dc-4c38-844e-dbdbff96b85e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 815 time: 0.1636832 Mar 11 13:26:42.640693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-3de8d9e3-5ef1-46a8-8ee5-d675666a6031 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/quotas/94bb94587d184fb1929e71b397179b77 HTTP/1.1" status: 200 len: 375 time: 0.0087080 Mar 11 13:26:42.690493 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-36ff5e27-cf56-44ad-8ced-9d83a22fb9e4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450120 Mar 11 13:26:42.702072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-f1a776ed-dde5-4d96-b6b8-8ec5589d5904 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:26:42.703516 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-f1a776ed-dde5-4d96-b6b8-8ec5589d5904 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067129 Mar 11 13:26:42.832516 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c2e3cfc3-ef86-4cbc-8aad-7921151159d5 service neutron] 10.222.0.52 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229036 Mar 11 13:26:42.960263 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-98044465-8918-428b-83f2-0c293da15d97 service neutron] 10.222.0.52 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220629 Mar 11 13:26:43.128909 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eb136cab-2820-4d23-a795-346c56abc689 req-da1320f9-ee39-43a0-951a-47062058dfca tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 210 time: 0.0423844 Mar 11 13:26:44.162558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-b214547d-a9b1-4dde-8dfb-10430a4dac22 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:44.164007 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-b214547d-a9b1-4dde-8dfb-10430a4dac22 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 815 time: 0.1455200 Mar 11 13:26:44.178940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Request body: {'port': {'device_id': '06c03882-638d-437a-9232-877a97520bda', 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3', 'admin_state_up': True, 'tenant_id': '94bb94587d184fb1929e71b397179b77'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:26:44.330147 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92d2e142-b62a-45d9-bfca-b44e6e581774 req-2f89c51e-df3e-4dd9-9076-3672f41abc4d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 210 time: 0.0612295 Mar 11 13:26:44.366183 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:26:44.369950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Usage tracker for resource:port and tenant:94bb94587d184fb1929e71b397179b77 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:26:44.372734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:26:44.378593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:26:44.389123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Made reservation on behalf of 94bb94587d184fb1929e71b397179b77 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:26:44.392903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:44.556769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Allocated IP 172.20.0.3 (660e4d8d-9526-4524-bc2f-474ad7d91de3/22dac55e-9e9b-424d-9bf1-af1db41e25ce/1313ca55-f782-4207-ae3f-1bfc6b32aaaa) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:26:44.754011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:44.783996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:44.847725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Network 660e4d8d-9526-4524-bc2f-474ad7d91de3 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:26:44.850619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:26:44.858462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:26:44.898517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:44.929136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:44.929765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:44.948937 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-c273626b-e578-4ce4-9883-3d1ca83d00e5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744701 Mar 11 13:26:44.960271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Request body: {'port': {'device_id': '06c03882-638d-437a-9232-877a97520bda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:26:45.068295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:45.571316 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1313ca55-f782-4207-ae3f-1bfc6b32aaaa {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:26:45.582597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f032-a353-4a76-a6bf-9e1f2930d7ae req-56193546-5271-43e2-ae34-820aed7289c0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:45.583295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2b27f032-a353-4a76-a6bf-9e1f2930d7ae req-56193546-5271-43e2-ae34-820aed7289c0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Synchronizing usage tracker for tenant:94bb94587d184fb1929e71b397179b77 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:26:45.589730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:45.611932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Transition to ACTIVE for port object 1313ca55-f782-4207-ae3f-1bfc6b32aaaa will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:26:45.613061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2b27f032-a353-4a76-a6bf-9e1f2930d7ae req-56193546-5271-43e2-ae34-820aed7289c0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Unset dirty status for tenant:94bb94587d184fb1929e71b397179b77 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:26:45.614258 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b27f032-a353-4a76-a6bf-9e1f2930d7ae req-56193546-5271-43e2-ae34-820aed7289c0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 931 time: 0.1789279 Mar 11 13:26:45.615347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:45.801558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:45.837955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2b27f032-a353-4a76-a6bf-9e1f2930d7ae req-a9364780-d939-47d9-82b0-7b25d483346f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Synchronizing usage tracker for tenant:94bb94587d184fb1929e71b397179b77 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:26:45.882436 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2b27f032-a353-4a76-a6bf-9e1f2930d7ae req-a9364780-d939-47d9-82b0-7b25d483346f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Unset dirty status for tenant:94bb94587d184fb1929e71b397179b77 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:26:45.883480 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b27f032-a353-4a76-a6bf-9e1f2930d7ae req-a9364780-d939-47d9-82b0-7b25d483346f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337215 Mar 11 13:26:45.889782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Attempting to bind port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:26:45.890123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Attempting to bind port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:26:45.890450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Attempting to bind port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa on network 660e4d8d-9526-4524-bc2f-474ad7d91de3 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:26:45.895047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa on network 660e4d8d-9526-4524-bc2f-474ad7d91de3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:26:45.904165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Attempting to bind port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa on network 660e4d8d-9526-4524-bc2f-474ad7d91de3 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:26:45.904165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:26:45.904165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Checking segment: {'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:26:45.904165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Bound using segment: {'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:26:45.904165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Bound port: 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:26:45.904165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:45.989221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:26:45.992097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:26:45.995302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:46.051185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:46.051788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:46.053129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] 10.222.0.50 "PUT /v2.0/ports/1313ca55-f782-4207-ae3f-1bfc6b32aaaa HTTP/1.1" status: 200 len: 1093 time: 1.0966749 Mar 11 13:26:46.053846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:26:46.088417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb7b27-80f2-49b5-b5d1-071eb05b259a service neutron] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:46.124067 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'status': 'completed', 'code': 200} Mar 11 13:26:46.163495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-2b6b9c08-c297-422d-9a99-af3811549876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:46.164854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-2b6b9c08-c297-422d-9a99-af3811549876 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 1096 time: 0.0724785 Mar 11 13:26:46.234760 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-d10d3b52-719e-42f5-9122-580801cb71f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa HTTP/1.1" status: 200 len: 217 time: 0.0628412 Mar 11 13:26:46.294309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-2362566d-3653-4b69-bd36-b584b0da1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:46.295711 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-2362566d-3653-4b69-bd36-b584b0da1a55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0559900 Mar 11 13:26:46.343724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-efe7c00a-e5c1-47d5-9832-f7fef03e6517 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420060 Mar 11 13:26:46.472423 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-9302b93e-97e4-40ab-bed9-c97917d1be27 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225681 Mar 11 13:26:46.601298 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-863933fa-f32a-468c-9218-956d7b6e6d47 req-8ec3677d-495b-42b8-81ee-92bcf36c9ce3 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230586 Mar 11 13:26:46.709818 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833003ea-633a-475c-aef7-e8dd71df9851 req-043b0d89-d5e0-4a23-9494-c199a334b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:46.711188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-833003ea-633a-475c-aef7-e8dd71df9851 req-043b0d89-d5e0-4a23-9494-c199a334b1c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 1096 time: 0.0695596 Mar 11 13:26:46.950597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833003ea-633a-475c-aef7-e8dd71df9851 req-2d420e19-ade9-4548-ab01-573a6ca96cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:46.952028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-833003ea-633a-475c-aef7-e8dd71df9851 req-2d420e19-ade9-4548-ab01-573a6ca96cd8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.2301414 Mar 11 13:26:47.058520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-833003ea-633a-475c-aef7-e8dd71df9851 req-bc827f9e-c7e5-49f7-b86f-ee78d351896c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa HTTP/1.1" status: 200 len: 217 time: 0.0998073 Mar 11 13:26:47.136830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833003ea-633a-475c-aef7-e8dd71df9851 req-77e17c92-fb1a-4aa6-8ba2-2ab7f374f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:47.138294 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-833003ea-633a-475c-aef7-e8dd71df9851 req-77e17c92-fb1a-4aa6-8ba2-2ab7f374f258 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0723128 Mar 11 13:26:47.150462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63572-1feb-4014-b0ef-2a55fac06ecc req-77d20935-bfc1-4897-be4c-3bade7dbdb9e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:47.151792 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52e63572-1feb-4014-b0ef-2a55fac06ecc req-77d20935-bfc1-4897-be4c-3bade7dbdb9e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 943 time: 0.1430430 Mar 11 13:26:47.208711 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-833003ea-633a-475c-aef7-e8dd71df9851 req-34208a6f-1774-4fba-9628-37bfba1535bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560036 Mar 11 13:26:47.260149 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52e63572-1feb-4014-b0ef-2a55fac06ecc req-3809488c-571d-4ca1-96c9-ab9a8d7a63e0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777297 Mar 11 13:26:47.353004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-833003ea-633a-475c-aef7-e8dd71df9851 req-18063a09-98f2-4bda-8cce-95a8be4221da service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340375 Mar 11 13:26:47.484880 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-833003ea-633a-475c-aef7-e8dd71df9851 req-83ab0059-9726-4b5f-ace9-7a9044462b8c service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252363 Mar 11 13:26:48.446068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6f3ca-2dc5-40a8-b6f6-be2bb5594702 req-f1775d2e-b1d6-4d21-8520-db16edb06f14 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:48.447609 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-94a6f3ca-2dc5-40a8-b6f6-be2bb5594702 req-f1775d2e-b1d6-4d21-8520-db16edb06f14 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 943 time: 0.0842662 Mar 11 13:26:48.492930 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-94a6f3ca-2dc5-40a8-b6f6-be2bb5594702 req-4393e083-c5f5-4dbe-8b5f-f77e46ab4106 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 Mar 11 13:26:48.846075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1313ca55-f782-4207-ae3f-1bfc6b32aaaa details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:26:48.976142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:26:48.988708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3', 'port_id': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'mac_address': 'fa:16:3e:b8:d6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dac55e-9e9b-424d-9bf1-af1db41e25ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:26:49.042299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:49.058406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1313ca55-f782-4207-ae3f-1bfc6b32aaaa {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:26:49.073459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:26:49.077051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:49.144606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:49.281962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['1313ca55-f782-4207-ae3f-1bfc6b32aaaa'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:26:49.673578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38157bc7-2f69-4c81-8a3f-5f74c38aeb90 req-262538ee-1850-46e0-bbe4-73773f645d65 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:49.675023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38157bc7-2f69-4c81-8a3f-5f74c38aeb90 req-262538ee-1850-46e0-bbe4-73773f645d65 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 944 time: 0.0782695 Mar 11 13:26:49.719059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38157bc7-2f69-4c81-8a3f-5f74c38aeb90 req-1dc851c8-b980-4c57-b933-beb29a2998a8 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Mar 11 13:26:50.854789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1313ca55-f782-4207-ae3f-1bfc6b32aaaa up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:26:50.902956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848130-e6f8-4352-97a1-94513089ba76 req-b310ae17-be79-4f3e-aff5-4ca23d73f5f9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:50.904412 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0e848130-e6f8-4352-97a1-94513089ba76 req-b310ae17-be79-4f3e-aff5-4ca23d73f5f9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 944 time: 0.0834002 Mar 11 13:26:50.922286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:26:50.928485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:26:50.928861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:50.949601 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0e848130-e6f8-4352-97a1-94513089ba76 req-4b2439f0-009a-45c5-91d3-7be4d82afc58 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 Mar 11 13:26:51.077633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:51.103526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:26:51.113297 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:26:51.116874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:51.149821 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'code': 200} Mar 11 13:26:51.186312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:26:51.361378 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea315-308a-4063-b4dd-4e3c80c87ff6 req-a4dff655-cf06-4053-b55f-ef4ef79a41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:51.362881 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a75ea315-308a-4063-b4dd-4e3c80c87ff6 req-a4dff655-cf06-4053-b55f-ef4ef79a41d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 1098 time: 0.0711591 Mar 11 13:26:51.403869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a75ea315-308a-4063-b4dd-4e3c80c87ff6 req-e5ec8d99-1318-4114-b1fa-c80b2b393113 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346773 Mar 11 13:26:52.150747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78100b1-4e9d-4a56-8961-e8f5f32e3b4f req-b63a1544-b5a8-4615-9948-fe144742b8b0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:52.152194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d78100b1-4e9d-4a56-8961-e8f5f32e3b4f req-b63a1544-b5a8-4615-9948-fe144742b8b0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0824327 Mar 11 13:26:52.167152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:26:52.197873 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d78100b1-4e9d-4a56-8961-e8f5f32e3b4f req-ad339d77-dd3a-4917-89f0-acff400e3ed9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Mar 11 13:26:53.382721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf2333-24e2-46cd-aa38-df8146d1ab10 req-564270a5-1a28-485e-940a-18ce0511deb3 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:53.384167 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-37bf2333-24e2-46cd-aa38-df8146d1ab10 req-564270a5-1a28-485e-940a-18ce0511deb3 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0795417 Mar 11 13:26:53.431531 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-37bf2333-24e2-46cd-aa38-df8146d1ab10 req-def6ab26-8f5f-4cff-a987-483cce4457a7 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Mar 11 13:26:53.611196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af22efd-01e2-49ef-8f19-27a51f79ca2c req-289f11a6-d752-4d92-be92-c491fc57e4c9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:53.612660 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0af22efd-01e2-49ef-8f19-27a51f79ca2c req-289f11a6-d752-4d92-be92-c491fc57e4c9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0799198 Mar 11 13:26:53.655668 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0af22efd-01e2-49ef-8f19-27a51f79ca2c req-cc185872-94e2-4e0c-8155-b2c47abf0b4e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Mar 11 13:26:53.991806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d94cc-510b-4297-b7cd-fca8b54ba14e req-f7042b3e-038f-4279-976c-a7fae9c3254d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:53.993232 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5f7d94cc-510b-4297-b7cd-fca8b54ba14e req-f7042b3e-038f-4279-976c-a7fae9c3254d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0822053 Mar 11 13:26:54.037392 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5f7d94cc-510b-4297-b7cd-fca8b54ba14e req-adae7e9c-7938-497e-802b-34ad6e62e833 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Mar 11 13:26:54.216229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618405e-a462-484e-8f8f-0fb4a59ce29b req-e331de6d-4420-4b8c-8d7d-f139c12ce037 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:54.217622 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c618405e-a462-484e-8f8f-0fb4a59ce29b req-e331de6d-4420-4b8c-8d7d-f139c12ce037 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0788910 Mar 11 13:26:54.261971 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c618405e-a462-484e-8f8f-0fb4a59ce29b req-fc373c83-f4fd-4f36-ad09-744ce1e85cea tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Mar 11 13:26:54.611694 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-070cdeb1-ca6e-47ed-a898-c3be39b52aee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688932 Mar 11 13:26:54.674420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091592e-87a8-4aec-a5ad-e65994876031 req-e1821591-9ff4-47f4-a0ac-6127cf973ae9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:54.675869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1091592e-87a8-4aec-a5ad-e65994876031 req-e1821591-9ff4-47f4-a0ac-6127cf973ae9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0845397 Mar 11 13:26:54.720549 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1091592e-87a8-4aec-a5ad-e65994876031 req-07848b65-357d-4445-b598-cf69f37d7192 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Mar 11 13:26:55.747633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-e7a6e05d-358c-4533-b924-d96f87d11a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:55.749128 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-e7a6e05d-358c-4533-b924-d96f87d11a4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 1098 time: 0.0694494 Mar 11 13:26:56.042206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-e3df8b6f-ac70-4d4d-a381-390b6aefbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:56.043573 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-e3df8b6f-ac70-4d4d-a381-390b6aefbd75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.2886388 Mar 11 13:26:56.056030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea705272-d6c5-4c89-9579-a17578ed92a9 req-0dc88ede-fae9-4311-a8b5-a615a5bd8761 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:56.057344 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea705272-d6c5-4c89-9579-a17578ed92a9 req-0dc88ede-fae9-4311-a8b5-a615a5bd8761 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.1642678 Mar 11 13:26:56.144273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-0c5c5c7c-50e2-4b46-80f9-30ad5d163d66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa HTTP/1.1" status: 200 len: 217 time: 0.0857329 Mar 11 13:26:56.216392 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea705272-d6c5-4c89-9579-a17578ed92a9 req-f209e35b-1a37-4a73-a50e-6df7dd38e932 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941753 Mar 11 13:26:56.223632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-75bdbf5f-ee7a-4ccf-a4ae-de9ab867d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:56.224969 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-75bdbf5f-ee7a-4ccf-a4ae-de9ab867d84a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0745554 Mar 11 13:26:56.273660 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-8f076e51-364e-45e1-aedb-13df149c12d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424523 Mar 11 13:26:56.402421 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-2baf5ca1-1c68-4d2a-8643-fe8f801ca462 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232674 Mar 11 13:26:56.544960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-0ad172cd-d796-4925-8ff7-7639d229cbcc service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364837 Mar 11 13:26:57.396858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc484d-2365-46a8-903a-3a159e2e97cc req-99088d19-cc7d-436b-a0ec-321db962292e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:57.398354 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b7cc484d-2365-46a8-903a-3a159e2e97cc req-99088d19-cc7d-436b-a0ec-321db962292e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0784419 Mar 11 13:26:57.442717 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b7cc484d-2365-46a8-903a-3a159e2e97cc req-41fc5ef2-c2ed-4a20-b3ea-a9b7393d186c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387104 Mar 11 13:26:58.629405 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05132e-a7e1-4ce7-89d8-5318fb369f47 req-49eb119e-dfb9-4249-831d-32a441babc2e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:58.630859 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c05132e-a7e1-4ce7-89d8-5318fb369f47 req-49eb119e-dfb9-4249-831d-32a441babc2e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0835719 Mar 11 13:26:58.674392 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c05132e-a7e1-4ce7-89d8-5318fb369f47 req-1de774ec-882d-4a91-af2e-e8eff2363157 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Mar 11 13:26:59.853134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981fd00-5f8e-420d-a9a3-eefadd48f3e9 req-fae22ec2-b5f3-4e69-b051-c2d692a2534f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:26:59.854595 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0981fd00-5f8e-420d-a9a3-eefadd48f3e9 req-fae22ec2-b5f3-4e69-b051-c2d692a2534f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0791044 Mar 11 13:26:59.898249 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0981fd00-5f8e-420d-a9a3-eefadd48f3e9 req-2ccefbdb-c73f-4618-b6ba-fc108068bdc7 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 Mar 11 13:27:01.080200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8378298-80fd-4186-95f2-78a66bd26246 req-8c6d0c98-e046-49f1-826f-a47da3216dc0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:01.081658 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8378298-80fd-4186-95f2-78a66bd26246 req-8c6d0c98-e046-49f1-826f-a47da3216dc0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0822484 Mar 11 13:27:01.125185 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8378298-80fd-4186-95f2-78a66bd26246 req-a85347d6-3f68-4fd1-9fa5-f2077bea8ddc tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379295 Mar 11 13:27:02.306899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4289ae-d69a-4bd7-b42e-cc4cf4959e74 req-c37fdc87-5797-41c0-ae42-7d14b5d45179 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:02.308312 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da4289ae-d69a-4bd7-b42e-cc4cf4959e74 req-c37fdc87-5797-41c0-ae42-7d14b5d45179 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0783799 Mar 11 13:27:02.353618 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da4289ae-d69a-4bd7-b42e-cc4cf4959e74 req-eca3448c-60bb-4acf-bd4c-68e8dc2a9ca0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Mar 11 13:27:03.540977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb46ec-f641-450e-87d9-495d8bcc1ffb req-cebbd175-7b01-4e1f-81ff-8fbb3935cd7d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:03.542434 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1beb46ec-f641-450e-87d9-495d8bcc1ffb req-cebbd175-7b01-4e1f-81ff-8fbb3935cd7d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0786285 Mar 11 13:27:03.586941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1beb46ec-f641-450e-87d9-495d8bcc1ffb req-4c85171b-78ac-47ab-a529-376fe636dae1 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384743 Mar 11 13:27:04.768614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8729f6-5f3d-40e3-9832-8cecc69ac233 req-f6c33a7c-17e2-49ca-97b6-3e0e860dcbbb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:04.769958 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4a8729f6-5f3d-40e3-9832-8cecc69ac233 req-f6c33a7c-17e2-49ca-97b6-3e0e860dcbbb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0816667 Mar 11 13:27:04.812430 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4a8729f6-5f3d-40e3-9832-8cecc69ac233 req-037c87dc-3bdc-4e87-b2b9-9343bdd49d1a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Mar 11 13:27:05.995385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb24a7-142b-4d6c-b947-5bcf443d5368 req-93895a12-44a1-404e-9b95-47990fae7350 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:05.996816 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6ffb24a7-142b-4d6c-b947-5bcf443d5368 req-93895a12-44a1-404e-9b95-47990fae7350 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0783088 Mar 11 13:27:06.040061 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6ffb24a7-142b-4d6c-b947-5bcf443d5368 req-e07e95ca-bb46-47ed-96af-0afb77074b33 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Mar 11 13:27:07.178674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4fd69e6-a0cf-44bf-9f0f-33c4ddef9f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:07.228750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa85f8-fe40-41d6-8b91-2e50d4e13fdc req-30c4de8c-12d3-4b90-bd4c-be15af5dcdc5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:07.230222 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0fa85f8-fe40-41d6-8b91-2e50d4e13fdc req-30c4de8c-12d3-4b90-bd4c-be15af5dcdc5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0833728 Mar 11 13:27:07.273755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d0fa85f8-fe40-41d6-8b91-2e50d4e13fdc req-6242c5e8-40bc-493f-8417-cfe8e52c4b1d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Mar 11 13:27:08.454869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f8fab-fff9-43e7-968c-f36d36f4c683 req-24b50a31-41d6-4112-af5d-5e50a1b75c87 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:08.456308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd4f8fab-fff9-43e7-968c-f36d36f4c683 req-24b50a31-41d6-4112-af5d-5e50a1b75c87 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0797102 Mar 11 13:27:08.498880 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd4f8fab-fff9-43e7-968c-f36d36f4c683 req-6a7c0664-7202-46b9-b4d0-3436dcfa8c41 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370791 Mar 11 13:27:09.263757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c00ff2e4-ac12-46ca-8965-ec37659fa250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:09.788962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083fb9-bc09-4c8c-b9a3-d3782e187e4e req-c83ae984-a803-412d-8bb8-1a2669d77586 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:09.790352 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71083fb9-bc09-4c8c-b9a3-d3782e187e4e req-c83ae984-a803-412d-8bb8-1a2669d77586 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.1825740 Mar 11 13:27:09.835219 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71083fb9-bc09-4c8c-b9a3-d3782e187e4e req-b355162d-0a5d-47c4-a025-c3ee4e718929 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Mar 11 13:27:10.416166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:10.580970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:11.018269 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4afa-0288-4c12-8d67-c39012cba8b4 req-64a3efe1-8637-45f2-8baf-bb39ff37bef1 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:11.019708 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e98b4afa-0288-4c12-8d67-c39012cba8b4 req-64a3efe1-8637-45f2-8baf-bb39ff37bef1 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0818048 Mar 11 13:27:11.062370 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e98b4afa-0288-4c12-8d67-c39012cba8b4 req-d4bdc57a-5690-4b3e-81a0-cd27c08149f2 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Mar 11 13:27:12.011050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:12.245570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74880e83-2e07-4f14-8b4f-b1e48d85bf6f req-5c3401ef-a6f4-466f-ac33-e371eaa6c353 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:12.246933 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74880e83-2e07-4f14-8b4f-b1e48d85bf6f req-5c3401ef-a6f4-466f-ac33-e371eaa6c353 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0799694 Mar 11 13:27:12.289240 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74880e83-2e07-4f14-8b4f-b1e48d85bf6f req-86b67bd2-d1a3-47df-ad55-15a06e347681 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Mar 11 13:27:13.480298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e87e7-ff1b-4c9b-8ed6-9a1b9eba319a req-e67ebd69-31d5-43eb-ab10-42c779c5c4f9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:13.481759 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f65e87e7-ff1b-4c9b-8ed6-9a1b9eba319a req-e67ebd69-31d5-43eb-ab10-42c779c5c4f9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0841870 Mar 11 13:27:13.524700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f65e87e7-ff1b-4c9b-8ed6-9a1b9eba319a req-ee75f3f6-9a4f-41ce-827e-e908c0e2eea5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366492 Mar 11 13:27:14.351125 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:27:14.709682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4a7e-ec4d-41b9-89c6-43cc64705051 req-5bf46ae9-c987-4f89-b3c6-9294931ae6f7 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:14.711094 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20cc4a7e-ec4d-41b9-89c6-43cc64705051 req-5bf46ae9-c987-4f89-b3c6-9294931ae6f7 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0816660 Mar 11 13:27:14.754328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20cc4a7e-ec4d-41b9-89c6-43cc64705051 req-9316d438-b341-42a3-a46e-db02459815d9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Mar 11 13:27:15.935243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51c4bf-c6ec-45e3-ad86-919046e9bcc0 req-4f9dfec4-6ed0-49fc-962d-60c8445fd12c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:15.936666 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de51c4bf-c6ec-45e3-ad86-919046e9bcc0 req-4f9dfec4-6ed0-49fc-962d-60c8445fd12c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0797632 Mar 11 13:27:15.978917 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de51c4bf-c6ec-45e3-ad86-919046e9bcc0 req-bfc5bb36-4980-4422-a9b4-527018ab20d5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360031 Mar 11 13:27:17.171654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28650b-1a7e-47cb-877c-24fd62857ef6 req-40b4257f-608b-44ee-8060-77dcdc4aed4b tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:17.173129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b28650b-1a7e-47cb-877c-24fd62857ef6 req-40b4257f-608b-44ee-8060-77dcdc4aed4b tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0828989 Mar 11 13:27:17.218054 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b28650b-1a7e-47cb-877c-24fd62857ef6 req-5802d51a-b544-44d4-8369-c42449c21471 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Mar 11 13:27:18.397811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c0077-1d18-430a-94f4-b50344e92fa9 req-9f3e6ae0-1def-40b6-873e-ef6d36ed79ce tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:18.399262 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa2c0077-1d18-430a-94f4-b50344e92fa9 req-9f3e6ae0-1def-40b6-873e-ef6d36ed79ce tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0789833 Mar 11 13:27:18.446539 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa2c0077-1d18-430a-94f4-b50344e92fa9 req-af38d637-3a50-4e80-ad16-f45c94cc60a1 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Mar 11 13:27:19.634897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916e69-1861-4584-ae0a-d1a708fbeee8 req-96090fbb-f357-447a-ac22-5ded5cfa77df tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:19.636342 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7e916e69-1861-4584-ae0a-d1a708fbeee8 req-96090fbb-f357-447a-ac22-5ded5cfa77df tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0795066 Mar 11 13:27:19.679836 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7e916e69-1861-4584-ae0a-d1a708fbeee8 req-545cec27-4fed-4020-bdfe-ff42efb12196 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374475 Mar 11 13:27:20.866530 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d6e84-6d9a-4283-bc9b-6cb06a5041e3 req-decd3bcb-14b9-4139-aee5-1fb5f2b49ddb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:20.867973 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-029d6e84-6d9a-4283-bc9b-6cb06a5041e3 req-decd3bcb-14b9-4139-aee5-1fb5f2b49ddb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0832689 Mar 11 13:27:20.911541 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-029d6e84-6d9a-4283-bc9b-6cb06a5041e3 req-a9740aa6-d583-466c-b506-ea357c91ae1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 Mar 11 13:27:22.096714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aeb56d-f729-4b06-83f4-523d5ed42a00 req-56c95fff-411b-4998-9500-d71ccaf8bc69 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:22.098192 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-42aeb56d-f729-4b06-83f4-523d5ed42a00 req-56c95fff-411b-4998-9500-d71ccaf8bc69 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0790265 Mar 11 13:27:22.141365 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-42aeb56d-f729-4b06-83f4-523d5ed42a00 req-db549406-6e07-459b-b1fc-a7d64791dd42 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Mar 11 13:27:22.163869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:23.293186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-1ed555dd-bd9a-4284-9f9f-42f2e35b3053 service neutron] 10.222.0.50 "GET /v2.0/ports/1313ca55-f782-4207-ae3f-1bfc6b32aaaa/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.1195698 Mar 11 13:27:23.331323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc2cd9-7113-42d1-b233-3c465ed5651a req-45287343-ef50-4e15-bcba-6eb66f04326d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:23.332789 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6cdc2cd9-7113-42d1-b233-3c465ed5651a req-45287343-ef50-4e15-bcba-6eb66f04326d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0886919 Mar 11 13:27:23.381381 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6cdc2cd9-7113-42d1-b233-3c465ed5651a req-99945fec-96be-4670-8cf1-bc1c049a03a3 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428009 Mar 11 13:27:23.546427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-33d8fa1a-cf80-4719-891b-95966d536a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:23.548338 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-33d8fa1a-cf80-4719-891b-95966d536a18 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda&tenant_id=94bb94587d184fb1929e71b397179b77 HTTP/1.1" status: 200 len: 1098 time: 0.0683351 Mar 11 13:27:23.641540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-d4bb3851-afe4-4ba1-b675-0bb637a61248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:23.642954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-d4bb3851-afe4-4ba1-b675-0bb637a61248 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 1098 time: 0.0685310 Mar 11 13:27:23.776714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-7e8c0534-9cb5-4e2f-a18b-a074389e52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:23.778086 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-7e8c0534-9cb5-4e2f-a18b-a074389e52a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.1287580 Mar 11 13:27:23.846702 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-c2ce4974-1470-4b51-9783-2b06a4d844fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa HTTP/1.1" status: 200 len: 217 time: 0.0628746 Mar 11 13:27:23.910033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-53dcc3b2-1acc-4aae-b6b8-100c7ed9fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:23.911377 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-53dcc3b2-1acc-4aae-b6b8-100c7ed9fa64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0588408 Mar 11 13:27:23.955860 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-956a2b15-9886-428e-ae62-73f78663cf21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386915 Mar 11 13:27:24.098610 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-9917db6c-f2a2-41a5-8dec-fbb57d81701a service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363385 Mar 11 13:27:24.324434 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d715d90-c872-4d59-90d6-bf8e4737280f req-db8f49b7-fa14-4735-947a-6158cba37392 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198880 Mar 11 13:27:24.569965 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91cb8d-f7f7-47f4-94ac-aadf60dc2715 req-4c2a9ee4-6b0f-436d-ae67-c7dd9da78993 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:24.571407 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa91cb8d-f7f7-47f4-94ac-aadf60dc2715 req-4c2a9ee4-6b0f-436d-ae67-c7dd9da78993 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0807593 Mar 11 13:27:24.617048 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa91cb8d-f7f7-47f4-94ac-aadf60dc2715 req-fe5037a5-8d5c-4152-9090-af998fffbe40 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Mar 11 13:27:25.796932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71f375-11ba-4870-b6e5-a554e13800c5 req-e330308e-94ab-4127-9d73-eb8fdf276281 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:25.798440 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b71f375-11ba-4870-b6e5-a554e13800c5 req-e330308e-94ab-4127-9d73-eb8fdf276281 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0785987 Mar 11 13:27:25.845872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b71f375-11ba-4870-b6e5-a554e13800c5 req-fa6aecd4-0692-4e21-9a14-aa86f81f911e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Mar 11 13:27:27.029696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651374b-7d51-49b3-afbc-60ed5699aac8 req-d6bbed9e-0ddc-476b-b6cb-601ac44004fb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:27.031109 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9651374b-7d51-49b3-afbc-60ed5699aac8 req-d6bbed9e-0ddc-476b-b6cb-601ac44004fb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0827482 Mar 11 13:27:27.034639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1313ca55-f782-4207-ae3f-1bfc6b32aaaa details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:27:27.037873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1313ca55-f782-4207-ae3f-1bfc6b32aaaa no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:27:27.076143 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9651374b-7d51-49b3-afbc-60ed5699aac8 req-9ecbe68f-67c0-4a45-82d1-fe05c79f83e7 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 Mar 11 13:27:27.268215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:27.290326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:27.310033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3', 'port_id': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'mac_address': 'fa:16:3e:b8:d6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dac55e-9e9b-424d-9bf1-af1db41e25ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:27:27.315190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:27:27.349351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:27.361319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:27.410276 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'code': 200} Mar 11 13:27:27.441657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:27.452285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-cb444db0-7ed4-4aee-8b7a-20fdd279f804 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:27.453746 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-cb444db0-7ed4-4aee-8b7a-20fdd279f804 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda&tenant_id=94bb94587d184fb1929e71b397179b77&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 943 time: 0.1469758 Mar 11 13:27:27.462532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a983f6-0f87-45ec-9ae9-068d5d7c3301 req-bba64e82-9343-4cc0-b3b9-409117722d25 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:27.464026 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00a983f6-0f87-45ec-9ae9-068d5d7c3301 req-bba64e82-9343-4cc0-b3b9-409117722d25 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 943 time: 0.1591051 Mar 11 13:27:27.470726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1313ca55-f782-4207-ae3f-1bfc6b32aaaa {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:27:27.477392 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:27.490751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:27.494701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:27.514544 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00a983f6-0f87-45ec-9ae9-068d5d7c3301 req-0dfd3ef2-01ea-4551-a0ac-96d9f3b56c7a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Mar 11 13:27:27.562420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['1313ca55-f782-4207-ae3f-1bfc6b32aaaa'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:27:27.599146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-f1a18497-c41d-484b-8fcd-68b3917ea1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:27.600634 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-f1a18497-c41d-484b-8fcd-68b3917ea1c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 1097 time: 0.0735784 Mar 11 13:27:27.602591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:27.732970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-e6c848c1-08e7-4ab9-aa09-4da49b77f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:27.734370 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-e6c848c1-08e7-4ab9-aa09-4da49b77f212 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.1269560 Mar 11 13:27:27.805278 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-6aa5ed30-7b1f-4565-8b73-8fe264a34acc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa HTTP/1.1" status: 200 len: 217 time: 0.0648251 Mar 11 13:27:27.869234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-b0882093-4c19-4f62-aa3b-012246ca9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:27.870636 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-b0882093-4c19-4f62-aa3b-012246ca9926 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0592618 Mar 11 13:27:27.915889 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-e069a22d-2725-4f05-9ed4-9625d7fd1d7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391097 Mar 11 13:27:28.046901 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-edd736a8-cc85-4a1e-af36-4760242c89a5 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223390 Mar 11 13:27:28.175748 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4fd5a513-d1d1-404e-afea-e6299194c15e req-ebb8e2d4-6d5e-478b-9156-e74fff454c26 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231654 Mar 11 13:27:28.706355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2ffd8-1fb1-4b3d-bc51-dbb95b535f88 req-41b343b7-4842-4598-87d0-9f9c671409d6 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:28.707722 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bfc2ffd8-1fb1-4b3d-bc51-dbb95b535f88 req-41b343b7-4842-4598-87d0-9f9c671409d6 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 944 time: 0.0812430 Mar 11 13:27:28.753518 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bfc2ffd8-1fb1-4b3d-bc51-dbb95b535f88 req-416fae23-2e2d-4861-9bcb-0e1a4f5ef0ea tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Mar 11 13:27:28.941090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdfdbb-f78c-4384-9667-0dae520b30da req-bcfc1116-9fec-4df1-a337-b60ae956f032 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:28.942559 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16fdfdbb-f78c-4384-9667-0dae520b30da req-bcfc1116-9fec-4df1-a337-b60ae956f032 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 944 time: 0.0832324 Mar 11 13:27:28.985323 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16fdfdbb-f78c-4384-9667-0dae520b30da req-5a43a1df-2ffb-43ec-8bae-a5567e270ff1 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371609 Mar 11 13:27:29.057202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1313ca55-f782-4207-ae3f-1bfc6b32aaaa up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:27:29.122759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:27:29.123214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:29.165265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc55ea7-8a2b-4718-b45e-cc7a1477c75d req-02277445-6940-4975-9dca-5cea994b7c62 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:29.166752 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7dc55ea7-8a2b-4718-b45e-cc7a1477c75d req-02277445-6940-4975-9dca-5cea994b7c62 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 944 time: 0.0790036 Mar 11 13:27:29.213934 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7dc55ea7-8a2b-4718-b45e-cc7a1477c75d req-27ec6c62-92a3-4c70-a1bb-d0e4bf663577 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Mar 11 13:27:29.240697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:29.272195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:29.276336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:29.345929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:29.412190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:27:29.459827 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'code': 200} Mar 11 13:27:29.809055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-3ac49ebd-d7ba-4cb1-bfe0-d7db66366344 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:29.810383 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-3ac49ebd-d7ba-4cb1-bfe0-d7db66366344 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 815 time: 0.2464473 Mar 11 13:27:29.824417 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-5af17cdd-97ae-40a1-a553-448c315341fb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/quotas/94bb94587d184fb1929e71b397179b77 HTTP/1.1" status: 200 len: 375 time: 0.0085979 Mar 11 13:27:29.903706 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-65531b73-8804-441e-a6e8-6412d901033b tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729504 Mar 11 13:27:29.956168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-719e14f7-65e0-4b51-a431-a25ec96fc1b8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:27:29.957135 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-719e14f7-65e0-4b51-a431-a25ec96fc1b8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466778 Mar 11 13:27:30.087187 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-90da7a80-c752-493a-8099-e9d8b69d45c6 service neutron] 10.222.0.52 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240273 Mar 11 13:27:30.216620 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-8615f0b2-b167-4d2c-8c0b-62e3e33accbd service neutron] 10.222.0.52 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238036 Mar 11 13:27:30.396610 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-078d4fc8-1a39-4a50-aaf8-657535bc97a2 req-e42aa7c7-cb42-43a9-a995-8fe577ee59e9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 210 time: 0.0469792 Mar 11 13:27:31.259893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e399f-a625-4db5-8a07-99a179e88d81 req-5a822b91-0be4-4757-aa63-62d967311195 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:31.261329 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-523e399f-a625-4db5-8a07-99a179e88d81 req-5a822b91-0be4-4757-aa63-62d967311195 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "GET /v2.0/ports?device_id=06c03882-638d-437a-9232-877a97520bda HTTP/1.1" status: 200 len: 945 time: 0.0837405 Mar 11 13:27:31.332109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Deleting port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:27:31.332403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:31.508304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-a3accece-c666-4bce-b69b-9fa6fc4595e4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:31.509782 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-a3accece-c666-4bce-b69b-9fa6fc4595e4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 815 time: 0.2702286 Mar 11 13:27:31.522647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Request body: {'port': {'device_id': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3', 'admin_state_up': True, 'tenant_id': '94bb94587d184fb1929e71b397179b77'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:27:31.619715 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f9e0a3b6-bd01-42f4-a32b-53b9144add52 req-f2e3fafb-5a5a-4dd3-bdf1-bf589485f743 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 210 time: 0.0933192 Mar 11 13:27:31.660990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:27:31.670399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:27:31.675937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] For port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:31.676290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:31.680112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Made reservation on behalf of 94bb94587d184fb1929e71b397179b77 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:27:31.683721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:31.800169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Calling delete_port for 1313ca55-f782-4207-ae3f-1bfc6b32aaaa owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:27:31.846979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Allocated IP 172.20.0.10 (660e4d8d-9526-4524-bc2f-474ad7d91de3/22dac55e-9e9b-424d-9bf1-af1db41e25ce/c3bd6d22-f59f-475c-9c10-5cfe209a3c69) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:27:31.946351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:31.958708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['1313ca55-f782-4207-ae3f-1bfc6b32aaaa'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:27:32.000990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Pushing event deleted for resources: {'Port': ['ID=1313ca55-f782-4207-ae3f-1bfc6b32aaaa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:32.079502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] No DVR routers for this DVR port 1313ca55-f782-4207-ae3f-1bfc6b32aaaa on host hv-neutron-8331 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:27:32.082636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:32.085127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-deleted', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:27:32.092700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:32.100996 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "DELETE /v2.0/ports/1313ca55-f782-4207-ae3f-1bfc6b32aaaa HTTP/1.1" status: 204 len: 173 time: 0.8348575 Mar 11 13:27:32.125625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:32.137263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['1313ca55-f782-4207-ae3f-1bfc6b32aaaa'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:27:32.153482 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c03882-638d-437a-9232-877a97520bda', 'name': 'network-vif-deleted', 'tag': '1313ca55-f782-4207-ae3f-1bfc6b32aaaa', 'status': 'completed', 'code': 200} Mar 11 13:27:32.196705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Network 660e4d8d-9526-4524-bc2f-474ad7d91de3 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:27:32.203869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:27:32.208726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:27:32.243026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:32.275065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:32.275653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:32.297829 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-7c704845-512a-401f-8a86-068809a4954a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791510 Mar 11 13:27:32.308615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Request body: {'port': {'device_id': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:27:32.416256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:32.761853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bd6d22-f59f-475c-9c10-5cfe209a3c69 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:27:32.768884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:32.783839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Transition to ACTIVE for port object c3bd6d22-f59f-475c-9c10-5cfe209a3c69 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:27:32.786975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:32.808034 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dff6fd-c59c-4a0e-abda-942e2f0fdd9b req-e1f3fd98-d8d8-4e60-b98b-b20a91b29e42 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:32.808729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-51dff6fd-c59c-4a0e-abda-942e2f0fdd9b req-e1f3fd98-d8d8-4e60-b98b-b20a91b29e42 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Synchronizing usage tracker for tenant:94bb94587d184fb1929e71b397179b77 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:27:32.824372 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-51dff6fd-c59c-4a0e-abda-942e2f0fdd9b req-e1f3fd98-d8d8-4e60-b98b-b20a91b29e42 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Unset dirty status for tenant:94bb94587d184fb1929e71b397179b77 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:27:32.825662 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-51dff6fd-c59c-4a0e-abda-942e2f0fdd9b req-e1f3fd98-d8d8-4e60-b98b-b20a91b29e42 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 932 time: 0.0982759 Mar 11 13:27:32.871409 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-51dff6fd-c59c-4a0e-abda-942e2f0fdd9b req-606cf069-bb90-476d-9558-30e5bfcd6f93 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Mar 11 13:27:32.941050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:33.016183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Attempting to bind port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:27:33.016408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Attempting to bind port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:27:33.016727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Attempting to bind port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 on network 660e4d8d-9526-4524-bc2f-474ad7d91de3 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:27:33.021925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 on network 660e4d8d-9526-4524-bc2f-474ad7d91de3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:27:33.022243 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Attempting to bind port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 on network 660e4d8d-9526-4524-bc2f-474ad7d91de3 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:27:33.027157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:27:33.027485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Checking segment: {'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:27:33.027856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Bound using segment: {'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:27:33.028275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Bound port: c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d69aa3-cba6-4eaf-ab53-2024817150b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:27:33.028606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:33.115892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:27:33.122670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:27:33.128074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:33.182790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:33.183381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:33.184708 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] 10.222.0.50 "PUT /v2.0/ports/c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 200 len: 1094 time: 0.8799610 Mar 11 13:27:33.185123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:27:33.212699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ace9f4-f96a-4d90-81e6-268db5740be8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:33.359025 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'status': 'completed', 'code': 200} Mar 11 13:27:33.389157 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-13cdb9eb-a319-4d8e-8232-6904be91b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:33.390647 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-13cdb9eb-a319-4d8e-8232-6904be91b793 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 1097 time: 0.1688316 Mar 11 13:27:33.457775 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-e9e3ca64-3985-4c09-89f1-9860cb354034 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 200 len: 217 time: 0.0595284 Mar 11 13:27:33.519857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-c8d246df-80da-4c42-94c8-88ec1994e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:33.521137 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-c8d246df-80da-4c42-94c8-88ec1994e837 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0578256 Mar 11 13:27:33.566233 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-01ec86bd-d6bb-492a-b642-485e3b8daeeb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392513 Mar 11 13:27:33.694153 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-db769d35-06c2-4fb3-a818-ffb316213ae2 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215525 Mar 11 13:27:33.824888 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b09cabce-4a65-4634-bcc8-6b9eec9b8d50 req-a02f0699-7b8e-482c-8f67-68206a4a9525 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234853 Mar 11 13:27:33.942824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-7744ce10-6d8b-4967-b9c5-098cc47b6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:33.944280 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-7744ce10-6d8b-4967-b9c5-098cc47b6474 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 1097 time: 0.0737612 Mar 11 13:27:34.059623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de0bcb-7922-4b94-b393-f09e336eb40f req-fd119b2a-5315-4c95-a467-4e8a48698df8 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:34.061107 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-49de0bcb-7922-4b94-b393-f09e336eb40f req-fd119b2a-5315-4c95-a467-4e8a48698df8 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 944 time: 0.0836594 Mar 11 13:27:34.076494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-57d30b1f-bcee-4ba9-9a1d-fdbe837e86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:34.077918 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-57d30b1f-bcee-4ba9-9a1d-fdbe837e86d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.1271656 Mar 11 13:27:34.104808 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-49de0bcb-7922-4b94-b393-f09e336eb40f req-d8400302-8133-4d53-b1c2-4a363c966ccd tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Mar 11 13:27:34.144908 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-02212d9d-ce19-4143-9791-13fc72cab7e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 200 len: 217 time: 0.0598652 Mar 11 13:27:34.209548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-57951eea-9a1b-4899-80b2-77719d634f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:34.210955 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-57951eea-9a1b-4899-80b2-77719d634f74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0595524 Mar 11 13:27:34.257071 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-34bd036e-fade-48be-8cae-c2c945ddf9cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393362 Mar 11 13:27:34.384935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-76f97319-8b5f-453c-bb10-6819742e7bec service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213021 Mar 11 13:27:34.515217 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa73c425-8f1d-4338-ae8e-70d4f5ef61a8 req-00a3735e-97c4-4d38-ba0d-d6fb63550f58 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236935 Mar 11 13:27:35.078996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1313ca55-f782-4207-ae3f-1bfc6b32aaaa no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:27:35.115226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 1313ca55-f782-4207-ae3f-1bfc6b32aaaa {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:27:35.115566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1313ca55-f782-4207-ae3f-1bfc6b32aaaa not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:27:35.285485 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9498ad-dda7-404e-974c-3f298ea57200 req-1ba43581-9b2c-4815-9aba-7144d51c9a49 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:35.286920 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba9498ad-dda7-404e-974c-3f298ea57200 req-1ba43581-9b2c-4815-9aba-7144d51c9a49 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 944 time: 0.0787122 Mar 11 13:27:35.330864 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba9498ad-dda7-404e-974c-3f298ea57200 req-0b03c53d-6a60-4b6f-a2aa-e10ce1f76aca tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 Mar 11 13:27:36.512334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a2d35-c216-4e06-a2a8-c8ee7d579fc1 req-8f725873-09e8-452d-bfd6-822eb8659a8c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:36.513782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f25a2d35-c216-4e06-a2a8-c8ee7d579fc1 req-8f725873-09e8-452d-bfd6-822eb8659a8c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 944 time: 0.0823922 Mar 11 13:27:36.556919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f25a2d35-c216-4e06-a2a8-c8ee7d579fc1 req-4283a17f-1a66-495a-80df-664b59e12352 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Mar 11 13:27:37.087148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c3bd6d22-f59f-475c-9c10-5cfe209a3c69 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:27:37.204858 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-393150c4-f935-42d5-922f-9c7bbd91066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:37.231229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:37.244403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3', 'port_id': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'mac_address': 'fa:16:3e:4c:46:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dac55e-9e9b-424d-9bf1-af1db41e25ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:27:37.296283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:37.313248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bd6d22-f59f-475c-9c10-5cfe209a3c69 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:27:37.327594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:37.330542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:37.398919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:37.406227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.406573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.406907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.407243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.408062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.408390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.408710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.409031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.409352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.409694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.410011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.410328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:27:37.519706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['c3bd6d22-f59f-475c-9c10-5cfe209a3c69'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:27:37.742329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6807282-0ef9-44a4-96a8-642308ef34b6 req-ebc9f021-539a-49ee-8747-6a3ca875369c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:37.743785 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6807282-0ef9-44a4-96a8-642308ef34b6 req-ebc9f021-539a-49ee-8747-6a3ca875369c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 945 time: 0.0835049 Mar 11 13:27:37.800962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6807282-0ef9-44a4-96a8-642308ef34b6 req-e52f2f0c-59a4-4972-97d7-410b273162ea tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512805 Mar 11 13:27:38.982636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a56f-eb90-4908-90ba-07d0331b2d41 req-55fee43a-bc1b-49a6-8d8b-3a7fdb5319d5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:38.984077 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2773a56f-eb90-4908-90ba-07d0331b2d41 req-55fee43a-bc1b-49a6-8d8b-3a7fdb5319d5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 945 time: 0.0801907 Mar 11 13:27:39.027499 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2773a56f-eb90-4908-90ba-07d0331b2d41 req-f11e6a14-d649-4404-9605-ce0c026adad2 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373886 Mar 11 13:27:39.119257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c3bd6d22-f59f-475c-9c10-5cfe209a3c69 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:27:39.215376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:27:39.220917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:27:39.221307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:39.280856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7eb9de7a-c2d1-418b-82ce-f09abb24e983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:39.347159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:39.372834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:27:39.383090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:27:39.387870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:39.418839 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'code': 200} Mar 11 13:27:39.459787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:27:39.639271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73bf3a-74a5-4950-a79c-0d705b5591f2 req-aac96ddb-e565-4ebf-845e-b12a827c04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:39.640630 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6d73bf3a-74a5-4950-a79c-0d705b5591f2 req-aac96ddb-e565-4ebf-845e-b12a827c04ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 1099 time: 0.0680780 Mar 11 13:27:39.682771 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6d73bf3a-74a5-4950-a79c-0d705b5591f2 req-996b4687-4e38-40fc-9475-f3e552af1939 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362346 Mar 11 13:27:40.211567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e029-9f4c-4fa6-80fc-4baa9911c73a req-4b68d575-3eaa-4d07-8d61-efbbe1f28aa3 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:40.212976 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-46a5e029-9f4c-4fa6-80fc-4baa9911c73a req-4b68d575-3eaa-4d07-8d61-efbbe1f28aa3 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0806255 Mar 11 13:27:40.357950 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-46a5e029-9f4c-4fa6-80fc-4baa9911c73a req-cd98a438-927c-4252-a839-2ec59f165ec2 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392665 Mar 11 13:27:40.417627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:40.586313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:41.540756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d69b86-f0c6-4ab1-b3de-d14e1379293e req-1237a4d6-fe86-4513-9962-a7265632beb4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:41.542236 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23d69b86-f0c6-4ab1-b3de-d14e1379293e req-1237a4d6-fe86-4513-9962-a7265632beb4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0774202 Mar 11 13:27:41.587110 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23d69b86-f0c6-4ab1-b3de-d14e1379293e req-3fea296b-a105-409f-b0fd-155c8a326179 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393872 Mar 11 13:27:41.770350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5549ea-cfd9-4d66-983f-487db006edca req-85c4b837-2646-41c8-8fbb-ffc0e2ab7f14 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:41.771763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1c5549ea-cfd9-4d66-983f-487db006edca req-85c4b837-2646-41c8-8fbb-ffc0e2ab7f14 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0819225 Mar 11 13:27:41.815749 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1c5549ea-cfd9-4d66-983f-487db006edca req-64ef25f2-074d-45d6-bb67-62b9450a12ce tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Mar 11 13:27:42.012612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:42.161691 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-9a05124c-d89d-4d70-9801-b2d69223dc44 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697727 Mar 11 13:27:42.228188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429c295-5330-4af8-a6ff-69d3702f0c60 req-c74f1b8a-25e0-4e5d-bbbc-a0699635d0e7 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:42.229664 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f429c295-5330-4af8-a6ff-69d3702f0c60 req-c74f1b8a-25e0-4e5d-bbbc-a0699635d0e7 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0848043 Mar 11 13:27:42.274295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f429c295-5330-4af8-a6ff-69d3702f0c60 req-6517b26f-b014-453d-b608-6972f5ae9ba5 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Mar 11 13:27:43.234103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-1092035a-9cd6-4fc6-8788-43f67588167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:43.236080 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-1092035a-9cd6-4fc6-8788-43f67588167b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 1099 time: 0.0688777 Mar 11 13:27:43.364376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-6579736a-80a5-4535-9bb4-143d18810432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:43.365852 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-6579736a-80a5-4535-9bb4-143d18810432 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.1250484 Mar 11 13:27:43.438272 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-b412a401-4118-40fd-ac2a-91bf3cdf2429 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 200 len: 217 time: 0.0656855 Mar 11 13:27:43.462090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f8358-628c-46b3-919e-0311925ec633 req-83ca8c91-7951-4345-af40-0e7256da397f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:43.463568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba8f8358-628c-46b3-919e-0311925ec633 req-83ca8c91-7951-4345-af40-0e7256da397f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0811033 Mar 11 13:27:43.503574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-c312057b-7d8e-4c4f-b806-0bd1b9cf2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:43.504926 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-c312057b-7d8e-4c4f-b806-0bd1b9cf2ea3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0607820 Mar 11 13:27:43.507267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba8f8358-628c-46b3-919e-0311925ec633 req-9f2e7855-ae16-4980-ad12-f8e12acc38e6 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Mar 11 13:27:43.640782 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-e17cfb75-4af8-42de-9ae6-d47b05d3e8ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299770 Mar 11 13:27:43.769378 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-0a3275c3-6071-4dbf-a275-7e8363f64182 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220589 Mar 11 13:27:43.898075 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-d71c0044-22db-437f-9c17-1a523e23df01 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226130 Mar 11 13:27:44.694993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f937-edf2-4463-b1d9-9d85ffe57e98 req-d58730ea-d2c3-4fc8-b2a8-c3fc24837eee tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:44.696326 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7767f937-edf2-4463-b1d9-9d85ffe57e98 req-d58730ea-d2c3-4fc8-b2a8-c3fc24837eee tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0821207 Mar 11 13:27:44.739379 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7767f937-edf2-4463-b1d9-9d85ffe57e98 req-e8b86d90-e16b-4c26-a237-a3e147726e47 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Mar 11 13:27:45.921197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac0ac6-8b99-4223-abd5-09bee423d47d req-2bc3c846-9843-4874-8d7c-2d75b7163b85 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:45.923160 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-56ac0ac6-8b99-4223-abd5-09bee423d47d req-2bc3c846-9843-4874-8d7c-2d75b7163b85 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0798690 Mar 11 13:27:45.970834 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-56ac0ac6-8b99-4223-abd5-09bee423d47d req-3676ed89-e229-48fe-aeb7-27d66a8e945f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Mar 11 13:27:47.150232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44df885-d3dc-4f51-8000-9e910282f3cf req-84912b49-f8f5-4ec9-8347-3e69d06d247c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:47.151670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d44df885-d3dc-4f51-8000-9e910282f3cf req-84912b49-f8f5-4ec9-8347-3e69d06d247c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0785785 Mar 11 13:27:47.195225 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d44df885-d3dc-4f51-8000-9e910282f3cf req-bcb0b978-e775-4e87-917f-9f6ff914c9b2 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Mar 11 13:27:48.381190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163fb79-f6f8-4caf-a673-b9098996b270 req-7f206ff3-8c85-4781-9eec-d9819b92fdbb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:48.382687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9163fb79-f6f8-4caf-a673-b9098996b270 req-7f206ff3-8c85-4781-9eec-d9819b92fdbb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0831258 Mar 11 13:27:48.426978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9163fb79-f6f8-4caf-a673-b9098996b270 req-c21aa170-4fa9-4537-824d-898168491f4f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383692 Mar 11 13:27:48.938859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-eaebba9c-1434-4b0c-bcff-c4ddde354f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:48.940300 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-eaebba9c-1434-4b0c-bcff-c4ddde354f96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 1099 time: 0.0680118 Mar 11 13:27:49.078826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-e3f226de-1c91-4924-ad9b-01adc58acda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:49.080244 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-e3f226de-1c91-4924-ad9b-01adc58acda9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.1232138 Mar 11 13:27:49.149013 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-e1189016-644b-4362-88ab-8b4cecfd61cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 200 len: 217 time: 0.0621109 Mar 11 13:27:49.209364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-c2976812-6c40-4cfc-b636-973e4b3d5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:49.210660 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-c2976812-6c40-4cfc-b636-973e4b3d5169 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0552597 Mar 11 13:27:49.259776 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-699cfd04-46a4-40db-8ac0-64c7060a0f85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424759 Mar 11 13:27:49.387223 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-b9dd6a19-c271-4861-b832-e9847703f25d service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209881 Mar 11 13:27:49.515740 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6c8fb6b-1cd1-411f-a71c-69e4b114b02a req-fd8769e1-67b8-43d2-8ddd-4eecfbb2e366 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227205 Mar 11 13:27:49.610241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6f8a-ed3f-48cb-863b-a9c05c40fa46 req-af213871-7c29-459e-96a2-4847ee3d294a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:49.611677 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-96aa6f8a-ed3f-48cb-863b-a9c05c40fa46 req-af213871-7c29-459e-96a2-4847ee3d294a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0806346 Mar 11 13:27:49.658210 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-96aa6f8a-ed3f-48cb-863b-a9c05c40fa46 req-21abf3e8-c3e9-4d3a-8514-17f64fbdb702 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Mar 11 13:27:50.839802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb366b5e-a771-405e-961d-8e884c738c9e req-fd23c7c4-695d-4824-aaed-07bad0bbb350 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:50.841244 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb366b5e-a771-405e-961d-8e884c738c9e req-fd23c7c4-695d-4824-aaed-07bad0bbb350 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0795190 Mar 11 13:27:50.885542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb366b5e-a771-405e-961d-8e884c738c9e req-43facc66-994f-48e9-97c1-7565783be263 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380456 Mar 11 13:27:51.348602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:27:52.071950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24448eb1-2e12-41c7-8052-305f340e1d43 req-085e7999-0b90-47e5-a46a-24886947d15d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:52.073267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-24448eb1-2e12-41c7-8052-305f340e1d43 req-085e7999-0b90-47e5-a46a-24886947d15d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0825014 Mar 11 13:27:52.115752 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-24448eb1-2e12-41c7-8052-305f340e1d43 req-98c5989f-7312-426a-b43c-9a54f35bd12f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369060 Mar 11 13:27:52.180002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:27:53.307347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8f229-b420-453d-8b65-f8149b4a93d2 req-335eae7c-2a1a-4613-af3d-57860787f34a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:53.308787 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4cd8f229-b420-453d-8b65-f8149b4a93d2 req-335eae7c-2a1a-4613-af3d-57860787f34a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0831926 Mar 11 13:27:53.351938 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4cd8f229-b420-453d-8b65-f8149b4a93d2 req-e5c0c0c7-c343-4f44-81ab-a2960f8a646c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Mar 11 13:27:54.536216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3612b-5ac1-4df8-8974-f37990f9a352 req-2ea1a1be-5abb-4f8b-b73f-28252de2e70e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:54.537769 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85c3612b-5ac1-4df8-8974-f37990f9a352 req-2ea1a1be-5abb-4f8b-b73f-28252de2e70e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0819008 Mar 11 13:27:54.592041 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85c3612b-5ac1-4df8-8974-f37990f9a352 req-759ea2b9-e1e0-47d4-b261-7a4695e4691b tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469463 Mar 11 13:27:55.771429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6c595-5470-4621-8bc9-0dc3e6834168 req-bc7a245c-bf2d-4152-abf8-f50eee33c640 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:55.772856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1ca6c595-5470-4621-8bc9-0dc3e6834168 req-bc7a245c-bf2d-4152-abf8-f50eee33c640 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0780542 Mar 11 13:27:55.818278 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1ca6c595-5470-4621-8bc9-0dc3e6834168 req-4e0248eb-0246-4b5c-b0fb-423f65be3da8 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Mar 11 13:27:56.998981 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929e0af-985e-42fe-a94e-39b29ecedd4e req-9427376f-09f3-496d-a7f8-b9dce0a3b9ed tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:57.000456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0929e0af-985e-42fe-a94e-39b29ecedd4e req-9427376f-09f3-496d-a7f8-b9dce0a3b9ed tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0797451 Mar 11 13:27:57.044430 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0929e0af-985e-42fe-a94e-39b29ecedd4e req-132a80b2-3941-447d-8443-e7de982e9964 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Mar 11 13:27:58.238394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1125ac1-60a4-4376-95fc-2dd4f702a6be req-fa31e905-534e-4426-b6c0-ff02bd55fa9b tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:58.239830 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b1125ac1-60a4-4376-95fc-2dd4f702a6be req-fa31e905-534e-4426-b6c0-ff02bd55fa9b tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0896602 Mar 11 13:27:58.283450 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b1125ac1-60a4-4376-95fc-2dd4f702a6be req-e3e14c38-ad4f-421c-bb64-856af89defbd tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Mar 11 13:27:59.466206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51245bf7-d19e-41ab-9d4d-55bafc3459eb req-44b6a1e9-a0de-40f1-ab8b-2905e66d3795 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:27:59.467656 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-51245bf7-d19e-41ab-9d4d-55bafc3459eb req-44b6a1e9-a0de-40f1-ab8b-2905e66d3795 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0794728 Mar 11 13:27:59.511643 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-51245bf7-d19e-41ab-9d4d-55bafc3459eb req-745a6ca1-ef94-4c64-b45d-0a139f6435ff tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Mar 11 13:28:00.696246 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1b35-124c-4832-ae2b-2b8b45d17773 req-593fdce5-371d-4f4d-8982-fe3b1bd68069 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:00.697603 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c7d1b35-124c-4832-ae2b-2b8b45d17773 req-593fdce5-371d-4f4d-8982-fe3b1bd68069 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0834754 Mar 11 13:28:00.741307 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c7d1b35-124c-4832-ae2b-2b8b45d17773 req-9165549e-27ff-4b72-a58e-96ce59c228db tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Mar 11 13:28:01.923896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f770c-8371-4b39-8bf9-035b96523d07 req-bac91844-3e56-47d1-8209-a1ffdd0bb464 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:01.925311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d3f770c-8371-4b39-8bf9-035b96523d07 req-bac91844-3e56-47d1-8209-a1ffdd0bb464 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0800874 Mar 11 13:28:01.968478 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d3f770c-8371-4b39-8bf9-035b96523d07 req-264636d6-61f7-487d-8ba0-a1268e1936fb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Mar 11 13:28:03.147552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e48c-0333-4def-bbea-fa624c26b707 req-91150c15-48ad-4e4b-b766-eeb103bec48c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:03.148979 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4509e48c-0333-4def-bbea-fa624c26b707 req-91150c15-48ad-4e4b-b766-eeb103bec48c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0789516 Mar 11 13:28:03.191463 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4509e48c-0333-4def-bbea-fa624c26b707 req-4c9ffa08-df14-4dcf-a11a-1e4f38e73169 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369332 Mar 11 13:28:04.372787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff74d83-003b-44c1-a60a-8a286f0ad40c req-c62b5330-3563-4c56-9482-af20b25365f6 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:04.374234 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4ff74d83-003b-44c1-a60a-8a286f0ad40c req-c62b5330-3563-4c56-9482-af20b25365f6 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0811846 Mar 11 13:28:04.417101 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4ff74d83-003b-44c1-a60a-8a286f0ad40c req-86690211-3377-4d98-a913-18b8e99458fd tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Mar 11 13:28:05.600959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d706-33b8-44cb-827f-ec77951cccc0 req-4ee7472f-937d-4889-9b29-3bd1c2aa7166 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:05.602436 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-73e8d706-33b8-44cb-827f-ec77951cccc0 req-4ee7472f-937d-4889-9b29-3bd1c2aa7166 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0801411 Mar 11 13:28:05.747353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-73e8d706-33b8-44cb-827f-ec77951cccc0 req-f36a8682-dae0-486c-95b9-f5eec93cc663 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393054 Mar 11 13:28:06.928681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75717f-dc2f-4b26-b6bf-557b6c9a7fbd req-209ec094-482e-47ed-af44-8e5968f4178c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:06.930132 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d75717f-dc2f-4b26-b6bf-557b6c9a7fbd req-209ec094-482e-47ed-af44-8e5968f4178c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0787222 Mar 11 13:28:06.972853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d75717f-dc2f-4b26-b6bf-557b6c9a7fbd req-71a96193-a363-4024-963a-94846e8bb5a2 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372400 Mar 11 13:28:07.186912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c50b8d35-30c3-4df7-be66-f88b5184d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:08.157998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58570db-13c6-4990-a294-7eefb8c3dcfd req-9ef14cd9-52d3-4e5d-87ce-cf0b15ca9d6f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:08.159472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f58570db-13c6-4990-a294-7eefb8c3dcfd req-9ef14cd9-52d3-4e5d-87ce-cf0b15ca9d6f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0841238 Mar 11 13:28:08.204124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f58570db-13c6-4990-a294-7eefb8c3dcfd req-33d23d7f-0767-4556-93a0-96f5d1d41679 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390708 Mar 11 13:28:09.267005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79ca5271-2ccb-4247-a68a-4faaf17c461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:09.522036 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a096d2-d61b-4a65-9d63-8453bad4901d req-0bf2d7da-02dc-40c0-91ec-ffcf8432d5fe tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:09.523398 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3a096d2-d61b-4a65-9d63-8453bad4901d req-0bf2d7da-02dc-40c0-91ec-ffcf8432d5fe tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0790827 Mar 11 13:28:09.569401 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3a096d2-d61b-4a65-9d63-8453bad4901d req-88f56611-657a-4e84-bc7a-2e45a6fd1912 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Mar 11 13:28:10.416644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:10.547211 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-438111fe-dc8c-460c-a3d5-0a354d7e7b32 service neutron] 10.222.0.50 "GET /v2.0/ports/c3bd6d22-f59f-475c-9c10-5cfe209a3c69/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0796680 Mar 11 13:28:10.578607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:10.759960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75694f0d-b114-4efd-8421-7ea872eba34d req-588059ef-4d77-4530-ae0b-26c09cfb1fcf tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:10.761422 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75694f0d-b114-4efd-8421-7ea872eba34d req-588059ef-4d77-4530-ae0b-26c09cfb1fcf tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0831530 Mar 11 13:28:10.807295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75694f0d-b114-4efd-8421-7ea872eba34d req-5eb6b7f8-a25b-4000-aba9-60d4137ae423 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Mar 11 13:28:10.814357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-585ecefd-6292-4367-b486-c3c872b0248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:10.816086 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-585ecefd-6292-4367-b486-c3c872b0248a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f&tenant_id=94bb94587d184fb1929e71b397179b77 HTTP/1.1" status: 200 len: 1099 time: 0.0741501 Mar 11 13:28:10.904058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-82333828-98e5-4ebd-a16b-1a154795c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:10.905487 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-82333828-98e5-4ebd-a16b-1a154795c3aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 1099 time: 0.0684633 Mar 11 13:28:11.032412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-ff6ed7df-4add-488e-ba4d-38e7a7715f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:11.033761 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-ff6ed7df-4add-488e-ba4d-38e7a7715f71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.1224008 Mar 11 13:28:11.102303 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-00c8a8fe-263c-4493-ac9b-f4410a38e7ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 200 len: 217 time: 0.0624382 Mar 11 13:28:11.162641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-5ff7c750-6d06-40b8-8aae-585a9d728909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:11.164033 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-5ff7c750-6d06-40b8-8aae-585a9d728909 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0556102 Mar 11 13:28:11.211495 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-e1e11e60-c244-4961-a902-78673affa88d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412307 Mar 11 13:28:11.433607 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-cad58aa0-a490-4f7e-8842-e37439ff5c77 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152772 Mar 11 13:28:11.561948 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d6aaf55-dbb8-4bd5-81db-d45732dfed59 req-9c469f6a-414f-4448-899e-0b7d7ed9e150 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220117 Mar 11 13:28:11.995015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e5d4a-c3b1-468a-9577-d9c603ffe590 req-36483e06-01ae-4517-b77d-6a86514cedc0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:11.996447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ed8e5d4a-c3b1-468a-9577-d9c603ffe590 req-36483e06-01ae-4517-b77d-6a86514cedc0 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0837166 Mar 11 13:28:12.014379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:12.040504 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ed8e5d4a-c3b1-468a-9577-d9c603ffe590 req-9ff4e630-47a3-434c-be94-e1fd4916f5d4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Mar 11 13:28:13.246564 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07189ae9-f418-4c86-94ef-abb1159a285a req-1cd526c0-0c22-41a1-b198-648d08f369ae tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:13.248024 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-07189ae9-f418-4c86-94ef-abb1159a285a req-1cd526c0-0c22-41a1-b198-648d08f369ae tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0959029 Mar 11 13:28:13.262816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c3bd6d22-f59f-475c-9c10-5cfe209a3c69 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:28:13.266136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c3bd6d22-f59f-475c-9c10-5cfe209a3c69 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:28:13.293716 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-07189ae9-f418-4c86-94ef-abb1159a285a req-5caa1dd2-fc9a-4dab-a645-32d5288de22e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398495 Mar 11 13:28:13.474041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:13.503287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:13.525171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'network_id': '660e4d8d-9526-4524-bc2f-474ad7d91de3', 'port_id': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'mac_address': 'fa:16:3e:4c:46:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dac55e-9e9b-424d-9bf1-af1db41e25ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:28:13.526449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:28:13.564156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:13.571651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:13.609120 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'code': 200} Mar 11 13:28:13.647217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:13.670894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3bd6d22-f59f-475c-9c10-5cfe209a3c69 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:28:13.674651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:13.732903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:28:13.733253 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:28:14.296471 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:14.317489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bd6d22-f59f-475c-9c10-5cfe209a3c69 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:28:14.343669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:14.350013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:14.422699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['c3bd6d22-f59f-475c-9c10-5cfe209a3c69'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:28:14.451413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:14.489732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aaf5f-3b88-47a8-849f-6544f0ede5d0 req-91ea59b4-1b9a-4015-8571-b3592b281147 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:14.491194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-674aaf5f-3b88-47a8-849f-6544f0ede5d0 req-91ea59b4-1b9a-4015-8571-b3592b281147 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 945 time: 0.0851831 Mar 11 13:28:14.534927 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-674aaf5f-3b88-47a8-849f-6544f0ede5d0 req-d6e1a831-46ef-43c6-9cdd-382a0269ec43 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377734 Mar 11 13:28:14.833319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5fd9c-f262-4709-935f-1eaafa9295e6 req-34b9549e-73e3-4793-9051-5dec0a5c237a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:14.834707 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68f5fd9c-f262-4709-935f-1eaafa9295e6 req-34b9549e-73e3-4793-9051-5dec0a5c237a tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 945 time: 0.0799732 Mar 11 13:28:14.835883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678901-7e83-4910-aa04-0de47a48cacd req-132b7190-f073-4edb-84c4-32c28ffdc463 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:14.836570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-21678901-7e83-4910-aa04-0de47a48cacd req-132b7190-f073-4edb-84c4-32c28ffdc463 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Synchronizing usage tracker for tenant:94bb94587d184fb1929e71b397179b77 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:28:14.849998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-21678901-7e83-4910-aa04-0de47a48cacd req-132b7190-f073-4edb-84c4-32c28ffdc463 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Unset dirty status for tenant:94bb94587d184fb1929e71b397179b77 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:28:14.851109 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-132b7190-f073-4edb-84c4-32c28ffdc463 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f&tenant_id=94bb94587d184fb1929e71b397179b77&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 945 time: 0.0955720 Mar 11 13:28:14.886034 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68f5fd9c-f262-4709-935f-1eaafa9295e6 req-f2149044-aaad-423d-889b-1d01ad6f99be tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Mar 11 13:28:14.996760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678901-7e83-4910-aa04-0de47a48cacd req-dd6a21d8-ad79-4dba-8ccd-ff96ffc976f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:14.998233 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-dd6a21d8-ad79-4dba-8ccd-ff96ffc976f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94bb94587d184fb1929e71b397179b77&device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 1098 time: 0.0718951 Mar 11 13:28:15.125985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678901-7e83-4910-aa04-0de47a48cacd req-d741d1ae-2bda-45d8-9310-2518a078096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:15.127411 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-d741d1ae-2bda-45d8-9310-2518a078096a service neutron] 10.222.0.50 "GET /v2.0/networks?id=660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 200 len: 916 time: 0.1236522 Mar 11 13:28:15.193593 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-bb42a74b-6215-420e-89b9-43a5aa3c4dc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 200 len: 217 time: 0.0594425 Mar 11 13:28:15.256258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678901-7e83-4910-aa04-0de47a48cacd req-1ba46242-fdf8-4459-95cd-d37e8656e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:15.257650 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-1ba46242-fdf8-4459-95cd-d37e8656e538 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 200 len: 855 time: 0.0582104 Mar 11 13:28:15.279365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c3bd6d22-f59f-475c-9c10-5cfe209a3c69 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:15.302958 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-ba8d4886-0d76-4d73-849a-7ccf80d063a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=660e4d8d-9526-4524-bc2f-474ad7d91de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396373 Mar 11 13:28:15.345997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:15.346557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:15.435804 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-46047fd5-cb94-4464-a358-9341bdcfce23 service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258626 Mar 11 13:28:15.463024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:15.493904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:15.497651 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:15.568633 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-21678901-7e83-4910-aa04-0de47a48cacd req-d6e0edb7-a8ae-4858-a52b-949bd6341dcf service neutron] 10.222.0.50 "GET /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273897 Mar 11 13:28:15.604361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:15.610353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:28:15.663838 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'code': 200} Mar 11 13:28:16.074210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a968d6-1585-443a-be38-aea1d6cd7d34 req-c132e998-7a7c-4776-a8c9-9fa969512031 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:16.075675 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-13a968d6-1585-443a-be38-aea1d6cd7d34 req-c132e998-7a7c-4776-a8c9-9fa969512031 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0817356 Mar 11 13:28:16.119913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-13a968d6-1585-443a-be38-aea1d6cd7d34 req-8a284620-c5f6-461e-845a-23db8a743664 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Mar 11 13:28:17.305283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99eb64-9ea6-4705-a69b-ac5d021d0de0 req-8d3e147e-914a-4dd4-9d73-a24da8be009c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:17.306760 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dd99eb64-9ea6-4705-a69b-ac5d021d0de0 req-8d3e147e-914a-4dd4-9d73-a24da8be009c tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0819120 Mar 11 13:28:17.349893 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dd99eb64-9ea6-4705-a69b-ac5d021d0de0 req-885ad821-33c7-45e6-941d-6a02502fe2ff tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375040 Mar 11 13:28:17.529019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f394e7-e7b2-402e-b049-68f6e6e694a7 req-674e9fc7-5c40-411e-b185-6fc8125a85a4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:17.530473 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-21f394e7-e7b2-402e-b049-68f6e6e694a7 req-674e9fc7-5c40-411e-b185-6fc8125a85a4 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0780168 Mar 11 13:28:17.576909 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-21f394e7-e7b2-402e-b049-68f6e6e694a7 req-74ded177-a3ad-4c35-aea4-8c57d89f547d tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Mar 11 13:28:17.755598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bcae9-8a7b-4d0a-99a1-0f9dc761a674 req-575d5e2f-99d1-4b84-8c69-529a81506c05 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:17.757049 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b11bcae9-8a7b-4d0a-99a1-0f9dc761a674 req-575d5e2f-99d1-4b84-8c69-529a81506c05 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0792847 Mar 11 13:28:17.801166 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b11bcae9-8a7b-4d0a-99a1-0f9dc761a674 req-d48c1ab8-8001-4a77-b55e-653a6b3ce1be tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Mar 11 13:28:18.335297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c9f6-3feb-4e16-a3d4-62f3fa0af0d5 req-c59a5e44-7f62-4cee-99b5-95488847d20e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:18.336614 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e27c9f6-3feb-4e16-a3d4-62f3fa0af0d5 req-c59a5e44-7f62-4cee-99b5-95488847d20e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0824466 Mar 11 13:28:18.379941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e27c9f6-3feb-4e16-a3d4-62f3fa0af0d5 req-cebff451-3059-44a7-9558-18fb60ff5e09 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375559 Mar 11 13:28:19.559717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e6de-f199-42e6-b723-b243d4bef323 req-cdcd5f05-fa15-4656-a378-fb7129ad785e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:19.561152 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c572e6de-f199-42e6-b723-b243d4bef323 req-cdcd5f05-fa15-4656-a378-fb7129ad785e tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0788269 Mar 11 13:28:19.605622 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c572e6de-f199-42e6-b723-b243d4bef323 req-d6527c7e-23d7-4c56-8686-f62a44bfbef8 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bb738ea-4082-4191-8e32-e1f18799d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386562 Mar 11 13:28:19.880825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-056f02da-1ea0-4561-a1ff-adf7993458e9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:19.882245 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-056f02da-1ea0-4561-a1ff-adf7993458e9 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 946 time: 0.0823820 Mar 11 13:28:19.948221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Deleting port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:28:19.948554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:20.183119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] For port c3bd6d22-f59f-475c-9c10-5cfe209a3c69, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,segment=NetworkSegment(48d69aa3-cba6-4eaf-ab53-2024817150b8),segment_id=48d69aa3-cba6-4eaf-ab53-2024817150b8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:20.183471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:20.408964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Calling delete_port for c3bd6d22-f59f-475c-9c10-5cfe209a3c69 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:28:20.546911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:20.558271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['c3bd6d22-f59f-475c-9c10-5cfe209a3c69'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:28:20.596575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Pushing event deleted for resources: {'Port': ['ID=c3bd6d22-f59f-475c-9c10-5cfe209a3c69,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:20.637286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.637654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.637990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.638319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.638639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.638956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.639279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.639593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.639907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.640255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.640568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.640883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:20.682494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] No DVR routers for this DVR port c3bd6d22-f59f-475c-9c10-5cfe209a3c69 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:28:20.684832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:20.687957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-deleted', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:28:20.703705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6e37d243-0675-41b2-a24a-cfcc05ede651 req-dc233491-16ca-4a0c-b2b7-37aaec113f1f tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.50 "DELETE /v2.0/ports/c3bd6d22-f59f-475c-9c10-5cfe209a3c69 HTTP/1.1" status: 204 len: 173 time: 0.8164644 Mar 11 13:28:20.734661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44d01d8-e3f0-459b-9443-302002f5770f', 'name': 'network-vif-deleted', 'tag': 'c3bd6d22-f59f-475c-9c10-5cfe209a3c69', 'status': 'completed', 'code': 200} Mar 11 13:28:20.766374 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3ddea41a-8ca0-40cf-91f9-477a4114c045 req-3c16209b-f570-45fb-939a-bd9444cf98bb tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e44d01d8-e3f0-459b-9443-302002f5770f HTTP/1.1" status: 200 len: 210 time: 0.0544448 Mar 11 13:28:21.998629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36680) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:22.060509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] Deleting subnet 22dac55e-9e9b-424d-9bf1-af1db41e25ce {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:28:22.063985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.110977 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.163923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.183995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.235127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.272766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22dac55e-9e9b-424d-9bf1-af1db41e25ce,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:22.275684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.281810 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-507e7bb2-de9b-40d1-b989-fa7cccfea508 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/22dac55e-9e9b-424d-9bf1-af1db41e25ce HTTP/1.1" status: 204 len: 168 time: 0.2821329 Mar 11 13:28:22.284353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36684) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:22.386413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.507188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.532067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660e4d8d-9526-4524-bc2f-474ad7d91de3']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:22.543651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d69aa3-cba6-4eaf-ab53-2024817150b8') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:22.543950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d69aa3-cba6-4eaf-ab53-2024817150b8') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:22.555513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.572320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.578793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:28:22.579173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:28:22.592131 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:28:22.668150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.672490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.696910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] Pushing event deleted for resources: {'Network': ['ID=660e4d8d-9526-4524-bc2f-474ad7d91de3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:22.701936 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3e7ab9db-a8fd-456e-b390-5cf9e1edfe1d admin admin] 10.222.0.52 "DELETE /v2.0/networks/660e4d8d-9526-4524-bc2f-474ad7d91de3 HTTP/1.1" status: 204 len: 168 time: 0.4166307 Mar 11 13:28:22.808358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36690) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:22.855255 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8164b3a6-6421-4eb1-b5a9-f7352f639bde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94bb94587d184fb1929e71b397179b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458322 Mar 11 13:28:22.857675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36694) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:22.916372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca7be9a3-196c-4464-851f-9372c39e7bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.941511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca7be9a3-196c-4464-851f-9372c39e7bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:22.991604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca7be9a3-196c-4464-851f-9372c39e7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:23.006898 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7be9a3-196c-4464-851f-9372c39e7bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb738ea-4082-4191-8e32-e1f18799d573,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:23.018929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca7be9a3-196c-4464-851f-9372c39e7bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:23.020206 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ca7be9a3-196c-4464-851f-9372c39e7bf3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bb738ea-4082-4191-8e32-e1f18799d573 HTTP/1.1" status: 204 len: 168 time: 0.1615987 Mar 11 13:28:23.333893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c3bd6d22-f59f-475c-9c10-5cfe209a3c69 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:28:23.369151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: c3bd6d22-f59f-475c-9c10-5cfe209a3c69 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:28:23.369517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device c3bd6d22-f59f-475c-9c10-5cfe209a3c69 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:28:23.712952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36718) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:23.815105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1833228651-network', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:23.819826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:23.823584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Usage tracker for resource:network and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:23.826503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:23.843878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:23.854028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Made reservation on behalf of 5637a108145e4f8e878a3a6a0d0c2ed5 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:28:23.856566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:23.876327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:23.900623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:23.904462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Usage tracker for resource:security_group_rule and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:23.907704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:23.913216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:24.002124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.005848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.033379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:28:24.045679 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a6b878-55a0-4027-b649-d106046dd946,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:24.050780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.052134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Added segment 3e8c7b1c-5308-423d-acd8-dd8183cfd7ea of type vlan for network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 Mar 11 13:28:24.081665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.109593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.110518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:24.111094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.212733 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4986448 Mar 11 13:28:24.215675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36724) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:24.223755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Request body: {'subnet': {'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1833228651-subnet', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:24.238505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44ad97-41ba-4ae6-9632-b4466f90fbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:24.241708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:24.246064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Usage tracker for resource:subnet and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:24.247791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:28:24.249467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:24.255456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:24.265847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Made reservation on behalf of 5637a108145e4f8e878a3a6a0d0c2ed5 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:28:24.268200 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.558844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.631180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c00b26-fe23-48f8-97d9-c6b3ada274bf,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:24.639543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Checking segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:28:24.639922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Network hostable DHCP agents. Network: b98e5dfc-2cd8-44f1-9d64-f71aef4c0357, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:28:24.658228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:28:24.666594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, b98e5dfc-2cd8-44f1-9d64-f71aef4c0357) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:28:24.670395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:24.671004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.677200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c38be6-01e1-45a1-b6b2-1e8e047d958e None None] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:28:24.694426 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3bf81919-0301-465f-8a1d-26b3cc9a3e49 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4776421 Mar 11 13:28:24.697023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36728) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:24.701775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:24.706991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:24.711012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Usage tracker for resource:router and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:24.713801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:24.719495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:24.729594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.730592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.745645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:24.886485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:28:24.887296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.008623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.040444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Allocated IP 172.20.0.2 (b98e5dfc-2cd8-44f1-9d64-f71aef4c0357/c8c00b26-fe23-48f8-97d9-c6b3ada274bf/2e1ff999-421c-4f9a-8492-95539b82552f) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:28:25.239790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.250368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Transition to ACTIVE for port object 2e1ff999-421c-4f9a-8492-95539b82552f will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:28:25.269160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Transition to ACTIVE for port object 2e1ff999-421c-4f9a-8492-95539b82552f will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:28:25.274666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.315913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.337193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:28:25.343957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:28:25.348419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:28:25.349346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.354068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Pushing event updated for resources: {'Port': ['ID=2e1ff999-421c-4f9a-8492-95539b82552f,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:25.445850 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Attempting to bind port 2e1ff999-421c-4f9a-8492-95539b82552f on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:28:25.446210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Attempting to bind port 2e1ff999-421c-4f9a-8492-95539b82552f by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:28:25.446557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Attempting to bind port 2e1ff999-421c-4f9a-8492-95539b82552f on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:28:25.451877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:28:25.452239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Checking segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:28:25.453163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.453569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Bound using segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:28:25.454013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Bound port: 2e1ff999-421c-4f9a-8492-95539b82552f, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:28:25.454371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.485061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Allocated IP 172.26.4.161 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/a7044ec6-18ff-4fb2-9505-8c885cb27ed0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:28:25.541478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] For port 2e1ff999-421c-4f9a-8492-95539b82552f, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:28:25.545876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] For port 2e1ff999-421c-4f9a-8492-95539b82552f, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e1ff999-421c-4f9a-8492-95539b82552f,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:28:25.550566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.636586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.639893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698449ef-8baf-4c79-8904-22f0a7d61044 None None] Pushing event updated for resources: {'Port': ['ID=2e1ff999-421c-4f9a-8492-95539b82552f,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:25.669389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:25.734124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:28:25.737034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:28:25.739431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:28:25.799875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:26.284993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:26.582340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d013033-883f-4ca7-8305-76b7097ad7d5 None None] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:28:26.630652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:26.690045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-95adf796-7c6e-4402-9dd6-1b69aaa6592b None None] Provisioning for port 2e1ff999-421c-4f9a-8492-95539b82552f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:28:26.831272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Router ca000412-e666-4505-83bf-c6129fae5560 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:28:27.010702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:28:27.022105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:28:27.036314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:27.037558 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bef3d4a6-990d-4159-ba1c-c993d305b6a7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3395820 Mar 11 13:28:27.038492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:28:27.039097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:28:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:27.040308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36732) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:27.243450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:28:27.530232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:26Z', 'revision_number': 3, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:27.534403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:28:27.534745 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Updating router ca000412-e666-4505-83bf-c6129fae5560 port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:28:27.587115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:27.804043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e1ff999-421c-4f9a-8492-95539b82552f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:27.837067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:27.903964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2e1ff999-421c-4f9a-8492-95539b82552f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:28:27.939211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2e1ff999-421c-4f9a-8492-95539b82552f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:27.939593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.020275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.036429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Transition to ACTIVE for port object a7044ec6-18ff-4fb2-9505-8c885cb27ed0 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:28:28.046056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Allocated IP 172.20.0.1 (b98e5dfc-2cd8-44f1-9d64-f71aef4c0357/c8c00b26-fe23-48f8-97d9-c6b3ada274bf/ab4110ec-f9dc-4162-8b4a-4045e8b11ee9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:28:28.070668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.170633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.179320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Attempting to bind port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:28:28.179681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Attempting to bind port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:28:28.180032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Attempting to bind port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:28:28.183388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065bed2-6ffc-4bd6-b944-9bf00eb31040 None None] Pushing event updated for resources: {'Port': ['ID=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:28.193905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.199152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:28:28.199523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:28:28.199922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.200279 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:28:28.200726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Bound port: a7044ec6-18ff-4fb2-9505-8c885cb27ed0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:28:28.201083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.209811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Transition to ACTIVE for port object ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:28:28.231954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.258750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 2e1ff999-421c-4f9a-8492-95539b82552f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e1ff999-421c-4f9a-8492-95539b82552f,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:28.273837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.288695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:28:28.291505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:28:28.295097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:28:28.333909 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] For port a7044ec6-18ff-4fb2-9505-8c885cb27ed0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:28:28.348810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Pushing event updated for resources: {'Port': ['ID=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:28.349163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] For port a7044ec6-18ff-4fb2-9505-8c885cb27ed0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:28:28.356292 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:28:28.363487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.373849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.375303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=2e1ff999-421c-4f9a-8492-95539b82552f,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:28.442397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:28:28.443019 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:28:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:28.519980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065bed2-6ffc-4bd6-b944-9bf00eb31040 None None] Pushing event updated for resources: {'Port': ['ID=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:28.627997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4324817b-a793-425f-acc2-60fa5127c48f None None] Provisioning for port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:28:28.639027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:28:28.665176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.683656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4324817b-a793-425f-acc2-60fa5127c48f None None] Provisioning complete for port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:28.684025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4324817b-a793-425f-acc2-60fa5127c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.892450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.898123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:28.917507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4324817b-a793-425f-acc2-60fa5127c48f None None] Port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:28:29.003786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Pushing event updated for resources: {'Port': ['ID=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:29.008236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:29.016859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:26Z', 'revision_number': 3, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:29.020903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722c3c56-6a2e-42a6-9a31-7b7f63a55fe9 None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:26Z', 'revision_number': 3, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:28:29.258570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:28:29.259713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:28:29.471811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:28:29.540320 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-02091210-79ee-4379-86f5-1df0284a1e6c None None] Provisioning complete for port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:29.540698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-02091210-79ee-4379-86f5-1df0284a1e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:29.595859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-02091210-79ee-4379-86f5-1df0284a1e6c None None] Port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:28:29.662343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:28:29.672117 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6d436d43-14cd-4011-87cc-7d586a4a3157 admin admin] 10.222.0.52 "PUT /v2.0/routers/ca000412-e666-4505-83bf-c6129fae5560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306038 Mar 11 13:28:29.861032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e1ff999-421c-4f9a-8492-95539b82552f up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:29.933010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2e1ff999-421c-4f9a-8492-95539b82552f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:29.933377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:30.050011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7044ec6-18ff-4fb2-9505-8c885cb27ed0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:30.115822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:28:30.120642 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:30.121020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:30.235734 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:30.251704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a7044ec6-18ff-4fb2-9505-8c885cb27ed0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:30.255615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:30.322535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:30.532001 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:28:30.541739 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:28:30.542327 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:28:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:30.711347 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:28:31.012733 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 2, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:31.016496 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:28:31.016838 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Updating router ca000412-e666-4505-83bf-c6129fae5560 port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:28:31.067277 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.188301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36744) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:31.193496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617016751', 'description': 'tempest-description--1690599320'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:31.199338 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:31.203149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:security_group and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:31.205994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:31.212073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:31.222645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.242107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:31.245825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:security_group_rule and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:31.248571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:31.254165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:31.323258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.327164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.369118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a99ea1-63d6-4601-bec5-4e263ab328ec,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:31.372277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.376365 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e80ef89a-67d6-4fed-b15a-8e43ca7bc709 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1845493 Mar 11 13:28:31.376534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36748) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:31.381860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'security_group_rule': {'security_group_id': '56a99ea1-63d6-4601-bec5-4e263ab328ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:31.387916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:31.391778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:security_group_rule and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:31.394711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:31.400315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:31.417732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.442110 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.453976 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Transition to ACTIVE for port object ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:28:31.460907 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.482489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.486506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.509393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c7d219-fea3-40a9-9be7-97d208a88d14,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:31.520180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.521558 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-da4b4311-61e7-48f7-b035-454a5184f99c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439853 Mar 11 13:28:31.524001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36752) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:31.529680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'security_group_rule': {'security_group_id': '56a99ea1-63d6-4601-bec5-4e263ab328ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:31.536304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:31.540173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:security_group_rule and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:31.543205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:31.549033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:31.569144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.636791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.641837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.659984 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Pushing event updated for resources: {'Port': ['ID=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:31.668293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f20752-efe3-4da2-a34c-971034322872,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:31.679883 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.680227 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.680559 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.680882 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.681204 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.681671 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.681995 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.682594 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.682810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.683281 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.683603 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.683847 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-00c16088-27db-4ee9-8df9-77a98b1de4df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588521 Mar 11 13:28:31.684158 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.684260 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:31.687624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 36756) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:31.695406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:31.696124 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Attempting to bind port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:28:31.696489 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Attempting to bind port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:28:31.696838 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Attempting to bind port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:28:31.701686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:31.703518 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:28:31.703885 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Checking segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:28:31.704277 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.704654 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Bound using segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:28:31.705103 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Bound port: ab4110ec-f9dc-4162-8b4a-4045e8b11ee9, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:28:31.705491 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.706461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:floatingip and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:31.709649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:31.715639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:31.728742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.778978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7044ec6-18ff-4fb2-9505-8c885cb27ed0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:31.798647 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] For port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:28:31.801900 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] For port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:28:31.808158 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.867939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:31.868550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.878120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:31.886439 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:28:31.887292 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:28:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:31.958331 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc113a3-0846-4870-b311-0e6d82252f52 None None] Pushing event updated for resources: {'Port': ['ID=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:32.060108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Allocated IP 172.26.4.225 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/48314a7d-139f-4dcf-8364-458d2b0f7d59) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:28:32.088914 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:28:32.212036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.240865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.296615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:28:32.299552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:28:32.302259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:28:32.360682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'Port': ['ID=48314a7d-139f-4dcf-8364-458d2b0f7d59,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:32.401877 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.404649 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:31Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:32.409278 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea715dc-94da-4ada-b9a6-f19314e1c19e None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:31Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:28:32.481073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.810824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.815637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.936485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'Port': ['ID=48314a7d-139f-4dcf-8364-458d2b0f7d59,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:32.945471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.967442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:32.977349 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dcb272ba-f83c-42b2-b580-de85f8283cb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2810771 Mar 11 13:28:33.133243 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-af33e1a1-4def-4fcf-9b5e-76c931a04437 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--617016751&fields=id&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 267 time: 0.0410278 Mar 11 13:28:33.288286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-951c84a8-b4f4-4f40-abc3-31ff5717bbf7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:33.289770 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-951c84a8-b4f4-4f40-abc3-31ff5717bbf7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1500437 Mar 11 13:28:33.305348 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-733c35d3-e2e3-4930-b383-baf7b25606f5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/quotas/5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0096955 Mar 11 13:28:33.396877 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-cb70c8fa-e2bf-49e7-a949-f330c772dbef tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858991 Mar 11 13:28:33.534723 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-e3411c2e-f896-4d02-8ed5-3468b21d7cd0 service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262376 Mar 11 13:28:33.670841 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-2ee5538e-b29e-4e30-90c7-0beded8cd37a service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303639 Mar 11 13:28:33.796450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:33.868696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:28:33.875155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:33.875777 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:33.954530 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f0649a55-46c1-4041-a07b-df9775b4e02d req-6894cdcb-dd97-4a0e-be83-4dfce3768ddb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 210 time: 0.1492140 Mar 11 13:28:33.997321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:34.034329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:34.038006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:34.106563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:34.905906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7b91b376-3eb6-431e-993a-c33b54490327 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:34.906582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7b91b376-3eb6-431e-993a-c33b54490327 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Synchronizing usage tracker for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:28:34.922486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7b91b376-3eb6-431e-993a-c33b54490327 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Unset dirty status for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:28:34.923701 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7b91b376-3eb6-431e-993a-c33b54490327 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1636679 Mar 11 13:28:34.973566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-48c8f165-cea6-4fe1-b569-1b6f1032d46e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Synchronizing usage tracker for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:28:34.991044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-48c8f165-cea6-4fe1-b569-1b6f1032d46e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Unset dirty status for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:28:34.992369 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-48c8f165-cea6-4fe1-b569-1b6f1032d46e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 379 time: 0.0592444 Mar 11 13:28:35.002411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'port': {'device_id': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'admin_state_up': True, 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'security_groups': ['56a99ea1-63d6-4601-bec5-4e263ab328ec']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:35.101417 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8c861d46-5074-45c9-8486-569a2cd2e33e req-9ac4b811-5150-4a44-be6d-930e68baac0d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 210 time: 0.0424702 Mar 11 13:28:35.137872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:28:35.142228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:port and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:28:35.145000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:28:35.150557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:28:35.160724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Made reservation on behalf of 5637a108145e4f8e878a3a6a0d0c2ed5 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:28:35.164147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:35.321550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Allocated IP 172.20.0.8 (b98e5dfc-2cd8-44f1-9d64-f71aef4c0357/c8c00b26-fe23-48f8-97d9-c6b3ada274bf/9c0952e1-a836-4423-9545-65d18527748c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:28:35.504022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:35.518915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Transition to ACTIVE for port object 9c0952e1-a836-4423-9545-65d18527748c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:28:35.540713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:35.606544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:28:35.610092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:28:35.618406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:28:35.654789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'Port': ['ID=9c0952e1-a836-4423-9545-65d18527748c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:35.687423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:35.688048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:35.713279 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-620f6255-68ce-47f1-b5bd-ec39a2aa4128 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7155488 Mar 11 13:28:35.724802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Request body: {'port': {'device_id': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:35.775907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:35.837395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a9338f7a-c484-41cb-8c70-48240fb69ce3 None None] Provisioning for port 9c0952e1-a836-4423-9545-65d18527748c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:28:35.847416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a9338f7a-c484-41cb-8c70-48240fb69ce3 None None] Provisioning complete for port 9c0952e1-a836-4423-9545-65d18527748c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:35.847779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a9338f7a-c484-41cb-8c70-48240fb69ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:35.849633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:35.907459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a9338f7a-c484-41cb-8c70-48240fb69ce3 None None] Port 9c0952e1-a836-4423-9545-65d18527748c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:28:35.911758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:35.912121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:36.201262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0952e1-a836-4423-9545-65d18527748c {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:28:36.210314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:36.225711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Transition to ACTIVE for port object 9c0952e1-a836-4423-9545-65d18527748c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:28:36.230496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:36.287998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d9ea2-f6d0-4285-b826-7f87ff9ae7db req-4e6f552e-2629-488d-9118-0273293d0d20 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:36.289638 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-936d9ea2-f6d0-4285-b826-7f87ff9ae7db req-4e6f552e-2629-488d-9118-0273293d0d20 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0817788 Mar 11 13:28:36.340281 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-936d9ea2-f6d0-4285-b826-7f87ff9ae7db req-a8eb6ac2-9c29-4089-8af7-1b47d63bf3dc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Mar 11 13:28:36.388072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Pushing event updated for resources: {'Port': ['ID=9c0952e1-a836-4423-9545-65d18527748c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:36.568118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Attempting to bind port 9c0952e1-a836-4423-9545-65d18527748c on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:28:36.568298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Attempting to bind port 9c0952e1-a836-4423-9545-65d18527748c by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:28:36.568620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Attempting to bind port 9c0952e1-a836-4423-9545-65d18527748c on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:28:36.573357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Port 9c0952e1-a836-4423-9545-65d18527748c on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:28:36.573697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Attempting to bind port 9c0952e1-a836-4423-9545-65d18527748c on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:28:36.579297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:28:36.579632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Checking segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:28:36.580012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Bound using segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:28:36.580438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Bound port: 9c0952e1-a836-4423-9545-65d18527748c, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:28:36.580774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:36.668883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] For port 9c0952e1-a836-4423-9545-65d18527748c, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:28:36.672022 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] For port 9c0952e1-a836-4423-9545-65d18527748c, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c0952e1-a836-4423-9545-65d18527748c,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:28:36.676601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:36.731461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:36.732228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:36.733958 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] 10.222.0.50 "PUT /v2.0/ports/9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 1093 time: 1.0134547 Mar 11 13:28:36.734383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'tag': '9c0952e1-a836-4423-9545-65d18527748c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:28:36.760041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d342b5a-a46d-49b0-84e4-9d99b4c6900f service neutron] Pushing event updated for resources: {'Port': ['ID=9c0952e1-a836-4423-9545-65d18527748c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:36.817557 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'tag': '9c0952e1-a836-4423-9545-65d18527748c', 'status': 'completed', 'code': 200} Mar 11 13:28:36.858605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-71757991-40eb-49a8-97b3-c0bfaab24548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:36.860109 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-71757991-40eb-49a8-97b3-c0bfaab24548 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1096 time: 0.0796366 Mar 11 13:28:36.930034 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-405bac6f-eb5c-4c1e-b7e6-9b0e44fccc92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 217 time: 0.0616822 Mar 11 13:28:36.995441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-ffa1e2d8-aa17-4182-9999-41cce89fc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:36.997047 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-ffa1e2d8-aa17-4182-9999-41cce89fc973 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0610828 Mar 11 13:28:37.069523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-319ac640-e5d1-4380-8563-cfc10efc7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:37.070931 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-319ac640-e5d1-4380-8563-cfc10efc7d4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685720 Mar 11 13:28:37.189425 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c1939b2f-9247-4944-bb45-80ac34faccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:37.202578 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-df635d41-ca55-4c3c-9b7a-ece4531b0183 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257586 Mar 11 13:28:37.333139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a4d50833-ea80-4fbe-9d02-7d8e1b8e7a38 req-b0b27e5c-961e-4dbd-87e2-9b52ae819b2b service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246908 Mar 11 13:28:37.454695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-e2b52c01-ba9a-4f20-917e-4c07fc15bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:37.456186 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-e2b52c01-ba9a-4f20-917e-4c07fc15bcdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1096 time: 0.0762463 Mar 11 13:28:37.525424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303a769-7356-4c9e-a9c8-343714bf1e53 req-a390f7d6-c1e1-4951-8551-2cbcfea87388 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:37.526935 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e303a769-7356-4c9e-a9c8-343714bf1e53 req-a390f7d6-c1e1-4951-8551-2cbcfea87388 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0789080 Mar 11 13:28:37.574654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e303a769-7356-4c9e-a9c8-343714bf1e53 req-08f230f9-3157-46e3-8b5f-3d4c0b53a995 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408676 Mar 11 13:28:37.589195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-543e602c-b294-4234-b324-985ea2830e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:37.590692 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-543e602c-b294-4234-b324-985ea2830e30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1286461 Mar 11 13:28:37.656287 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-86f9d316-42f3-4b2c-b4fd-58688e0eebab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 217 time: 0.0596011 Mar 11 13:28:37.727266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-eba69103-cadb-49a2-97b8-70367db990fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:37.728661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-eba69103-cadb-49a2-97b8-70367db990fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0657268 Mar 11 13:28:37.800634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-9e66f9f2-c8db-48c5-8ab8-cf7466e8d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:37.802350 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-9e66f9f2-c8db-48c5-8ab8-cf7466e8d29b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673089 Mar 11 13:28:37.930572 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-2fbab11a-ede5-44f6-937b-e970a62fc6c0 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213593 Mar 11 13:28:38.059369 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fd8a4ae1-9a40-40c0-9f50-31850e9b61d0 req-a55ba70f-e9e7-4425-aa3e-86eefbc550da service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217849 Mar 11 13:28:38.756420 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94cae1-1da7-474c-93b4-cf52a966c6dd req-a119c8b5-e5db-4378-8fd7-e5ab8997a5c8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:38.757786 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff94cae1-1da7-474c-93b4-cf52a966c6dd req-a119c8b5-e5db-4378-8fd7-e5ab8997a5c8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0786107 Mar 11 13:28:38.801850 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff94cae1-1da7-474c-93b4-cf52a966c6dd req-3e28ec76-16db-459d-867b-3eca363188d8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382075 Mar 11 13:28:39.259598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d380ad31-1789-457b-b143-9a2e2e168776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:39.373079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9c0952e1-a836-4423-9545-65d18527748c details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:28:39.533630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 9c0952e1-a836-4423-9545-65d18527748c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c0952e1-a836-4423-9545-65d18527748c,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:39.546098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '9c0952e1-a836-4423-9545-65d18527748c', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': '9c0952e1-a836-4423-9545-65d18527748c', 'mac_address': 'fa:16:3e:02:6a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:28:39.601486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:39.617234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0952e1-a836-4423-9545-65d18527748c {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:28:39.632211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 9c0952e1-a836-4423-9545-65d18527748c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c0952e1-a836-4423-9545-65d18527748c,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:39.635733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:39.706568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=9c0952e1-a836-4423-9545-65d18527748c,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:39.713604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.713970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.714302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.714626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.714945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.715264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.715578 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.715908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.716201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.716511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.716818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.717124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:28:39.835987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['9c0952e1-a836-4423-9545-65d18527748c'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:28:39.988477 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fe961-cb94-4b5a-b4ff-d5fe57e9f9ff req-ccaa560b-2473-48d7-a85d-0f35df17f98d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:39.989860 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a4fe961-cb94-4b5a-b4ff-d5fe57e9f9ff req-ccaa560b-2473-48d7-a85d-0f35df17f98d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 944 time: 0.0831399 Mar 11 13:28:40.035780 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a4fe961-cb94-4b5a-b4ff-d5fe57e9f9ff req-c3e5f412-be4a-41af-9514-1d2bb56e2d08 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Mar 11 13:28:40.415008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:40.581458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:41.215030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796eb8-1989-433b-9f25-cbfd7e4f6dad req-a554c0b0-47c7-4fe3-b828-5a7614aa109b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:41.216447 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf796eb8-1989-433b-9f25-cbfd7e4f6dad req-a554c0b0-47c7-4fe3-b828-5a7614aa109b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 944 time: 0.0785336 Mar 11 13:28:41.259991 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf796eb8-1989-433b-9f25-cbfd7e4f6dad req-a6729aad-2d24-4f40-b2ec-8fc40dc3d8cb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380197 Mar 11 13:28:41.381453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9c0952e1-a836-4423-9545-65d18527748c up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:28:41.450637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 9c0952e1-a836-4423-9545-65d18527748c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:28:41.455176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 9c0952e1-a836-4423-9545-65d18527748c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:28:41.455548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:41.565764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:41.595708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0952e1-a836-4423-9545-65d18527748c'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:28:41.604937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 9c0952e1-a836-4423-9545-65d18527748c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c0952e1-a836-4423-9545-65d18527748c,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:28:41.609358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:41.644303 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0952e1-a836-4423-9545-65d18527748c', 'code': 200} Mar 11 13:28:41.677151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=9c0952e1-a836-4423-9545-65d18527748c,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:28:41.860266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ed459-5096-4100-b057-176e0d02ca2b req-70a54f2f-389e-4960-84fe-0570c485af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:41.861759 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c32ed459-5096-4100-b057-176e0d02ca2b req-70a54f2f-389e-4960-84fe-0570c485af1d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1098 time: 0.0713797 Mar 11 13:28:41.990934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c32ed459-5096-4100-b057-176e0d02ca2b req-5e377693-623d-49a8-abc7-8b700be9b758 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234930 Mar 11 13:28:42.016317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:42.447266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373ece-ed1e-4bfb-803f-ea978e139ae1 req-e78cb534-521d-49d3-97f3-6bfa119f7645 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:42.448737 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf373ece-ed1e-4bfb-803f-ea978e139ae1 req-e78cb534-521d-49d3-97f3-6bfa119f7645 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0836780 Mar 11 13:28:42.492900 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf373ece-ed1e-4bfb-803f-ea978e139ae1 req-4e784d4e-47c1-43d9-ae14-30b16ff8fc68 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377896 Mar 11 13:28:43.674551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f5af1-60f2-452a-b8cd-047022489ec2 req-e0782fdc-c3f5-4aa4-b6b4-736a1e7f1aed tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:43.676023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b12f5af1-60f2-452a-b8cd-047022489ec2 req-e0782fdc-c3f5-4aa4-b6b4-736a1e7f1aed tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0786974 Mar 11 13:28:43.720242 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b12f5af1-60f2-452a-b8cd-047022489ec2 req-b4193631-e5ea-4339-84fb-f5ac7f838e2d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383990 Mar 11 13:28:43.901126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883588b3-3048-414b-95e2-db6f168c35e3 req-12f864fa-a97b-45d8-9a4e-2be00a4f5630 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:43.902589 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-883588b3-3048-414b-95e2-db6f168c35e3 req-12f864fa-a97b-45d8-9a4e-2be00a4f5630 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0818272 Mar 11 13:28:43.911735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36808) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:28:43.916681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'floatingip': {'port_id': '9c0952e1-a836-4423-9545-65d18527748c'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:28:43.994701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:44.697549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:44.701625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:44.869998 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 associated. External IP: 172.26.4.225, port: 9c0952e1-a836-4423-9545-65d18527748c. Mar 11 13:28:45.218243 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:28:45.392862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:28:45.397185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:45.403306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:28:45.413239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:28:45.413948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:28:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:45.455372 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-adc9fecc-ac65-4552-b397-9a67874555b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "PUT /v2.0/floatingips/3c9c89dd-80e2-4083-9440-074cf46cf548 HTTP/1.1" status: 200 len: 991 time: 1.5425909 Mar 11 13:28:45.455944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'tag': '9c0952e1-a836-4423-9545-65d18527748c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:28:45.499431 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'tag': '9c0952e1-a836-4423-9545-65d18527748c', 'status': 'completed', 'code': 200} Mar 11 13:28:45.594412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c7775-13d1-4178-bb34-8573782329ff req-c9a69302-a2c0-4f6b-bd5e-c8571b76a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:45.596701 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b27c7775-13d1-4178-bb34-8573782329ff req-c9a69302-a2c0-4f6b-bd5e-c8571b76a984 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1098 time: 0.0771248 Mar 11 13:28:45.605890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:28:45.629149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1b109-f828-46c5-b281-d86d3bcfe7f3 req-41cee31f-a3cf-4e24-8108-0e9a1d6f7016 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:45.630659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9d1b109-f828-46c5-b281-d86d3bcfe7f3 req-41cee31f-a3cf-4e24-8108-0e9a1d6f7016 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0889664 Mar 11 13:28:45.675506 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9d1b109-f828-46c5-b281-d86d3bcfe7f3 req-af4d6986-7ca7-4637-b0b2-562e761d98f9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Mar 11 13:28:45.729726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c7775-13d1-4178-bb34-8573782329ff req-146b3537-a44e-4cb7-b982-7512ff2ec140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:45.731213 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b27c7775-13d1-4178-bb34-8573782329ff req-146b3537-a44e-4cb7-b982-7512ff2ec140 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1290686 Mar 11 13:28:45.839533 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b27c7775-13d1-4178-bb34-8573782329ff req-2d395c46-76a0-4983-8266-ed5bf678b640 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 999 time: 0.1023123 Mar 11 13:28:45.872475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beb55b-8ca8-4510-a27e-07c3465bbf59 req-9c56c460-04b5-4d76-8bda-0210faf44c20 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:45.873482 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0beb55b-8ca8-4510-a27e-07c3465bbf59 req-9c56c460-04b5-4d76-8bda-0210faf44c20 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0908837 Mar 11 13:28:45.908902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c7775-13d1-4178-bb34-8573782329ff req-443c6668-8cf2-434e-8ae8-c156131147c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:45.911078 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b27c7775-13d1-4178-bb34-8573782329ff req-443c6668-8cf2-434e-8ae8-c156131147c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0658991 Mar 11 13:28:45.924704 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0beb55b-8ca8-4510-a27e-07c3465bbf59 req-b9400e2a-543d-4ffa-99d9-ee4bf5732c6a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443976 Mar 11 13:28:45.972388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '9c0952e1-a836-4423-9545-65d18527748c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:02:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:28:44Z', 'revision_number': 1, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:45.976248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:28:45.984854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:28:45.985457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:28:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:45.992981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c7775-13d1-4178-bb34-8573782329ff req-f86f90ee-a965-4e4c-bdc8-45cf9fcf547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:45.994705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b27c7775-13d1-4178-bb34-8573782329ff req-f86f90ee-a965-4e4c-bdc8-45cf9fcf547e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768654 Mar 11 13:28:46.128509 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b27c7775-13d1-4178-bb34-8573782329ff req-674165dc-cbd7-42d0-b8b5-93701bcadbbd service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270988 Mar 11 13:28:46.169871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:28:46.264634 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b27c7775-13d1-4178-bb34-8573782329ff req-bcf85920-daef-4d76-8fce-92e7833cf675 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297472 Mar 11 13:28:46.545836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '9c0952e1-a836-4423-9545-65d18527748c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:02:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:28:44Z', 'revision_number': 1, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:28:46.549525 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3416933-1d29-4781-9f0b-9ae1b67867da None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '9c0952e1-a836-4423-9545-65d18527748c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:02:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:28:44Z', 'revision_number': 1, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:28:46.736149 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565aefa-3291-49c6-9b8a-70c76d7a6e1c None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:28:47.114691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f24c-ec8b-4f0f-b4da-c6ab595f547c req-46323005-90bb-4dca-9773-1d30152186f2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:47.116140 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e0e6f24c-ec8b-4f0f-b4da-c6ab595f547c req-46323005-90bb-4dca-9773-1d30152186f2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0808008 Mar 11 13:28:47.159067 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e0e6f24c-ec8b-4f0f-b4da-c6ab595f547c req-70fa9a29-0747-4132-89ad-cbcf95f50af5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372984 Mar 11 13:28:47.342325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6ad92-bfa5-4b22-b199-bbcdb9416bd6 req-e895d63b-cf4f-4a32-b108-3d6c0a48163a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:47.344313 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3c6ad92-bfa5-4b22-b199-bbcdb9416bd6 req-e895d63b-cf4f-4a32-b108-3d6c0a48163a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0821576 Mar 11 13:28:47.386741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f3c6ad92-bfa5-4b22-b199-bbcdb9416bd6 req-dc4bf3ff-abe4-4623-a1e3-5d2a4caa5a8e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365753 Mar 11 13:28:47.722454 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-6493bdd4-0e53-4895-ad0f-07791119412c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683072 Mar 11 13:28:47.776450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739631d-a9cf-463d-9e61-9af325c5f1de req-dcda0d02-a579-4816-b34e-c3cc462df7e7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:47.778323 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c739631d-a9cf-463d-9e61-9af325c5f1de req-dcda0d02-a579-4816-b34e-c3cc462df7e7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0812547 Mar 11 13:28:47.824946 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c739631d-a9cf-463d-9e61-9af325c5f1de req-4043c9d0-147f-42a7-9206-450e8e5ad7f9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Mar 11 13:28:48.859987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-06f723ef-45ea-4b0b-8605-3caef197b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:48.861489 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-06f723ef-45ea-4b0b-8605-3caef197b0bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1098 time: 0.0734682 Mar 11 13:28:48.992409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-4f372eb5-c328-4b66-ab56-37a23836a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:48.993980 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-4f372eb5-c328-4b66-ab56-37a23836a662 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1271703 Mar 11 13:28:49.010007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee47cd0-3f1b-48a9-b39f-c2c80a87f537 req-4bb2f622-8bc8-4ace-ab71-10e1661a985a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:49.011450 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ee47cd0-3f1b-48a9-b39f-c2c80a87f537 req-4bb2f622-8bc8-4ace-ab71-10e1661a985a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0795951 Mar 11 13:28:49.056162 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ee47cd0-3f1b-48a9-b39f-c2c80a87f537 req-dd7a2eab-8204-42c0-bbe6-3012fce97c6f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Mar 11 13:28:49.100511 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-09be2842-5948-4b48-aeb4-f06e4bf3ac1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 1001 time: 0.1008570 Mar 11 13:28:49.160694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-044d12bd-d46f-4ad8-b2f0-33e90bf97be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:49.162093 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-044d12bd-d46f-4ad8-b2f0-33e90bf97be5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0561244 Mar 11 13:28:49.236916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-29062135-7d50-4948-b6ce-7c8148e12e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:49.238343 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-29062135-7d50-4948-b6ce-7c8148e12e53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707152 Mar 11 13:28:49.366185 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-c4ad24c0-5a82-49d7-b2d4-c7d15894d814 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211851 Mar 11 13:28:49.494900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-95faabfb-b767-491e-a960-9922457e2c05 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223106 Mar 11 13:28:50.239894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774cab4-7c6a-4f2c-aaa8-dc5f812ce709 req-60e2c69f-861b-4004-a7e1-a0dbe27199f6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:50.241308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2774cab4-7c6a-4f2c-aaa8-dc5f812ce709 req-60e2c69f-861b-4004-a7e1-a0dbe27199f6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0823414 Mar 11 13:28:50.391692 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2774cab4-7c6a-4f2c-aaa8-dc5f812ce709 req-b7ff02ba-5607-46f0-8430-da12f6d3d046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446466 Mar 11 13:28:51.020351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-ff72f4af-8aaa-4b4a-ad66-c3d2d0063faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:51.021854 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-ff72f4af-8aaa-4b4a-ad66-c3d2d0063faf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1098 time: 0.1578648 Mar 11 13:28:51.165800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-eaabc444-e448-40ff-9b41-ee742d357117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:51.167242 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-eaabc444-e448-40ff-9b41-ee742d357117 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1259120 Mar 11 13:28:51.268556 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-59ed44d7-726b-460e-9527-1585133a67ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 1001 time: 0.0955064 Mar 11 13:28:51.332720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-123905ee-ab19-4db7-8adf-382cb7a31aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:51.334084 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-123905ee-ab19-4db7-8adf-382cb7a31aa6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0590682 Mar 11 13:28:51.408036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-692541e8-b71c-4e2d-8bc7-c3f4de148437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:51.409538 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-692541e8-b71c-4e2d-8bc7-c3f4de148437 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692570 Mar 11 13:28:51.541490 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-dbfd8c38-1702-4bc6-be6f-d2c809b2d245 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261003 Mar 11 13:28:51.575666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0dfc5-7db9-4798-b802-dfdeb7488169 req-d0ff3708-95a8-4251-be93-f96dabb78d1c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:51.577217 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-54b0dfc5-7db9-4798-b802-dfdeb7488169 req-d0ff3708-95a8-4251-be93-f96dabb78d1c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0807867 Mar 11 13:28:51.620967 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-54b0dfc5-7db9-4798-b802-dfdeb7488169 req-85ebcdbf-2428-407f-87a4-8b43d0be0ba2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381038 Mar 11 13:28:51.674080 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7b4115df-5bec-47ed-abc3-01f6f0aeecb8 req-bdadb016-0663-40d4-851a-abfbb4822628 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266997 Mar 11 13:28:52.182356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:28:52.807424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c4813-c160-4ff8-8f18-1dea43b656c3 req-bc710cda-d350-46d2-ae62-835823b7940c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:52.808792 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-345c4813-c160-4ff8-8f18-1dea43b656c3 req-bc710cda-d350-46d2-ae62-835823b7940c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0808737 Mar 11 13:28:52.852046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-345c4813-c160-4ff8-8f18-1dea43b656c3 req-bb0e6ad1-7693-465a-8ec3-7597fbf85d9f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371020 Mar 11 13:28:54.036574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59348-eb18-4943-a2b8-c2cce106e06f req-c1adb218-6889-4b7c-aefd-87a025f1c907 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:54.037938 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1b59348-eb18-4943-a2b8-c2cce106e06f req-c1adb218-6889-4b7c-aefd-87a025f1c907 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0816345 Mar 11 13:28:54.082502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1b59348-eb18-4943-a2b8-c2cce106e06f req-ba820bbc-cbe9-4e6a-88fe-151a67bbbe6b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382338 Mar 11 13:28:55.261703 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb095f-0948-4cec-a851-5afbad696e94 req-8b37f3fc-a79f-409f-849d-ce16a5afc0d9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:55.263144 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8fb095f-0948-4cec-a851-5afbad696e94 req-8b37f3fc-a79f-409f-849d-ce16a5afc0d9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0788529 Mar 11 13:28:55.306338 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8fb095f-0948-4cec-a851-5afbad696e94 req-d3a1928c-4ea6-4d16-b3bf-e93a9a6a6349 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370703 Mar 11 13:28:56.505241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d764f-2e2a-4886-af67-de958d4da9b8 req-17b22853-b4bb-4d91-98d2-75197dc0baa8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:56.506714 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b19d764f-2e2a-4886-af67-de958d4da9b8 req-17b22853-b4bb-4d91-98d2-75197dc0baa8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0823557 Mar 11 13:28:56.550194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b19d764f-2e2a-4886-af67-de958d4da9b8 req-ab2e4a35-669e-4569-95ef-1137487807ea tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Mar 11 13:28:57.730771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7916-0ea1-4fd4-b879-d77276bf88d4 req-8e6064ef-a4ac-4ff7-bba9-a08813578ed1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:57.732229 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db0f7916-0ea1-4fd4-b879-d77276bf88d4 req-8e6064ef-a4ac-4ff7-bba9-a08813578ed1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0801528 Mar 11 13:28:57.778371 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db0f7916-0ea1-4fd4-b879-d77276bf88d4 req-7cf7cab2-1be3-4d65-95fc-d827d176dae3 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Mar 11 13:28:58.959917 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97fba3-8266-40b7-9712-e16722c8bfd2 req-c1fe3372-d296-4af0-a6df-2fff40e856d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:28:58.961345 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c97fba3-8266-40b7-9712-e16722c8bfd2 req-c1fe3372-d296-4af0-a6df-2fff40e856d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0798209 Mar 11 13:28:59.005456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c97fba3-8266-40b7-9712-e16722c8bfd2 req-c77541e3-e375-4702-93d5-a005997a6bbe tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384426 Mar 11 13:29:00.192163 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e929467-979a-4077-8772-a0308de4c1d1 req-56efa82b-50e7-482c-bdcf-2f0c14a3a6cd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:00.193620 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e929467-979a-4077-8772-a0308de4c1d1 req-56efa82b-50e7-482c-bdcf-2f0c14a3a6cd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0828104 Mar 11 13:29:00.236615 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e929467-979a-4077-8772-a0308de4c1d1 req-73389cea-4564-4d36-a434-1bb4cbed225a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373957 Mar 11 13:29:01.416714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd43b-4fac-4a7d-88e4-a97b631313c5 req-136ce062-1744-439e-ad27-8579b518ff20 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:01.418178 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e79cd43b-4fac-4a7d-88e4-a97b631313c5 req-136ce062-1744-439e-ad27-8579b518ff20 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0790818 Mar 11 13:29:01.462869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e79cd43b-4fac-4a7d-88e4-a97b631313c5 req-6a01f9d9-1ee8-4aad-bef6-b2e09bc65e6b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383689 Mar 11 13:29:02.647276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db3804-8f7a-4c92-ae58-3976f83c74f9 req-3fca72ff-8a1c-4f8c-84a2-53745abf16e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:02.648694 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b6db3804-8f7a-4c92-ae58-3976f83c74f9 req-3fca72ff-8a1c-4f8c-84a2-53745abf16e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0824838 Mar 11 13:29:02.693429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b6db3804-8f7a-4c92-ae58-3976f83c74f9 req-1150766c-29e7-458c-b029-4ce79c2407a1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390363 Mar 11 13:29:04.020637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b659455-773e-4091-9019-f618e467e31d req-f1784e75-8853-460c-824f-325f6858bceb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:04.022002 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b659455-773e-4091-9019-f618e467e31d req-f1784e75-8853-460c-824f-325f6858bceb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0817165 Mar 11 13:29:04.066030 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b659455-773e-4091-9019-f618e467e31d req-2cf98f61-ade7-45ac-9d4f-2c052a5d0191 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384858 Mar 11 13:29:05.245536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da388b-5bab-4bf8-be77-9eff941b2aa8 req-6d70b2dd-34a3-46ff-a8d5-59b465555fa2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:05.246959 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0da388b-5bab-4bf8-be77-9eff941b2aa8 req-6d70b2dd-34a3-46ff-a8d5-59b465555fa2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0790265 Mar 11 13:29:05.289925 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0da388b-5bab-4bf8-be77-9eff941b2aa8 req-bea79655-a055-4c55-9918-734740ae2e61 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367095 Mar 11 13:29:05.344444 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:29:06.472538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71cf06-65ed-4f4c-8cd4-64f98d69b244 req-dfa3bac7-f6f5-482f-b2ed-f7bbf38156f7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:06.474068 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac71cf06-65ed-4f4c-8cd4-64f98d69b244 req-dfa3bac7-f6f5-482f-b2ed-f7bbf38156f7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0825589 Mar 11 13:29:06.517104 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac71cf06-65ed-4f4c-8cd4-64f98d69b244 req-88940b28-17de-4c04-9763-46cda63eefcf tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373857 Mar 11 13:29:07.191141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-43d09a6c-6129-468b-927c-02b0507e437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:07.701365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93cb6c-2102-499a-9531-dcecba2ee37f req-3cd04fe3-b672-4cf2-8bc3-757c333bad28 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:07.702771 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad93cb6c-2102-499a-9531-dcecba2ee37f req-3cd04fe3-b672-4cf2-8bc3-757c333bad28 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0792708 Mar 11 13:29:07.748246 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad93cb6c-2102-499a-9531-dcecba2ee37f req-1a47d5b9-cd1a-4e66-9d96-bd711030d4fc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399179 Mar 11 13:29:08.926976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22634730-192d-4936-9e2c-d6a1f06c87bc req-ac6ee23e-7990-4f35-ba3d-15d2e5a5876d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:08.928402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22634730-192d-4936-9e2c-d6a1f06c87bc req-ac6ee23e-7990-4f35-ba3d-15d2e5a5876d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0785475 Mar 11 13:29:08.973116 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22634730-192d-4936-9e2c-d6a1f06c87bc req-12fc4e96-f0b6-4689-aa69-af7e9487d4dd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391469 Mar 11 13:29:09.260883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3f204fb5-3598-4d0d-b834-62e718c2c1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:10.159864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50718fc3-7ab8-457a-ad79-208ed6ab3835 req-359637d7-1c8f-4ca1-ba28-c65646772e7d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:10.161292 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50718fc3-7ab8-457a-ad79-208ed6ab3835 req-359637d7-1c8f-4ca1-ba28-c65646772e7d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0832920 Mar 11 13:29:10.205560 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50718fc3-7ab8-457a-ad79-208ed6ab3835 req-7835167a-b219-485c-9ebe-18c09460803a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385585 Mar 11 13:29:10.418092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:10.583603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:11.388286 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d926df4-e623-4569-83fc-a2e01f3132b4 req-995e91d7-db2b-48ae-8d22-c059f97ff33b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:11.389762 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d926df4-e623-4569-83fc-a2e01f3132b4 req-995e91d7-db2b-48ae-8d22-c059f97ff33b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0802724 Mar 11 13:29:11.433133 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d926df4-e623-4569-83fc-a2e01f3132b4 req-5aad8a3c-99bf-4108-b19b-7e452bd8fc29 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377886 Mar 11 13:29:12.018592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:12.616776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f152-e5bb-49e6-ae79-6c95994e402c req-f3e1c1f9-eb19-4c93-ad5e-06830fca406c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:12.618304 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6ac0f152-e5bb-49e6-ae79-6c95994e402c req-f3e1c1f9-eb19-4c93-ad5e-06830fca406c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0817235 Mar 11 13:29:12.661029 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6ac0f152-e5bb-49e6-ae79-6c95994e402c req-376328ff-ae6b-4150-8e18-c725b5028a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371351 Mar 11 13:29:13.893140 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9195200-9c9d-4af6-ad0d-b9fc20576e16 req-6240f71e-3001-4709-944e-290a497545ba tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:13.894598 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f9195200-9c9d-4af6-ad0d-b9fc20576e16 req-6240f71e-3001-4709-944e-290a497545ba tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.1310532 Mar 11 13:29:13.937568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f9195200-9c9d-4af6-ad0d-b9fc20576e16 req-ecf83009-3762-4bd9-8650-68ec8604f85c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374486 Mar 11 13:29:15.165866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefd9f1-ca5a-48c7-ab3c-0dc70bdf4235 req-f2663212-f55b-40ba-b252-3e809870b1a0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:15.167222 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ddefd9f1-ca5a-48c7-ab3c-0dc70bdf4235 req-f2663212-f55b-40ba-b252-3e809870b1a0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.1247754 Mar 11 13:29:15.210687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ddefd9f1-ca5a-48c7-ab3c-0dc70bdf4235 req-b3acce41-3657-4de7-878e-54600eb4d44b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373902 Mar 11 13:29:16.495205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637d3a2-1693-4a35-86e6-ca32bd049ec5 req-79b83f8c-e282-4b95-9466-f7a4a9bda7e8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:16.496558 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f637d3a2-1693-4a35-86e6-ca32bd049ec5 req-79b83f8c-e282-4b95-9466-f7a4a9bda7e8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.1776400 Mar 11 13:29:16.540039 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f637d3a2-1693-4a35-86e6-ca32bd049ec5 req-39af88e1-4dcd-468f-af30-3de1bba9173d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378714 Mar 11 13:29:17.726988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6179c0-9fe7-40d4-9d7e-197215cbb1b4 req-40cc84a9-1805-4306-adf4-3dbd1c57dd0c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:17.728364 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cf6179c0-9fe7-40d4-9d7e-197215cbb1b4 req-40cc84a9-1805-4306-adf4-3dbd1c57dd0c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0832698 Mar 11 13:29:17.774202 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cf6179c0-9fe7-40d4-9d7e-197215cbb1b4 req-cdff95a9-b235-45c9-8f8b-8c586e16a472 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Mar 11 13:29:18.962918 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8573-bd61-4f8e-ad05-460ead858180 req-b8d6fe0e-8a80-4e6a-bba8-d635eabdfddc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:18.964440 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-089f8573-bd61-4f8e-ad05-460ead858180 req-b8d6fe0e-8a80-4e6a-bba8-d635eabdfddc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0822539 Mar 11 13:29:19.008380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-089f8573-bd61-4f8e-ad05-460ead858180 req-392cb880-450d-422c-8998-21c98b7f2286 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375791 Mar 11 13:29:20.193386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afd859-c43a-4954-991a-879778d9a9c2 req-a07bccae-06a4-41dd-803f-ffe1e05b6a7d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:20.194849 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-98afd859-c43a-4954-991a-879778d9a9c2 req-a07bccae-06a4-41dd-803f-ffe1e05b6a7d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0828829 Mar 11 13:29:20.238563 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-98afd859-c43a-4954-991a-879778d9a9c2 req-2622132e-34df-4e37-acc6-23b70b13cff8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382464 Mar 11 13:29:21.209536 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-faa51a5b-5337-4e41-a0c4-b8cad65ab26d service neutron] 10.222.0.50 "GET /v2.0/ports/9c0952e1-a836-4423-9545-65d18527748c/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.1124520 Mar 11 13:29:21.440394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d5fda-6822-465c-82ba-731b73647b5d req-65c90074-aca8-4ce6-9b85-fd08731c46e7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:21.441872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e5d5fda-6822-465c-82ba-731b73647b5d req-65c90074-aca8-4ce6-9b85-fd08731c46e7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0948551 Mar 11 13:29:21.486942 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e5d5fda-6822-465c-82ba-731b73647b5d req-bd15a830-d86d-42fb-b033-e64c0ecaab33 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394609 Mar 11 13:29:21.487435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-816597a9-13ef-4602-bb99-24e18c0ecf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:21.488879 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-816597a9-13ef-4602-bb99-24e18c0ecf2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0751469 Mar 11 13:29:21.582138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-5f6e9b5f-7ec5-4474-b71b-661698801547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:21.583563 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-5f6e9b5f-7ec5-4474-b71b-661698801547 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1098 time: 0.0699935 Mar 11 13:29:21.713198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-d287062d-b748-4c88-a991-537b7b9608ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:21.714572 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-d287062d-b748-4c88-a991-537b7b9608ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1249032 Mar 11 13:29:21.816244 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-40e6894f-fbfd-45ca-9384-57b019d86a3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 1001 time: 0.0946686 Mar 11 13:29:21.879071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-a2c5b8e2-5915-46a2-a76e-6dfe08a26373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:21.880502 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-a2c5b8e2-5915-46a2-a76e-6dfe08a26373 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0583875 Mar 11 13:29:21.951905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-51d77a30-313c-43f1-9372-1039c81e2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:21.953299 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-51d77a30-313c-43f1-9372-1039c81e2ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674965 Mar 11 13:29:22.103306 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-cc098391-503f-4bbc-a4ef-d1256007ae4b service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437078 Mar 11 13:29:22.185328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:22.325509 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72fd2b8d-5bdc-49a5-83fb-ecfdeeba9507 req-481927d4-1d8e-408b-a9e7-59ddffb348b3 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166891 Mar 11 13:29:22.671758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d165005-43ef-4655-94ac-558ff54d5c9c req-c4ee1efd-16ad-4fa5-aa5e-3a92191f5119 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:22.673197 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d165005-43ef-4655-94ac-558ff54d5c9c req-c4ee1efd-16ad-4fa5-aa5e-3a92191f5119 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 945 time: 0.0784104 Mar 11 13:29:22.716073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d165005-43ef-4655-94ac-558ff54d5c9c req-4ad108a8-e959-4cc1-9990-9a664e0b7bda tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369556 Mar 11 13:29:23.630070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9c0952e1-a836-4423-9545-65d18527748c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:29:23.737252 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:23.764110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0952e1-a836-4423-9545-65d18527748c'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:29:23.773336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 9c0952e1-a836-4423-9545-65d18527748c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c0952e1-a836-4423-9545-65d18527748c,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:29:23.779139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:23.820878 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0952e1-a836-4423-9545-65d18527748c', 'code': 200} Mar 11 13:29:23.852238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=9c0952e1-a836-4423-9545-65d18527748c,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:29:23.904111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682b71-eca2-49e3-8d6f-4c67be0ab9cb req-b713c956-fa31-45e2-b2a3-e03d44c4eb40 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:23.905557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0682b71-eca2-49e3-8d6f-4c67be0ab9cb req-b713c956-fa31-45e2-b2a3-e03d44c4eb40 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0837977 Mar 11 13:29:23.951402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b0682b71-eca2-49e3-8d6f-4c67be0ab9cb req-deca6301-e3a6-47b0-8e95-8f9b580c78d8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395250 Mar 11 13:29:25.136955 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88aeb6-f589-4d96-8154-f65afff3d29f req-a9130539-11b2-478a-a9f5-facb047efdb2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:25.138960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8a88aeb6-f589-4d96-8154-f65afff3d29f req-a9130539-11b2-478a-a9f5-facb047efdb2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0785012 Mar 11 13:29:25.185563 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8a88aeb6-f589-4d96-8154-f65afff3d29f req-fe953b04-86f2-461e-bab0-1f6247936147 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 Mar 11 13:29:25.485551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06ecd-c1f2-4a9a-aad5-d1d37e89093d req-86d5c249-7b63-44c7-a33b-3bf5e4515022 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:25.487019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-76d06ecd-c1f2-4a9a-aad5-d1d37e89093d req-86d5c249-7b63-44c7-a33b-3bf5e4515022 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0800445 Mar 11 13:29:25.491250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606974b-56a5-4273-b399-1f778c918caa req-dc5f4b91-a5b3-4b2e-b099-5620a8b6dc48 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:25.491930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-1606974b-56a5-4273-b399-1f778c918caa req-dc5f4b91-a5b3-4b2e-b099-5620a8b6dc48 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Synchronizing usage tracker for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:29:25.509489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-1606974b-56a5-4273-b399-1f778c918caa req-dc5f4b91-a5b3-4b2e-b099-5620a8b6dc48 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Unset dirty status for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:29:25.511287 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-dc5f4b91-a5b3-4b2e-b099-5620a8b6dc48 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 943 time: 0.1011076 Mar 11 13:29:25.533699 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-76d06ecd-c1f2-4a9a-aad5-d1d37e89093d req-a7c760ab-2b72-4e1b-a5e7-36665e5f4dc5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407701 Mar 11 13:29:25.648768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606974b-56a5-4273-b399-1f778c918caa req-6ff2702e-1a34-4e52-b44b-c74132503609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:25.650250 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-6ff2702e-1a34-4e52-b44b-c74132503609 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 1096 time: 0.0710874 Mar 11 13:29:25.777522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606974b-56a5-4273-b399-1f778c918caa req-9d939b62-6202-4d6b-984e-29386371b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:25.779488 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-9d939b62-6202-4d6b-984e-29386371b867 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1234822 Mar 11 13:29:25.878318 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-4df34310-a136-4a8c-9f56-df27252bc614 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 200 len: 999 time: 0.0938661 Mar 11 13:29:25.940328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606974b-56a5-4273-b399-1f778c918caa req-04673f24-2893-4a76-9912-7f069ede47af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:25.941695 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-04673f24-2893-4a76-9912-7f069ede47af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0576336 Mar 11 13:29:26.018378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606974b-56a5-4273-b399-1f778c918caa req-5dc83f34-f727-4ec6-9865-6e001fdf4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:26.019827 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-5dc83f34-f727-4ec6-9865-6e001fdf4fac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718062 Mar 11 13:29:26.147191 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-b4c5d0fb-66f8-43df-b4b4-2a0826367285 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214569 Mar 11 13:29:26.277825 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1606974b-56a5-4273-b399-1f778c918caa req-0e7c71fb-2b5e-4f21-b7fb-b418cf4d9abd service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246889 Mar 11 13:29:26.727840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf3bef-6102-4015-aeba-9aacef098b5c req-7d8bd175-82f1-4e20-aa01-08d5243634d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:26.729950 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-45cf3bef-6102-4015-aeba-9aacef098b5c req-7d8bd175-82f1-4e20-aa01-08d5243634d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0862670 Mar 11 13:29:26.775906 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-45cf3bef-6102-4015-aeba-9aacef098b5c req-5bf94b90-e87a-4075-89bf-c16d474751a4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404522 Mar 11 13:29:27.958774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a252c-26bf-4e46-9a7e-443c5e411227 req-d5217b38-c2d5-4831-b81f-b1ed1901c813 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:27.960188 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-534a252c-26bf-4e46-9a7e-443c5e411227 req-d5217b38-c2d5-4831-b81f-b1ed1901c813 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0776987 Mar 11 13:29:28.003514 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-534a252c-26bf-4e46-9a7e-443c5e411227 req-8dd96cf9-4aad-4d95-93ae-1481326dba25 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376735 Mar 11 13:29:28.184512 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e06b-c3f4-4ba5-b60e-5f286605a968 req-921f15ea-4093-495b-b46b-45c467fd68ab tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:28.186457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52d1e06b-c3f4-4ba5-b60e-5f286605a968 req-921f15ea-4093-495b-b46b-45c467fd68ab tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0810513 Mar 11 13:29:28.228898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52d1e06b-c3f4-4ba5-b60e-5f286605a968 req-d3583eae-e848-4398-abf1-21ca361bd779 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369768 Mar 11 13:29:28.410937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1dd99-9293-4e3a-849e-23fdb7ab88ce req-8e2443a3-e1b7-4037-959f-fa33a2ee1279 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:28.412350 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8eb1dd99-9293-4e3a-849e-23fdb7ab88ce req-8e2443a3-e1b7-4037-959f-fa33a2ee1279 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0823526 Mar 11 13:29:28.456140 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8eb1dd99-9293-4e3a-849e-23fdb7ab88ce req-1a939729-368c-4205-afbc-088ea471de65 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380952 Mar 11 13:29:28.826016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e68cc-1a9d-4d3c-a229-e2d4de18fdd5 req-a51b16a0-ff60-4bc3-9835-8b49ee691d75 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:28.827349 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c22e68cc-1a9d-4d3c-a229-e2d4de18fdd5 req-a51b16a0-ff60-4bc3-9835-8b49ee691d75 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0789595 Mar 11 13:29:28.871239 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c22e68cc-1a9d-4d3c-a229-e2d4de18fdd5 req-29248db1-d17d-4a9e-b466-6dff0428c771 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Mar 11 13:29:30.063932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654047-f112-408a-996e-ae7a08c0359e req-5393c984-2194-4c89-b901-da658930b80a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:30.065277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d5654047-f112-408a-996e-ae7a08c0359e req-5393c984-2194-4c89-b901-da658930b80a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0890372 Mar 11 13:29:30.108602 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d5654047-f112-408a-996e-ae7a08c0359e req-05741056-48c2-49ca-b1ef-4223adfa5ec4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377915 Mar 11 13:29:30.467192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-358e6c59-ee0c-4cf5-b763-c7fadd240f10 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:30.468620 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-358e6c59-ee0c-4cf5-b763-c7fadd240f10 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0784974 Mar 11 13:29:30.535442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Deleting port 9c0952e1-a836-4423-9545-65d18527748c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:29:30.535781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:30.775455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] For port 9c0952e1-a836-4423-9545-65d18527748c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c0952e1-a836-4423-9545-65d18527748c,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:29:30.775727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:31.162004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:31.162368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:31.162702 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 disassociated. External IP: 172.26.4.225, port: 9c0952e1-a836-4423-9545-65d18527748c. Mar 11 13:29:31.163045 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Calling delete_port for 9c0952e1-a836-4423-9545-65d18527748c owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:29:31.294295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06447a-d478-428a-aa72-247dafb75bb5 req-f5d0bed7-d588-4a36-a21a-61fb20fdcf52 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:31.296194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f06447a-d478-428a-aa72-247dafb75bb5 req-f5d0bed7-d588-4a36-a21a-61fb20fdcf52 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=169e1a49-b64f-4f1c-827a-9e7bd78301b9 HTTP/1.1" status: 200 len: 943 time: 0.0797544 Mar 11 13:29:31.307891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:31.346028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3f06447a-d478-428a-aa72-247dafb75bb5 req-29076dd6-d5ef-4f30-b628-c14e89a79fc3 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442669 Mar 11 13:29:31.356717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event deleted for resources: {'Port': ['ID=9c0952e1-a836-4423-9545-65d18527748c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:29:31.386499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.386975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.387498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.388575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.389093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.389746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.390163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.390686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.391209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.391744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.392273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.392813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:31.580683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:29:31.755109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:29:31.764374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:29:31.773618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:29:31.774224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:29:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:31.828126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] No DVR routers for this DVR port 9c0952e1-a836-4423-9545-65d18527748c on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:29:31.830641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:31.833132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'name': 'network-vif-deleted', 'tag': '9c0952e1-a836-4423-9545-65d18527748c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:29:31.850380 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-329438f8-7707-4fb8-bd0b-29161e2a4f61 req-8d06f736-b5b1-494c-8a5b-85dce61010be tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "DELETE /v2.0/ports/9c0952e1-a836-4423-9545-65d18527748c HTTP/1.1" status: 204 len: 173 time: 1.3761678 Mar 11 13:29:31.882387 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169e1a49-b64f-4f1c-827a-9e7bd78301b9', 'name': 'network-vif-deleted', 'tag': '9c0952e1-a836-4423-9545-65d18527748c', 'status': 'completed', 'code': 200} Mar 11 13:29:31.962460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:29:32.281866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:32.285883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:29:32.294212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:29:32.294802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:29:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:32.497227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:29:32.683254 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-23e87522-d896-4f26-9bd2-01ebaafff565 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--617016751&fields=id&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 267 time: 0.0392721 Mar 11 13:29:32.832185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-7fc4c16b-3811-4e7f-b79c-49145ac3cb6f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:32.833541 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-7fc4c16b-3811-4e7f-b79c-49145ac3cb6f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1430762 Mar 11 13:29:32.845043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:32.848430 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2602f322-3a42-48e4-aa65-f7e745d10c4f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/quotas/5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0094626 Mar 11 13:29:32.849099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11036d22-5cab-4b3a-b164-3339415da21a None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:29:32.935077 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2b2155b6-db4b-4bdb-8e91-44f4a10797ec tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813038 Mar 11 13:29:33.067134 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b263b-da49-4d43-b24e-b98eabf11047 None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:29:33.178014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-0d649324-a378-4473-94c1-e286c044ed80 service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314315 Mar 11 13:29:33.310503 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2b944bfd-e28d-4b9b-afb4-69cc6b3daffd service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260371 Mar 11 13:29:33.487795 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-01de5e63-5c98-4f6d-9160-036361029890 req-825d9802-1cce-4958-96cb-c6849567b137 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 210 time: 0.0462515 Mar 11 13:29:33.661124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9c0952e1-a836-4423-9545-65d18527748c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:29:33.694571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 9c0952e1-a836-4423-9545-65d18527748c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:29:33.694908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 9c0952e1-a836-4423-9545-65d18527748c not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:29:34.470433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-b7dce9a1-fd9e-491e-8823-e9584207787e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:34.471900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-b7dce9a1-fd9e-491e-8823-e9584207787e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1452155 Mar 11 13:29:34.520014 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-98eccecd-e131-4db4-b9bd-46fd155b680f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 379 time: 0.0392849 Mar 11 13:29:34.530446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'port': {'device_id': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'admin_state_up': True, 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'security_groups': ['56a99ea1-63d6-4601-bec5-4e263ab328ec']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:29:34.633683 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3ee81f5b-0161-41d4-9310-b1def258203c req-85b7638d-350d-4636-8dab-cd96d9ff143a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 210 time: 0.0407631 Mar 11 13:29:34.668276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:29:34.672266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:port and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:29:34.675048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:29:34.680861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:29:34.690209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Made reservation on behalf of 5637a108145e4f8e878a3a6a0d0c2ed5 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:29:34.693677 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:34.853098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Allocated IP 172.20.0.9 (b98e5dfc-2cd8-44f1-9d64-f71aef4c0357/c8c00b26-fe23-48f8-97d9-c6b3ada274bf/f6720449-7a21-4baa-aa4a-134c43c82ddb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:29:35.034078 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:35.049231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Transition to ACTIVE for port object f6720449-7a21-4baa-aa4a-134c43c82ddb will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:29:35.071561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:35.137303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:29:35.140199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:29:35.148195 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:29:35.185782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:29:35.217897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:35.218541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:35.242660 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-2ba5536f-2ad1-420d-a3f8-e962431e3b90 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164979 Mar 11 13:29:35.253995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Request body: {'port': {'device_id': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:29:35.366822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-97abb19a-4536-434a-848d-ea519fdc4e47 None None] Provisioning for port f6720449-7a21-4baa-aa4a-134c43c82ddb completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:29:35.372101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-97abb19a-4536-434a-848d-ea519fdc4e47 None None] Provisioning complete for port f6720449-7a21-4baa-aa4a-134c43c82ddb triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:29:35.372467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97abb19a-4536-434a-848d-ea519fdc4e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:35.426214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-97abb19a-4536-434a-848d-ea519fdc4e47 None None] Port f6720449-7a21-4baa-aa4a-134c43c82ddb cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:29:35.468659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:35.799380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6720449-7a21-4baa-aa4a-134c43c82ddb {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:29:35.806811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:35.821222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Transition to ACTIVE for port object f6720449-7a21-4baa-aa4a-134c43c82ddb will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:29:35.821673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20900655-862e-4673-aabc-cf2e945327f9 req-d912285f-9adf-481a-88b0-e27aedef4535 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:35.823179 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20900655-862e-4673-aabc-cf2e945327f9 req-d912285f-9adf-481a-88b0-e27aedef4535 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 931 time: 0.0831234 Mar 11 13:29:35.826809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:35.868541 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20900655-862e-4673-aabc-cf2e945327f9 req-be8097c6-f4ad-47a9-92ee-8bcb544ca4fe tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390828 Mar 11 13:29:35.960399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:29:36.069811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Attempting to bind port f6720449-7a21-4baa-aa4a-134c43c82ddb on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:29:36.070144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Attempting to bind port f6720449-7a21-4baa-aa4a-134c43c82ddb by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:29:36.070469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Attempting to bind port f6720449-7a21-4baa-aa4a-134c43c82ddb on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:29:36.074982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Port f6720449-7a21-4baa-aa4a-134c43c82ddb on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:29:36.075810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Attempting to bind port f6720449-7a21-4baa-aa4a-134c43c82ddb on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:29:36.080706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:29:36.081035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Checking segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:29:36.081411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Bound using segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:29:36.081855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Bound port: f6720449-7a21-4baa-aa4a-134c43c82ddb, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:29:36.082191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:36.175832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:29:36.178738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:29:36.183213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:36.239821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:36.239821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:36.241191 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] 10.222.0.50 "PUT /v2.0/ports/f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 1093 time: 0.9913425 Mar 11 13:29:36.241691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:29:36.272635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc47b1-0300-4199-90c6-db7663be6677 service neutron] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:29:36.321838 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'status': 'completed', 'code': 200} Mar 11 13:29:36.359115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-336790f0-718c-4ba0-a37f-a3d5a8e1fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:36.360597 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-336790f0-718c-4ba0-a37f-a3d5a8e1fd4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1096 time: 0.0822024 Mar 11 13:29:36.433322 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-af8f6df9-b7a3-404a-916e-0e8cfc1ac703 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 217 time: 0.0641005 Mar 11 13:29:36.498017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-4a1c4d1e-a7a3-4da2-998c-2d1ad64a9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:36.499374 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-4a1c4d1e-a7a3-4da2-998c-2d1ad64a9c8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0598698 Mar 11 13:29:36.573505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-18b83b6a-a343-40a5-90f5-d9f4f0847374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:36.574935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-18b83b6a-a343-40a5-90f5-d9f4f0847374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685487 Mar 11 13:29:36.703037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-f63dede5-afcd-427b-8e12-90a3fa355872 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218457 Mar 11 13:29:36.831342 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0962b14d-431a-4964-8f99-642aaf89ba8b req-7cb7aa2e-24a1-4707-bfb5-a74d705fce2a service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224527 Mar 11 13:29:36.948111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-46a35c80-6c94-4f25-ae17-18f34c88a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:36.949628 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-46a35c80-6c94-4f25-ae17-18f34c88a7ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1096 time: 0.0738399 Mar 11 13:29:37.047260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa155fe-e59d-4fd1-a3ec-7dce71d2872e req-df6e4d22-fff9-4480-a64e-01f28e11d04a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:37.048853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffa155fe-e59d-4fd1-a3ec-7dce71d2872e req-df6e4d22-fff9-4480-a64e-01f28e11d04a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 943 time: 0.0784032 Mar 11 13:29:37.095273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffa155fe-e59d-4fd1-a3ec-7dce71d2872e req-56be0352-bb65-4859-ba87-dc335414f6c5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403585 Mar 11 13:29:37.173301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-3d63a4b4-9c1e-434c-86a8-98b45daf8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:37.174769 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-3d63a4b4-9c1e-434c-86a8-98b45daf8ce0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.2187078 Mar 11 13:29:37.195831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d7b3886c-3661-47e6-8255-ebbc93cff97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:37.241748 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-7d5c8181-6e8d-499a-919e-7aeac7b97c63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 217 time: 0.0597808 Mar 11 13:29:37.304413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-588302ff-45a2-412a-b81d-7dc7f75866e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:37.305823 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-588302ff-45a2-412a-b81d-7dc7f75866e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0580473 Mar 11 13:29:37.377424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-f8084f2b-3932-47b4-98e5-b98f1b77d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:37.378906 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-f8084f2b-3932-47b4-98e5-b98f1b77d537 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672309 Mar 11 13:29:37.511005 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-533e7841-1752-452b-a820-98c868c209eb service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244535 Mar 11 13:29:37.642881 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d7f62eb8-2ba0-4ef5-b092-cfeaa96de59f req-e3ef87fe-c6cf-45a7-ba06-554addc42166 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236970 Mar 11 13:29:38.287305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a234e-cb49-49c3-83b9-c9cff36b81f0 req-2f2460e5-3fa5-43db-b8b5-e7d46b9e7ec0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:38.288732 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-290a234e-cb49-49c3-83b9-c9cff36b81f0 req-2f2460e5-3fa5-43db-b8b5-e7d46b9e7ec0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 943 time: 0.0833695 Mar 11 13:29:38.332076 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-290a234e-cb49-49c3-83b9-c9cff36b81f0 req-087b47b1-a244-4aa4-bdd4-d080beec36a2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372765 Mar 11 13:29:39.260520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-473c8b50-835e-4cb9-b90e-eef61d2e2d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:39.511417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03164e9b-e644-4cb0-b90e-e6d61e91701e req-b2bf702e-57f1-4cec-b16e-96220191c61c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:39.512801 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-03164e9b-e644-4cb0-b90e-e6d61e91701e req-b2bf702e-57f1-4cec-b16e-96220191c61c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 943 time: 0.0793710 Mar 11 13:29:39.559181 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-03164e9b-e644-4cb0-b90e-e6d61e91701e req-68d6facc-8a65-44f2-babb-81f44635849e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Mar 11 13:29:39.660130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f6720449-7a21-4baa-aa4a-134c43c82ddb details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:29:39.789970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:29:39.803272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'mac_address': 'fa:16:3e:7b:f6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:29:39.855484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:39.873904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6720449-7a21-4baa-aa4a-134c43c82ddb {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:29:39.889112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:29:39.892755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:39.960490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:29:39.967359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.967700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.968034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.968361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.968685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.969007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.969327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.969671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.969992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.970314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.970628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:39.970941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:29:40.096384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['f6720449-7a21-4baa-aa4a-134c43c82ddb'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:29:40.421747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:40.585388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:40.746784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756fdce-6748-4dd9-b04d-98ae4eb8fce3 req-bc0d81a1-6030-447e-adaa-92e1c64b009e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:40.748634 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5756fdce-6748-4dd9-b04d-98ae4eb8fce3 req-bc0d81a1-6030-447e-adaa-92e1c64b009e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 944 time: 0.0789313 Mar 11 13:29:40.790843 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5756fdce-6748-4dd9-b04d-98ae4eb8fce3 req-4ccef0bf-04e5-417b-bbde-e611261a53a9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367265 Mar 11 13:29:41.659977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f6720449-7a21-4baa-aa4a-134c43c82ddb up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:29:41.727999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port f6720449-7a21-4baa-aa4a-134c43c82ddb completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:29:41.732420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port f6720449-7a21-4baa-aa4a-134c43c82ddb triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:29:41.732785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:41.848531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:41.875296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:29:41.884649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:29:41.889867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:41.927774 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'code': 200} Mar 11 13:29:41.963248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:29:41.989049 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5d892-0387-42cf-84ca-67159a9c6936 req-447eb095-4d5f-4a09-9b12-351597737738 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:41.990690 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70f5d892-0387-42cf-84ca-67159a9c6936 req-447eb095-4d5f-4a09-9b12-351597737738 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0917053 Mar 11 13:29:42.032102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:42.052880 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70f5d892-0387-42cf-84ca-67159a9c6936 req-d45cba0d-d1eb-4576-a5fe-5ed267f9d989 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548623 Mar 11 13:29:42.147897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58a6f-1b92-4c5c-b950-7d8817df10bb req-6fa1c440-506c-4c33-b135-ed42886c69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:42.149345 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57b58a6f-1b92-4c5c-b950-7d8817df10bb req-6fa1c440-506c-4c33-b135-ed42886c69c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1098 time: 0.0718298 Mar 11 13:29:42.187614 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57b58a6f-1b92-4c5c-b950-7d8817df10bb req-910dbd7a-b57f-4bf6-8836-4f4fce917079 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Mar 11 13:29:42.342566 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:29:43.248200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65db4ee-a098-4802-9620-1385d70486f4 req-f9150e77-2a72-4c54-a4f7-ba7350988289 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:43.249667 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c65db4ee-a098-4802-9620-1385d70486f4 req-f9150e77-2a72-4c54-a4f7-ba7350988289 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0844185 Mar 11 13:29:43.292901 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c65db4ee-a098-4802-9620-1385d70486f4 req-0f26034d-addd-4bcf-8299-114679f6d114 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376639 Mar 11 13:29:44.477843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57f0f-421e-4014-8bca-414e99c6b439 req-98c97000-ce3b-400d-ad19-47d419db3f26 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:44.479275 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6a57f0f-421e-4014-8bca-414e99c6b439 req-98c97000-ce3b-400d-ad19-47d419db3f26 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0835948 Mar 11 13:29:44.521990 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f6a57f0f-421e-4014-8bca-414e99c6b439 req-1245e63a-198b-4953-8c97-f3f2d591cb3e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372155 Mar 11 13:29:44.695631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323e4b0-5d8d-4845-a990-e584c73c8084 req-e4cd6c81-775c-4e10-8af8-057c297a3b80 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:44.697059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4323e4b0-5d8d-4845-a990-e584c73c8084 req-e4cd6c81-775c-4e10-8af8-057c297a3b80 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0783868 Mar 11 13:29:44.706152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 36998) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:29:44.711032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'floatingip': {'port_id': 'f6720449-7a21-4baa-aa4a-134c43c82ddb'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:29:44.788012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:45.482168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:45.486678 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:45.656088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 associated. External IP: 172.26.4.225, port: f6720449-7a21-4baa-aa4a-134c43c82ddb. Mar 11 13:29:46.012568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:29:46.190782 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:29:46.195533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:46.200179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:29:46.209992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:29:46.210595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:29:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:46.249662 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bbc30fd4-6358-49d0-a90d-649aa25117e5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "PUT /v2.0/floatingips/3c9c89dd-80e2-4083-9440-074cf46cf548 HTTP/1.1" status: 200 len: 991 time: 1.5424006 Mar 11 13:29:46.250346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:29:46.298041 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'status': 'completed', 'code': 200} Mar 11 13:29:46.391618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced40add-e403-461f-868d-84fe223700e2 req-558115e3-888c-43a7-b443-7889e089c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:46.393230 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ced40add-e403-461f-868d-84fe223700e2 req-558115e3-888c-43a7-b443-7889e089c274 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1098 time: 0.0756238 Mar 11 13:29:46.408594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:29:46.531100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced40add-e403-461f-868d-84fe223700e2 req-21379fb0-6ae1-41c6-ae0b-70da7888a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:46.532456 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ced40add-e403-461f-868d-84fe223700e2 req-21379fb0-6ae1-41c6-ae0b-70da7888a694 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1330378 Mar 11 13:29:46.616787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579eba-cf7e-4d21-bdab-e978b99880bc req-1727e038-a7e1-4d93-915b-b3f817d33e84 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:46.618483 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b579eba-cf7e-4d21-bdab-e978b99880bc req-1727e038-a7e1-4d93-915b-b3f817d33e84 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0959744 Mar 11 13:29:46.646372 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ced40add-e403-461f-868d-84fe223700e2 req-8c1cfecf-a383-41db-bea6-566a3b013261 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 999 time: 0.1070471 Mar 11 13:29:46.665381 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b579eba-cf7e-4d21-bdab-e978b99880bc req-a273eec7-9e03-4f32-b79e-f9b6424b8201 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Mar 11 13:29:46.716963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced40add-e403-461f-868d-84fe223700e2 req-38e25608-6bb3-4baa-8e18-89c48aac37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:46.718434 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ced40add-e403-461f-868d-84fe223700e2 req-38e25608-6bb3-4baa-8e18-89c48aac37d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0642965 Mar 11 13:29:46.796845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced40add-e403-461f-868d-84fe223700e2 req-6cf42757-5d82-446d-8ce9-c3f639122348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:46.798378 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ced40add-e403-461f-868d-84fe223700e2 req-6cf42757-5d82-446d-8ce9-c3f639122348 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739498 Mar 11 13:29:46.815876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:7b:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:29:45Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:46.819710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:29:46.828036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:29:46.828625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:29:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:46.931538 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ced40add-e403-461f-868d-84fe223700e2 req-0eff95c8-48be-4851-9039-8f66d1f09a7e service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262281 Mar 11 13:29:47.005199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:29:47.064582 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ced40add-e403-461f-868d-84fe223700e2 req-1926d83a-2a9f-4fee-b921-77b8a4644505 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263969 Mar 11 13:29:47.354242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:7b:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:29:45Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:29:47.358073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fb6bf-59d1-446f-81d5-371ce8bfa486 None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:7b:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:29:45Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:29:47.541209 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44dd35a-446a-449d-8484-787f28acc1a3 None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:29:47.854226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e5a23-f7b9-43b2-a871-3deb4fc27dc6 req-25f098e8-d047-444f-84be-d908cb763762 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:47.855662 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-945e5a23-f7b9-43b2-a871-3deb4fc27dc6 req-25f098e8-d047-444f-84be-d908cb763762 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0834930 Mar 11 13:29:47.902249 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-945e5a23-f7b9-43b2-a871-3deb4fc27dc6 req-f93c6fc1-fcdd-417f-a28f-9ecdae321203 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 Mar 11 13:29:49.084762 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd42f06-8eeb-4f39-a5bd-d8a1f6b647d1 req-17001132-ab2d-4da0-ab8d-033a61bd32de tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:49.086208 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bd42f06-8eeb-4f39-a5bd-d8a1f6b647d1 req-17001132-ab2d-4da0-ab8d-033a61bd32de tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0780187 Mar 11 13:29:49.129242 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bd42f06-8eeb-4f39-a5bd-d8a1f6b647d1 req-a6132b11-32c8-48c1-a6f9-174fde7b6883 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368490 Mar 11 13:29:50.424442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71abb2-a975-4cc8-92a6-d5d858ef3c8b req-0191835f-4a00-439a-b3b4-d6fab6d4d4a2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:50.426068 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8a71abb2-a975-4cc8-92a6-d5d858ef3c8b req-0191835f-4a00-439a-b3b4-d6fab6d4d4a2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.1937556 Mar 11 13:29:50.469657 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8a71abb2-a975-4cc8-92a6-d5d858ef3c8b req-1bcdac89-d846-4f21-aa97-197e26cefd47 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379927 Mar 11 13:29:51.649789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bed5d-f2b5-4632-bf49-83e6da49a9d4 req-80d708f7-b0ac-4ea1-875d-f1105a5388ba tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:51.651233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb4bed5d-f2b5-4632-bf49-83e6da49a9d4 req-80d708f7-b0ac-4ea1-875d-f1105a5388ba tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0798717 Mar 11 13:29:51.694003 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb4bed5d-f2b5-4632-bf49-83e6da49a9d4 req-427d2271-4431-466c-9164-3d8aa52775b0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371501 Mar 11 13:29:52.181302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:29:52.895572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb90c2-e66d-4160-a8c0-73dbae893986 req-927dd3f7-7f1e-438a-94bf-6c8a8c3e5bb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:52.897021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-48cb90c2-e66d-4160-a8c0-73dbae893986 req-927dd3f7-7f1e-438a-94bf-6c8a8c3e5bb9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0979540 Mar 11 13:29:52.926833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-2274109a-8120-4a29-a8de-1b96e5bce3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:52.928282 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-2274109a-8120-4a29-a8de-1b96e5bce3f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1098 time: 0.0696385 Mar 11 13:29:52.942752 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-48cb90c2-e66d-4160-a8c0-73dbae893986 req-d3e9261c-9544-4d02-a68e-c3f0a6e7b947 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399773 Mar 11 13:29:53.068734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-6121484f-52e0-4958-b3ee-a70ac66b37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:53.070183 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-6121484f-52e0-4958-b3ee-a70ac66b37cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1238518 Mar 11 13:29:53.263868 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-d08dbb72-248d-487f-974f-0032d49bd8b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 1001 time: 0.1880033 Mar 11 13:29:53.325740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-8ccc9077-dc4f-464f-a29a-eb7aad686f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:53.327019 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-8ccc9077-dc4f-464f-a29a-eb7aad686f0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0575275 Mar 11 13:29:53.397830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-4902dcc8-fda2-4419-b2f3-4a23328d1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:53.399259 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-4902dcc8-fda2-4419-b2f3-4a23328d1b7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666316 Mar 11 13:29:53.529329 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-bc3e6546-0a41-4704-91dd-83a9c07d33a3 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241684 Mar 11 13:29:53.658897 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-57000ce1-fc93-4c81-bddc-298e0901e2eb req-d2458140-aaf0-4691-a892-9e4e521b166c service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227126 Mar 11 13:29:54.126210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623c335-608b-43c4-bc29-15d26db34fd5 req-8afecb55-06cb-47b9-abec-c973d96e22fc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:54.127627 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e623c335-608b-43c4-bc29-15d26db34fd5 req-8afecb55-06cb-47b9-abec-c973d96e22fc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0814896 Mar 11 13:29:54.170992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e623c335-608b-43c4-bc29-15d26db34fd5 req-915d590f-24aa-4e49-b476-b1555e76f5e9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379019 Mar 11 13:29:55.351691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06cb21-a306-4284-9bb9-0a5b4757fee6 req-bdaa2302-ba27-4aa7-a504-16c5b8024703 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:55.353136 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da06cb21-a306-4284-9bb9-0a5b4757fee6 req-bdaa2302-ba27-4aa7-a504-16c5b8024703 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0792465 Mar 11 13:29:55.396267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da06cb21-a306-4284-9bb9-0a5b4757fee6 req-f745edd9-d08c-44d3-8c17-fef4bb7c1393 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369875 Mar 11 13:29:56.581534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45790d-c034-4fda-b646-98c0915b11e8 req-4a6cd1f6-b3f7-4625-b046-bcb71eae235d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:56.582964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de45790d-c034-4fda-b646-98c0915b11e8 req-4a6cd1f6-b3f7-4625-b046-bcb71eae235d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0814068 Mar 11 13:29:56.626257 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de45790d-c034-4fda-b646-98c0915b11e8 req-4cbebd17-8483-42c8-8f54-5360b0c23acb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378485 Mar 11 13:29:57.807029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3c6d5-ea5f-45a8-aac4-489e751a25d3 req-0fde9dee-dac7-4c36-9104-4c8b2abb2447 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:57.809011 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d2a3c6d5-ea5f-45a8-aac4-489e751a25d3 req-0fde9dee-dac7-4c36-9104-4c8b2abb2447 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0791769 Mar 11 13:29:57.854886 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d2a3c6d5-ea5f-45a8-aac4-489e751a25d3 req-690dc7cb-1b6b-463b-9f05-dda63e09617c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Mar 11 13:29:59.036146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119179-64c0-414e-be5a-201166cfa4ce req-5829fe38-a9ab-42b4-becf-47f53995cda7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:29:59.037607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb119179-64c0-414e-be5a-201166cfa4ce req-5829fe38-a9ab-42b4-becf-47f53995cda7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0781093 Mar 11 13:29:59.081836 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb119179-64c0-414e-be5a-201166cfa4ce req-7f4bc1cf-3cef-44d7-baec-ea152a1ea9bf tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384803 Mar 11 13:30:00.275137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c39295-d78a-4d77-8618-cbde171c6961 req-a9630f95-b07c-46d0-8373-c7951dc406d5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:00.276570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9c39295-d78a-4d77-8618-cbde171c6961 req-a9630f95-b07c-46d0-8373-c7951dc406d5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0821960 Mar 11 13:30:00.320222 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9c39295-d78a-4d77-8618-cbde171c6961 req-d868ce6c-8ce6-4338-babd-e0face575823 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374281 Mar 11 13:30:01.499153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b9d4-b19b-4d49-95e2-d867683e7fea req-64e1d872-17f0-4214-b3ae-598a2400e6fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:01.500620 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af66b9d4-b19b-4d49-95e2-d867683e7fea req-64e1d872-17f0-4214-b3ae-598a2400e6fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0787129 Mar 11 13:30:01.542911 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af66b9d4-b19b-4d49-95e2-d867683e7fea req-c10d21e0-66c3-4072-bdf1-638fa990c597 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Mar 11 13:30:02.726602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147af03d-8655-44ab-b979-fb191e883b0a req-9f401e40-55d6-47eb-8d85-e2697f754c1c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:02.727929 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-147af03d-8655-44ab-b979-fb191e883b0a req-9f401e40-55d6-47eb-8d85-e2697f754c1c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0811641 Mar 11 13:30:02.770209 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-147af03d-8655-44ab-b979-fb191e883b0a req-17befc1b-ff94-40f2-8925-f2ab53fdb6cc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367088 Mar 11 13:30:03.955794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9d1f8-2e33-4c1e-a6ad-2a2febfb8efa req-0987eb03-7287-4138-8eac-962f0a888cd8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:03.957212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-47f9d1f8-2e33-4c1e-a6ad-2a2febfb8efa req-0987eb03-7287-4138-8eac-962f0a888cd8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0821009 Mar 11 13:30:03.999558 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-47f9d1f8-2e33-4c1e-a6ad-2a2febfb8efa req-616f4e3c-cebf-4356-adf2-d5ea00abd034 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368614 Mar 11 13:30:05.178240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce680e-85c1-40a8-8954-6920c8d6dbea req-a4b14697-29ff-43de-9670-901d42e7e224 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:05.179676 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5ce680e-85c1-40a8-8954-6920c8d6dbea req-a4b14697-29ff-43de-9670-901d42e7e224 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0783935 Mar 11 13:30:05.222750 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5ce680e-85c1-40a8-8954-6920c8d6dbea req-7d52b9cd-f4c9-4ded-9054-4c0c51863fce tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375226 Mar 11 13:30:06.406879 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57528f-864f-4c51-a8f1-09f171a956b8 req-cc3e3598-1079-478d-b015-a789b2fbd5ae tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:06.408317 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5c57528f-864f-4c51-a8f1-09f171a956b8 req-cc3e3598-1079-478d-b015-a789b2fbd5ae tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0837266 Mar 11 13:30:06.451921 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5c57528f-864f-4c51-a8f1-09f171a956b8 req-f12b16ea-5797-486e-9af7-e55728b76886 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379691 Mar 11 13:30:07.197083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-210951c7-2478-41c9-802e-b06fb2025886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:07.634004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242ce2-7c0c-44f7-8779-1c0a75ebb1d3 req-e40d9e74-4c92-4844-9663-5890aabb9117 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:07.635434 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71242ce2-7c0c-44f7-8779-1c0a75ebb1d3 req-e40d9e74-4c92-4844-9663-5890aabb9117 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0782485 Mar 11 13:30:07.682071 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71242ce2-7c0c-44f7-8779-1c0a75ebb1d3 req-57231b4f-e430-47bf-9174-2e731e972197 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404508 Mar 11 13:30:08.867136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc83e8-9644-4d74-8dad-215e12833ed7 req-48b0efa8-6fa5-4b77-bc82-f88c707dcace tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:08.868553 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-30cc83e8-9644-4d74-8dad-215e12833ed7 req-48b0efa8-6fa5-4b77-bc82-f88c707dcace tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0795770 Mar 11 13:30:08.911301 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-30cc83e8-9644-4d74-8dad-215e12833ed7 req-a7ebc680-4503-4800-87a1-b7d1937a9f33 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366342 Mar 11 13:30:09.261165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1378de7b-ab97-494b-b7f0-e28f7fae17a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:10.096545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae1e57-1f32-4969-a401-34f65bd344d5 req-a751d963-fa05-4f9d-b823-a85808158f13 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:10.097899 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66ae1e57-1f32-4969-a401-34f65bd344d5 req-a751d963-fa05-4f9d-b823-a85808158f13 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0827246 Mar 11 13:30:10.141803 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66ae1e57-1f32-4969-a401-34f65bd344d5 req-2ea09b58-0395-45a1-81e3-cb9c95ecb266 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383537 Mar 11 13:30:10.424477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:10.586584 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:11.324699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eea5f7-13c4-4234-9d67-07b6cfbd2b09 req-8e339b24-9e83-47a0-9515-25d00cf46ea0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:11.326322 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16eea5f7-13c4-4234-9d67-07b6cfbd2b09 req-8e339b24-9e83-47a0-9515-25d00cf46ea0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0805268 Mar 11 13:30:11.369860 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16eea5f7-13c4-4234-9d67-07b6cfbd2b09 req-c03e8403-54db-41e1-9840-8db6bcab1536 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381193 Mar 11 13:30:12.024397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:12.552560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62632fb-6ca0-4b72-9058-7c43cb99fdf3 req-6e1afd40-5f4d-433f-a93c-e8e9b6b5eadb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:12.553999 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a62632fb-6ca0-4b72-9058-7c43cb99fdf3 req-6e1afd40-5f4d-433f-a93c-e8e9b6b5eadb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0808322 Mar 11 13:30:12.597419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a62632fb-6ca0-4b72-9058-7c43cb99fdf3 req-7e27e405-1582-4d69-8beb-005824229e11 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379422 Mar 11 13:30:12.946620 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-d693fa96-0396-4ff5-927f-bfbde1d7419a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728030 Mar 11 13:30:12.998715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b9059-23ef-4633-800f-3cc16f9af07f req-5a5b301c-a817-4221-b8ed-b4ee20da540a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:13.000178 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d7b9059-23ef-4633-800f-3cc16f9af07f req-5a5b301c-a817-4221-b8ed-b4ee20da540a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0841746 Mar 11 13:30:13.045126 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d7b9059-23ef-4633-800f-3cc16f9af07f req-5434c083-da34-483a-be13-5ce8d47735b5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393939 Mar 11 13:30:14.015910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-d090ab96-d280-4a0b-a15e-81513ab983d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:14.017343 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-d090ab96-d280-4a0b-a15e-81513ab983d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1098 time: 0.0691600 Mar 11 13:30:14.148812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-2d40ff8d-4183-4703-ba39-1dbcffb47b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:14.150319 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-2d40ff8d-4183-4703-ba39-1dbcffb47b89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1274109 Mar 11 13:30:14.244160 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34718ad-12a1-4cc6-9c2d-c56d9cb7a2fb req-71e1a4af-2de7-4211-845f-6054d55fdb85 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:14.246457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a34718ad-12a1-4cc6-9c2d-c56d9cb7a2fb req-71e1a4af-2de7-4211-845f-6054d55fdb85 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0858250 Mar 11 13:30:14.257666 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-4ec487f8-988e-4374-ac14-255d10c7f55a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 1001 time: 0.1008677 Mar 11 13:30:14.293691 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a34718ad-12a1-4cc6-9c2d-c56d9cb7a2fb req-6b2e849d-3a42-4423-977c-ade0b4a4da0a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407851 Mar 11 13:30:14.320309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-cb4aedf4-14a3-4105-b7e3-586a828ead6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:14.321787 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-cb4aedf4-14a3-4105-b7e3-586a828ead6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0584157 Mar 11 13:30:14.397201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-f6c3ede0-ee72-4005-b113-adbd45c15ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:14.398691 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-f6c3ede0-ee72-4005-b113-adbd45c15ee0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711229 Mar 11 13:30:14.526024 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-68290783-d2c8-4e50-a71a-05c0ade735bf service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214144 Mar 11 13:30:14.653977 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-de29c82b-4954-443e-9d38-8b37a3a38d43 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228426 Mar 11 13:30:15.479493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454481-b59c-40ad-a251-a6449f298f0a req-02dc0be8-7889-4bc5-ba18-30a5f4e3e8a0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:15.481456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a454481-b59c-40ad-a251-a6449f298f0a req-02dc0be8-7889-4bc5-ba18-30a5f4e3e8a0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0837622 Mar 11 13:30:15.525344 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a454481-b59c-40ad-a251-a6449f298f0a req-2cd63815-7a22-4f15-b096-4039f180ff84 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Mar 11 13:30:16.270472 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-63d3fde1-6c43-4684-a994-781a433a031a service neutron] 10.222.0.50 "GET /v2.0/ports/f6720449-7a21-4baa-aa4a-134c43c82ddb/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0722039 Mar 11 13:30:16.530598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-994f9c58-8f41-4f80-bdc8-699f149072bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:16.531950 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-994f9c58-8f41-4f80-bdc8-699f149072bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0725458 Mar 11 13:30:16.623994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-815ccbf7-4adb-4282-9d65-2329d3a79f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:16.625564 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-815ccbf7-4adb-4282-9d65-2329d3a79f03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1098 time: 0.0722001 Mar 11 13:30:16.712614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33763e03-5115-48c6-b2d5-ce57c71bab00 req-ce8174c5-a439-4fbe-bdee-b8428cb647ed tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:16.714237 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-33763e03-5115-48c6-b2d5-ce57c71bab00 req-ce8174c5-a439-4fbe-bdee-b8428cb647ed tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0807307 Mar 11 13:30:16.864249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-54729594-c32d-46d0-b740-7d4325de5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:16.865273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-33763e03-5115-48c6-b2d5-ce57c71bab00 req-124c9f2f-42fb-4b05-89f5-75d023233796 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451221 Mar 11 13:30:16.865728 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-54729594-c32d-46d0-b740-7d4325de5b51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.2346432 Mar 11 13:30:16.967263 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-07e70ed7-fcba-4732-9c6b-bf7d220bfb9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 1001 time: 0.0949965 Mar 11 13:30:17.027028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-bbe68ffa-0b74-4de7-95d5-fbc1fbd4d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:17.028418 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-bbe68ffa-0b74-4de7-95d5-fbc1fbd4d706 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0558171 Mar 11 13:30:17.103276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-abcbf75d-934e-415f-a703-55f9737080c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:17.104724 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-abcbf75d-934e-415f-a703-55f9737080c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706513 Mar 11 13:30:17.234878 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-2436f648-0ab8-4f6e-b422-436de54ba649 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234357 Mar 11 13:30:17.363995 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d2274eed-172e-44fb-ba50-8e089fda54ef req-d45691d6-6509-4b08-820d-6e1034eca21d service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226923 Mar 11 13:30:18.048674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff5bca-4d0b-425c-91ac-2210ffa9e931 req-bfa0463d-30c2-4055-8efc-456833cdc9bd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:18.050368 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e7ff5bca-4d0b-425c-91ac-2210ffa9e931 req-bfa0463d-30c2-4055-8efc-456833cdc9bd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0801113 Mar 11 13:30:18.093866 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e7ff5bca-4d0b-425c-91ac-2210ffa9e931 req-c7985163-4c3d-4a0d-8297-c71af1155352 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 Mar 11 13:30:19.277963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3d820-d9db-4e16-b824-1d8982feda64 req-7fe9cc7f-df69-4a1b-aef0-177bfed23e48 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:19.279310 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74b3d820-d9db-4e16-b824-1d8982feda64 req-7fe9cc7f-df69-4a1b-aef0-177bfed23e48 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0817983 Mar 11 13:30:19.323872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74b3d820-d9db-4e16-b824-1d8982feda64 req-f4fe0e3a-4071-4e1c-9437-8d14fc19259e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386591 Mar 11 13:30:19.340475 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:30:19.629682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2b53f-6cda-45bc-94c4-5cd2baf27646 req-c48083ad-3e4b-49a5-98a1-f34e56df9938 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:19.630926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-b7540da6-35f3-404e-baae-8947902b6815 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:19.631461 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d5c2b53f-6cda-45bc-94c4-5cd2baf27646 req-c48083ad-3e4b-49a5-98a1-f34e56df9938 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0792413 Mar 11 13:30:19.631617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-b7540da6-35f3-404e-baae-8947902b6815 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Synchronizing usage tracker for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:30:19.647331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-b7540da6-35f3-404e-baae-8947902b6815 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Unset dirty status for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:30:19.648848 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-b7540da6-35f3-404e-baae-8947902b6815 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 945 time: 0.0988038 Mar 11 13:30:19.679782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d5c2b53f-6cda-45bc-94c4-5cd2baf27646 req-1a83e6b7-43b8-4161-95ba-fc4abe918849 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422015 Mar 11 13:30:19.787675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-e324bbca-057d-463e-a800-e80b3bae3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:19.789108 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-e324bbca-057d-463e-a800-e80b3bae3a23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1098 time: 0.0719306 Mar 11 13:30:19.830995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f6720449-7a21-4baa-aa4a-134c43c82ddb details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:30:19.834270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f6720449-7a21-4baa-aa4a-134c43c82ddb no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:30:19.920501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-0d57016b-a1f5-49a9-b29d-0f70ceb912db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:19.922059 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-0d57016b-a1f5-49a9-b29d-0f70ceb912db service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1273470 Mar 11 13:30:20.023496 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-0924c909-fc3a-4f4d-a8e8-83194be32f71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 1001 time: 0.0954983 Mar 11 13:30:20.039729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:20.072779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:20.084220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-7593d93c-6d0a-4d89-9865-f6e06c607766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:20.085696 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-7593d93c-6d0a-4d89-9865-f6e06c607766 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0567141 Mar 11 13:30:20.094499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'mac_address': 'fa:16:3e:7b:f6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:30:20.095586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:30:20.129254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:20.134650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:20.162108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-b710a86c-f2a9-426e-9dca-3af44ddcdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:20.163580 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-b710a86c-f2a9-426e-9dca-3af44ddcdc1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723319 Mar 11 13:30:20.173292 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'code': 200} Mar 11 13:30:20.211208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:20.238049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6720449-7a21-4baa-aa4a-134c43c82ddb {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:30:20.241804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:20.255568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:20.260633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:20.299100 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-55d0f09d-d7aa-4074-afa5-58320d74d33b service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292601 Mar 11 13:30:20.370000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['f6720449-7a21-4baa-aa4a-134c43c82ddb'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:30:20.437038 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ef037663-8980-487f-a13e-e3bab4299aa9 req-50f6ce22-1354-410b-8d1d-c9731ebfe8b2 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322799 Mar 11 13:30:20.437260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:21.015325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460040e8-5019-45a5-ba61-81869bbc1f6c req-a354e887-4c01-4681-b5ee-64ea3fbba041 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:21.016813 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-460040e8-5019-45a5-ba61-81869bbc1f6c req-a354e887-4c01-4681-b5ee-64ea3fbba041 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 944 time: 0.0791373 Mar 11 13:30:21.061949 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-460040e8-5019-45a5-ba61-81869bbc1f6c req-4d514fb0-928b-46a1-8a41-0c562d9b2254 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Mar 11 13:30:21.245287 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b613c21-0370-42e2-9be8-d2405810e820 req-6d1827a5-0524-4c3d-b28f-21913fe12419 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:21.246760 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b613c21-0370-42e2-9be8-d2405810e820 req-6d1827a5-0524-4c3d-b28f-21913fe12419 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 944 time: 0.0817695 Mar 11 13:30:21.289694 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b613c21-0370-42e2-9be8-d2405810e820 req-fc1397df-bd60-48ae-8224-b0530033b12c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372205 Mar 11 13:30:21.625731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f838c-27cd-45fb-bbd1-5364e04d1608 req-0f211991-55ee-4e5c-a7fd-bdd05fb84dc4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:21.627181 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ca8f838c-27cd-45fb-bbd1-5364e04d1608 req-0f211991-55ee-4e5c-a7fd-bdd05fb84dc4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 944 time: 0.0814271 Mar 11 13:30:21.661978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838872d9-1c6b-4b5a-981e-4874065823fd req-5d54af19-78eb-45de-bdc8-62ce5a91decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:21.663445 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-838872d9-1c6b-4b5a-981e-4874065823fd req-5d54af19-78eb-45de-bdc8-62ce5a91decf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 1097 time: 0.0723979 Mar 11 13:30:21.671290 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ca8f838c-27cd-45fb-bbd1-5364e04d1608 req-ad88bb31-9152-4589-b5a2-4d94b19943ae tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385017 Mar 11 13:30:21.830264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f6720449-7a21-4baa-aa4a-134c43c82ddb up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:30:21.893272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838872d9-1c6b-4b5a-981e-4874065823fd req-0bef07d6-c749-44ea-9e13-fcd3825bb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:21.894661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-838872d9-1c6b-4b5a-981e-4874065823fd req-0bef07d6-c749-44ea-9e13-fcd3825bb6f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.2236497 Mar 11 13:30:21.897633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port f6720449-7a21-4baa-aa4a-134c43c82ddb triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:30:21.898003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:21.998220 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-838872d9-1c6b-4b5a-981e-4874065823fd req-dee5f884-3fcd-4482-bc9e-e68d513574e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 200 len: 1000 time: 0.0972958 Mar 11 13:30:22.013020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:22.044921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:22.049118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:22.059076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838872d9-1c6b-4b5a-981e-4874065823fd req-51514f58-0622-405f-b7cb-050e6bce4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:22.060514 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-838872d9-1c6b-4b5a-981e-4874065823fd req-51514f58-0622-405f-b7cb-050e6bce4529 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0571539 Mar 11 13:30:22.120757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:22.141802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838872d9-1c6b-4b5a-981e-4874065823fd req-f0b1f27b-bb52-4a2b-8658-0220a524eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:22.143261 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-838872d9-1c6b-4b5a-981e-4874065823fd req-f0b1f27b-bb52-4a2b-8658-0220a524eb7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754437 Mar 11 13:30:22.175505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:30:22.187408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:22.219385 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'code': 200} Mar 11 13:30:22.277902 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-838872d9-1c6b-4b5a-981e-4874065823fd req-7ff56443-4a1a-4260-89fe-fc5eee551c85 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277924 Mar 11 13:30:22.405908 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-838872d9-1c6b-4b5a-981e-4874065823fd req-38d02bf0-29a7-45ba-acae-c1dfa09ce9ff service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230640 Mar 11 13:30:22.863458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06102b-1c2e-4022-8a7f-f99233ae18fd req-d8f9dad5-db4a-42f5-b0e7-3dd5229552bd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:22.864940 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9d06102b-1c2e-4022-8a7f-f99233ae18fd req-d8f9dad5-db4a-42f5-b0e7-3dd5229552bd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0870812 Mar 11 13:30:22.913144 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9d06102b-1c2e-4022-8a7f-f99233ae18fd req-0b80984e-5b7a-4db6-872d-117d6d0530db tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425568 Mar 11 13:30:24.096805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ac34-3ec5-4102-9f57-850eae9a8c35 req-a034dbb7-a157-4e24-aa02-9a079f60fd93 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:24.098201 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8725ac34-3ec5-4102-9f57-850eae9a8c35 req-a034dbb7-a157-4e24-aa02-9a079f60fd93 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0808978 Mar 11 13:30:24.144457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8725ac34-3ec5-4102-9f57-850eae9a8c35 req-5f350d84-201b-4be7-8ee7-61fe2d214804 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407066 Mar 11 13:30:24.512999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898763b-0248-48ff-807e-6e0215ddc67e req-e5ef0d86-2806-4aef-b4c5-3399637d8376 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:24.514477 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1898763b-0248-48ff-807e-6e0215ddc67e req-e5ef0d86-2806-4aef-b4c5-3399637d8376 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0796986 Mar 11 13:30:24.558621 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1898763b-0248-48ff-807e-6e0215ddc67e req-9076d920-06f8-4ef1-a3fe-630958fd6de7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384002 Mar 11 13:30:25.747632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a89dd1-1dfb-4633-91ca-541f4ea1325f req-ad1df36f-f70d-4e4c-9d4e-47f0c1216d5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:25.748964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e0a89dd1-1dfb-4633-91ca-541f4ea1325f req-ad1df36f-f70d-4e4c-9d4e-47f0c1216d5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0824430 Mar 11 13:30:25.791967 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e0a89dd1-1dfb-4633-91ca-541f4ea1325f req-0fade68c-0450-45f5-a900-8edbdbcdae27 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374572 Mar 11 13:30:26.135617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-5f3695e3-a7f0-4a5d-9e9a-5488efd1c973 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:26.137085 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-5f3695e3-a7f0-4a5d-9e9a-5488efd1c973 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 945 time: 0.0767884 Mar 11 13:30:26.204593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Deleting port f6720449-7a21-4baa-aa4a-134c43c82ddb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:30:26.204930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:26.445938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] For port f6720449-7a21-4baa-aa4a-134c43c82ddb, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f6720449-7a21-4baa-aa4a-134c43c82ddb,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:26.446291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:26.730659 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:26.730937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:26.731246 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 disassociated. External IP: 172.26.4.225, port: f6720449-7a21-4baa-aa4a-134c43c82ddb. Mar 11 13:30:26.731577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Calling delete_port for f6720449-7a21-4baa-aa4a-134c43c82ddb owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:30:26.873044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:26.922765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event deleted for resources: {'Port': ['ID=f6720449-7a21-4baa-aa4a-134c43c82ddb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:26.943854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bda24b84-a7d7-4223-829e-6986fb1e76ae req-876443cd-52ea-4fdb-9818-59ea8245ddf8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 210 time: 0.0440862 Mar 11 13:30:27.207642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:30:27.390752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:30:27.401291 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b81162-76bd-4649-9f50-85f74491157f None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:30:27.412168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:30:27.413154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:30:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:27.466656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] No DVR routers for this DVR port f6720449-7a21-4baa-aa4a-134c43c82ddb on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:30:27.469156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:27.471803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-deleted', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:30:27.487674 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-30dfde84-6263-42f5-9d5e-c9816e89e575 req-133b4417-be52-4cb9-95a3-30e326ed54fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "DELETE /v2.0/ports/f6720449-7a21-4baa-aa4a-134c43c82ddb HTTP/1.1" status: 204 len: 173 time: 1.3454483 Mar 11 13:30:27.521838 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af626c1-8358-4ec3-b15d-2d3e5718a40b', 'name': 'network-vif-deleted', 'tag': 'f6720449-7a21-4baa-aa4a-134c43c82ddb', 'status': 'completed', 'code': 200} Mar 11 13:30:27.600258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:30:27.907094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:27.910878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b81162-76bd-4649-9f50-85f74491157f None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:30:27.919059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:30:27.919634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:30:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:28.104723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:30:28.116011 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c96ddc39-8ff6-40f7-a948-e240bb76322b req-562b82a8-cc3d-4762-a395-30d9732996fb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3af626c1-8358-4ec3-b15d-2d3e5718a40b HTTP/1.1" status: 200 len: 210 time: 0.0459573 Mar 11 13:30:28.443467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-16b81162-76bd-4649-9f50-85f74491157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:28.447371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b81162-76bd-4649-9f50-85f74491157f None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:30:28.652823 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a555f4-517a-4e6a-8560-a92ab15c3f77 None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:30:29.442332 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-6fd00f67-1339-4a4e-9230-cd43e4f4f742 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--617016751&fields=id&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 267 time: 0.0426731 Mar 11 13:30:29.591210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-15ddb643-eab1-49d3-971d-81d96ec45c73 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:29.592614 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-15ddb643-eab1-49d3-971d-81d96ec45c73 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1439805 Mar 11 13:30:29.606559 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-2ae843f9-6468-4ff7-af76-b328e867600d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/quotas/5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0085707 Mar 11 13:30:29.688284 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-568967f0-5ce5-448f-bfbd-32ce729f9613 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769372 Mar 11 13:30:29.846726 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f6720449-7a21-4baa-aa4a-134c43c82ddb no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:30:29.865342 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-d68159ad-4567-402a-935c-53c765e92da3 service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659331 Mar 11 13:30:29.884095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: f6720449-7a21-4baa-aa4a-134c43c82ddb {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:30:29.884424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device f6720449-7a21-4baa-aa4a-134c43c82ddb not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:30:29.997279 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-e4b1baa6-0969-4d08-b3a9-b86e45af7003 service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260014 Mar 11 13:30:30.171992 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a160515c-a252-4732-a098-c9a4113afef7 req-31eb9a42-820f-408a-8817-51d3ad747ce6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 210 time: 0.0454555 Mar 11 13:30:31.266058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-fce03cc1-4bbe-4d50-9c27-ca7719367f08 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:31.267492 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-fce03cc1-4bbe-4d50-9c27-ca7719367f08 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1597335 Mar 11 13:30:31.320894 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-07409bef-caa7-4e88-879c-e80b9cb6ccb5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 379 time: 0.0445309 Mar 11 13:30:31.326905 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3658ec14-f20e-42ca-88f0-461c4cc3950b req-5feba7cc-ec79-447f-881e-ac9192b94857 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 210 time: 0.0465589 Mar 11 13:30:31.329889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'port': {'device_id': '14509937-eb27-4d70-84be-f85778a3a81f', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'admin_state_up': True, 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'security_groups': ['56a99ea1-63d6-4601-bec5-4e263ab328ec']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:30:31.466758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:30:31.470729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:port and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:30:31.473644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:30:31.479263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:30:31.489540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Made reservation on behalf of 5637a108145e4f8e878a3a6a0d0c2ed5 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:30:31.493248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:31.653804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Allocated IP 172.20.0.11 (b98e5dfc-2cd8-44f1-9d64-f71aef4c0357/c8c00b26-fe23-48f8-97d9-c6b3ada274bf/0640e361-7e53-46c8-925f-36d9142180be) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:30:31.836590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:31.851728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Transition to ACTIVE for port object 0640e361-7e53-46c8-925f-36d9142180be will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:30:31.874601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:31.940743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:30:31.943616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:30:31.951489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:30:31.988395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:32.006418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.006760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.007096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.007424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.007747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.008070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.008399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.008718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.009036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.009355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.009695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.010005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:30:32.030127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:32.030654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:32.055297 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-65af5e76-9590-4ec7-88e6-00eebf2c9a5d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291193 Mar 11 13:30:32.068630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Request body: {'port': {'device_id': '14509937-eb27-4d70-84be-f85778a3a81f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:30:32.173374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e809119a-e629-4c56-be2f-6c3edd5ccff3 None None] Provisioning for port 0640e361-7e53-46c8-925f-36d9142180be completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:30:32.178900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e809119a-e629-4c56-be2f-6c3edd5ccff3 None None] Provisioning complete for port 0640e361-7e53-46c8-925f-36d9142180be triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:30:32.179294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e809119a-e629-4c56-be2f-6c3edd5ccff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:32.185467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:32.231549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e809119a-e629-4c56-be2f-6c3edd5ccff3 None None] Port 0640e361-7e53-46c8-925f-36d9142180be cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:30:32.516914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0b3ac-c532-4258-89b1-1f1788513232 req-32f7930b-4d31-4d96-883e-26e94b4b65f6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:32.518507 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4da0b3ac-c532-4258-89b1-1f1788513232 req-32f7930b-4d31-4d96-883e-26e94b4b65f6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 932 time: 0.0831766 Mar 11 13:30:32.562642 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4da0b3ac-c532-4258-89b1-1f1788513232 req-aeec495b-c9da-4331-a395-e48e25393f3e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386088 Mar 11 13:30:32.622806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0640e361-7e53-46c8-925f-36d9142180be {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:30:32.629899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:32.643492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Transition to ACTIVE for port object 0640e361-7e53-46c8-925f-36d9142180be will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:30:32.647170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:32.809656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:32.884954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Attempting to bind port 0640e361-7e53-46c8-925f-36d9142180be on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:30:32.885233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Attempting to bind port 0640e361-7e53-46c8-925f-36d9142180be by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:30:32.885610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Attempting to bind port 0640e361-7e53-46c8-925f-36d9142180be on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:30:32.890082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Port 0640e361-7e53-46c8-925f-36d9142180be on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:30:32.890405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Attempting to bind port 0640e361-7e53-46c8-925f-36d9142180be on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:30:32.895421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:30:32.895756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Checking segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:30:32.896141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Bound using segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:30:32.896566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Bound port: 0640e361-7e53-46c8-925f-36d9142180be, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:30:32.896910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:32.988378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:30:32.991190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:30:32.996615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:33.052881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:33.053561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:33.054971 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] 10.222.0.50 "PUT /v2.0/ports/0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 1094 time: 0.9910672 Mar 11 13:30:33.055399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'tag': '0640e361-7e53-46c8-925f-36d9142180be'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:30:33.084485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e11d1-0e17-436c-a1e9-b8696e88109a service neutron] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:33.141582 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'tag': '0640e361-7e53-46c8-925f-36d9142180be', 'status': 'completed', 'code': 200} Mar 11 13:30:33.184106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-234153b9-5c54-45e1-b618-3522643429fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:33.185636 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-234153b9-5c54-45e1-b618-3522643429fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1097 time: 0.0808713 Mar 11 13:30:33.257137 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-a5f12c96-a706-4087-a058-dd845e65e748 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 217 time: 0.0638115 Mar 11 13:30:33.319490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-6a84e057-fd9a-4da4-918b-db1596bc7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:33.320812 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-6a84e057-fd9a-4da4-918b-db1596bc7ae3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0580666 Mar 11 13:30:33.393753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1181b1-5387-4143-92ae-b15a89796119 req-b788cb8d-14c1-4a96-8bae-49de8a0a3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:33.395124 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-b788cb8d-14c1-4a96-8bae-49de8a0a3f17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679250 Mar 11 13:30:33.525841 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-963cb7ed-ee64-4855-998f-344a50f65610 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240830 Mar 11 13:30:33.654577 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f1181b1-5387-4143-92ae-b15a89796119 req-1974c051-b8a1-4d76-8aac-dd2ee054c881 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232688 Mar 11 13:30:33.778312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-83fb3d3b-3206-459e-b5e3-ed13f3ca5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:33.779957 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-83fb3d3b-3206-459e-b5e3-ed13f3ca5371 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1097 time: 0.0780716 Mar 11 13:30:33.850202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b238cb-6eef-4bba-b918-ae0a673a105d req-3ee12162-9eac-4512-88a4-f16dedb51a12 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:33.851651 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-15b238cb-6eef-4bba-b918-ae0a673a105d req-3ee12162-9eac-4512-88a4-f16dedb51a12 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.1837225 Mar 11 13:30:33.899019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-15b238cb-6eef-4bba-b918-ae0a673a105d req-100aa451-4adc-47d7-94ff-cde7c3dbd666 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411427 Mar 11 13:30:33.911317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-0c1197ed-58ca-4247-83ae-455cdac03ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:33.912751 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-0c1197ed-58ca-4247-83ae-455cdac03ca7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1267927 Mar 11 13:30:33.978455 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-15d97628-afc3-41e7-b567-6feb765ffd95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 217 time: 0.0588925 Mar 11 13:30:34.039981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-1690a072-7c34-48e1-9828-77e601a6d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:34.041317 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-1690a072-7c34-48e1-9828-77e601a6d05f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0572257 Mar 11 13:30:34.114377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-f049c6dd-5bdf-41af-84c3-4da48fc57414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:34.116130 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-f049c6dd-5bdf-41af-84c3-4da48fc57414 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680156 Mar 11 13:30:34.334614 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-6d129fc1-057f-45df-9d74-4cdd9cba7521 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107892 Mar 11 13:30:34.463147 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c6da4b38-76af-460e-b9d9-922c7aabd561 req-950b5c01-ec1d-47cf-a1ea-7344e16a0d65 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217246 Mar 11 13:30:35.086814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1a1d7-401c-4646-9cf5-8d493c74b892 req-ff5f1735-fd1a-4262-ac84-d6a5ee7bd005 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:35.088256 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5bb1a1d7-401c-4646-9cf5-8d493c74b892 req-ff5f1735-fd1a-4262-ac84-d6a5ee7bd005 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0808454 Mar 11 13:30:35.132035 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5bb1a1d7-401c-4646-9cf5-8d493c74b892 req-21d46fea-621f-4df4-9ea9-54609a6c9018 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378959 Mar 11 13:30:35.924387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0640e361-7e53-46c8-925f-36d9142180be details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:30:36.056082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:36.069082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '0640e361-7e53-46c8-925f-36d9142180be', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': '0640e361-7e53-46c8-925f-36d9142180be', 'mac_address': 'fa:16:3e:ab:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:30:36.126237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:36.142914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0640e361-7e53-46c8-925f-36d9142180be {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:30:36.157835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:36.162127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:36.229376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:36.316002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd614-d1e1-42c7-8d77-8b63a51da903 req-a958397e-e0c5-4687-a076-38aea1a70f63 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:36.317389 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-14cdd614-d1e1-42c7-8d77-8b63a51da903 req-a958397e-e0c5-4687-a076-38aea1a70f63 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 945 time: 0.0808349 Mar 11 13:30:36.352316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['0640e361-7e53-46c8-925f-36d9142180be'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:30:36.361371 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-14cdd614-d1e1-42c7-8d77-8b63a51da903 req-2596bac1-6b59-414a-b27b-2c5b5a311057 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382936 Mar 11 13:30:37.199394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da1e3b3e-5edc-4f96-acc9-a2d35db3eca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:37.546055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce184d9-cb8d-4004-ba9e-1e9372a0b573 req-7b5c2a7a-33e3-43d4-9912-e6a9515c4ed0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:37.547485 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9ce184d9-cb8d-4004-ba9e-1e9372a0b573 req-7b5c2a7a-33e3-43d4-9912-e6a9515c4ed0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 945 time: 0.0817177 Mar 11 13:30:37.590876 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9ce184d9-cb8d-4004-ba9e-1e9372a0b573 req-b616008a-6ed9-40a5-9192-9fd164762c26 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Mar 11 13:30:37.923348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0640e361-7e53-46c8-925f-36d9142180be up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:30:37.989333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 0640e361-7e53-46c8-925f-36d9142180be completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:30:37.993816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 0640e361-7e53-46c8-925f-36d9142180be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:30:37.994178 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:38.106152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:38.132052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e361-7e53-46c8-925f-36d9142180be'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:30:38.141438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:30:38.145590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:38.215132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:30:38.229705 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e361-7e53-46c8-925f-36d9142180be', 'code': 200} Mar 11 13:30:38.452724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702285e-1b0c-4d35-ae7b-0311878ac349 req-b40557d2-9764-4fca-88c8-f5976b4f787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:38.454232 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e702285e-1b0c-4d35-ae7b-0311878ac349 req-b40557d2-9764-4fca-88c8-f5976b4f787e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1099 time: 0.0722141 Mar 11 13:30:38.494934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e702285e-1b0c-4d35-ae7b-0311878ac349 req-65d6881a-48dc-4248-90fc-b5f64d2b6c50 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341561 Mar 11 13:30:38.779949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869aee2-dedb-40c7-ab4c-f8f19a531a08 req-d6a1ed3a-6f7f-4919-aad9-4ff128380c79 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:38.781280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b869aee2-dedb-40c7-ab4c-f8f19a531a08 req-d6a1ed3a-6f7f-4919-aad9-4ff128380c79 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0870166 Mar 11 13:30:38.823578 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b869aee2-dedb-40c7-ab4c-f8f19a531a08 req-8fa20e10-ed94-45ec-b792-787072faf37d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366337 Mar 11 13:30:39.263235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6013-51f4-4a9c-a7a6-42ffd7fedcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:40.009055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58edd93-a8a0-4b2d-8c17-e58882817cbf req-acaf0455-57a3-49eb-9ea7-87a8d54864d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:40.010521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a58edd93-a8a0-4b2d-8c17-e58882817cbf req-acaf0455-57a3-49eb-9ea7-87a8d54864d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0786762 Mar 11 13:30:40.054428 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a58edd93-a8a0-4b2d-8c17-e58882817cbf req-105bdafd-5301-4a19-b481-6b7568c60ce7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Mar 11 13:30:40.235724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1fa61-e90a-4665-9742-8e99bb21982a req-e2cdaa87-a301-4e73-8c62-c8f117f63df0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:40.237145 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cdb1fa61-e90a-4665-9742-8e99bb21982a req-e2cdaa87-a301-4e73-8c62-c8f117f63df0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0817740 Mar 11 13:30:40.246301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:30:40.250988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'floatingip': {'port_id': '0640e361-7e53-46c8-925f-36d9142180be'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:30:40.328799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:40.428060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:40.589142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:40.911889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:40.915609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:41.189884 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 associated. External IP: 172.26.4.225, port: 0640e361-7e53-46c8-925f-36d9142180be. Mar 11 13:30:41.535644 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:30:41.711015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:30:41.716018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:41.720442 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:30:41.730522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:30:41.731122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:30:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:41.772301 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9f0e3c61-95a1-4cbf-9b7e-9981be5cf97d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "PUT /v2.0/floatingips/3c9c89dd-80e2-4083-9440-074cf46cf548 HTTP/1.1" status: 200 len: 992 time: 1.5249763 Mar 11 13:30:41.772873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'tag': '0640e361-7e53-46c8-925f-36d9142180be'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:30:41.871667 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'tag': '0640e361-7e53-46c8-925f-36d9142180be', 'status': 'completed', 'code': 200} Mar 11 13:30:41.914650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:30:41.966768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-0826372f-6ca8-4ade-a675-fa25a605d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:41.968582 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-0826372f-6ca8-4ade-a675-fa25a605d56f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1099 time: 0.0770938 Mar 11 13:30:42.130354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:42.169531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-8777a712-17ea-4bd3-913c-f20f538ea282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:42.170991 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-8777a712-17ea-4bd3-913c-f20f538ea282 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1961956 Mar 11 13:30:42.179255 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-5b43c410-3a24-4798-8bc9-569277af88de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161270 Mar 11 13:30:42.204640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a570a0-9de0-416b-b006-041c1d78f623 req-f9d3edbe-6d66-44ce-a6dc-404aa87e8e8f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:42.206770 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66a570a0-9de0-416b-b006-041c1d78f623 req-f9d3edbe-6d66-44ce-a6dc-404aa87e8e8f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0923843 Mar 11 13:30:42.267264 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66a570a0-9de0-416b-b006-041c1d78f623 req-b11fbf5b-a496-4ffb-af54-9dd328f25889 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541816 Mar 11 13:30:42.286690 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-ea0f7392-87a0-4a59-8af9-85100c17142a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 1000 time: 0.1064939 Mar 11 13:30:42.354068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-2e7fbb0e-d23f-47d8-bb50-6eecab4f7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:42.356088 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-2e7fbb0e-d23f-47d8-bb50-6eecab4f7c43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0638080 Mar 11 13:30:42.357216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '0640e361-7e53-46c8-925f-36d9142180be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:ab:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14509937-eb27-4d70-84be-f85778a3a81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:30:40Z', 'revision_number': 9, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:42.361209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:30:42.372029 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:30:42.372637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:30:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:42.437757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-337f2254-85c0-478d-a56a-cd0cbde20c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:42.439307 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-337f2254-85c0-478d-a56a-cd0cbde20c81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774395 Mar 11 13:30:42.577293 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-923cdde6-a8fe-4be2-9060-2962e1d5bb86 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317170 Mar 11 13:30:42.579068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:30:42.716946 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f9fa6244-9ebd-4ea2-89c3-e876454fdbc7 req-8a3fe3ef-ca9c-4ea9-b23b-911aac70ae08 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338167 Mar 11 13:30:42.940319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '0640e361-7e53-46c8-925f-36d9142180be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:ab:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14509937-eb27-4d70-84be-f85778a3a81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:30:40Z', 'revision_number': 9, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:30:42.944384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4740b85-0439-4688-9fd5-9af650bfd58e None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '0640e361-7e53-46c8-925f-36d9142180be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:ab:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14509937-eb27-4d70-84be-f85778a3a81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:30:40Z', 'revision_number': 9, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:30:43.129766 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944570d6-5b9a-4dd7-944e-6b9e9ab617f2 None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:30:43.414426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-b5cc9dcb-fcd6-45ff-816d-be6c799451b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:43.416684 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-b5cc9dcb-fcd6-45ff-816d-be6c799451b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1099 time: 0.0737827 Mar 11 13:30:43.488932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad908231-97ed-4ea5-b276-1c0b83d65f67 req-b616a406-4cb1-4f7d-b7e3-64a123b23857 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:43.490454 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad908231-97ed-4ea5-b276-1c0b83d65f67 req-b616a406-4cb1-4f7d-b7e3-64a123b23857 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.1068177 Mar 11 13:30:43.534107 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ad908231-97ed-4ea5-b276-1c0b83d65f67 req-38dd6089-f931-49a5-a380-e372cb2dcae3 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380297 Mar 11 13:30:43.554349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-01f2467e-2bb4-4dfb-a567-3700c12ceed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:43.555733 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-01f2467e-2bb4-4dfb-a567-3700c12ceed6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1336312 Mar 11 13:30:43.658382 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-7c26d2e6-fcd2-49a7-9182-339d687433f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 1003 time: 0.0966370 Mar 11 13:30:43.719772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-9d8490cf-83ef-40df-8c17-b9be31d8f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:43.721134 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-9d8490cf-83ef-40df-8c17-b9be31d8f780 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0568461 Mar 11 13:30:43.890268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-e6e4f753-8a11-4eee-911f-f08766193d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:43.891727 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-e6e4f753-8a11-4eee-911f-f08766193d4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650419 Mar 11 13:30:44.020085 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-127bc926-83e4-4c31-93db-d19f925e1edf service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217225 Mar 11 13:30:44.153142 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-6d4b79a3-708e-4701-a882-11b94cb0ef1a service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270690 Mar 11 13:30:44.713297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a797-82c3-4556-8529-251845a7ca5f req-bb2db262-51d4-4dad-8532-03d5cd680a2c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:44.714801 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a27a797-82c3-4556-8529-251845a7ca5f req-bb2db262-51d4-4dad-8532-03d5cd680a2c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0772998 Mar 11 13:30:44.757716 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a27a797-82c3-4556-8529-251845a7ca5f req-f575f99d-002d-4aa9-b0c5-be181c139218 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Mar 11 13:30:45.940084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0d3d-1e56-41c0-8c2f-f5278583ce5d req-7b285b7f-384e-4e61-9a7d-07892c5061a8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:45.941548 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-192c0d3d-1e56-41c0-8c2f-f5278583ce5d req-7b285b7f-384e-4e61-9a7d-07892c5061a8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0808046 Mar 11 13:30:45.986122 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-192c0d3d-1e56-41c0-8c2f-f5278583ce5d req-0d58af0f-66ed-4290-93b1-b627750240d9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388112 Mar 11 13:30:47.173645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e54ec2-155f-487c-a497-1e98c5011194 req-fe568b35-5bff-46c2-aef0-392135792d37 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:47.175330 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-33e54ec2-155f-487c-a497-1e98c5011194 req-fe568b35-5bff-46c2-aef0-392135792d37 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0825481 Mar 11 13:30:47.219911 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-33e54ec2-155f-487c-a497-1e98c5011194 req-08d276cb-1d3c-4002-b570-88132b1f0c0b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389590 Mar 11 13:30:48.398871 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513876-cf75-4746-abf7-0b4d65579398 req-4fa8f64f-a4ca-43e2-b594-fb2080574c9d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:48.400311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1513876-cf75-4746-abf7-0b4d65579398 req-4fa8f64f-a4ca-43e2-b594-fb2080574c9d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0782607 Mar 11 13:30:48.444168 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1513876-cf75-4746-abf7-0b4d65579398 req-353c5801-5304-475c-a69c-45808cfdbcba tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376129 Mar 11 13:30:49.634210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a026b3-afc6-4f7f-99c7-9c33f859f432 req-3a64ec82-9332-446a-9116-733106f6afd5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:49.635655 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23a026b3-afc6-4f7f-99c7-9c33f859f432 req-3a64ec82-9332-446a-9116-733106f6afd5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0809269 Mar 11 13:30:49.678604 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23a026b3-afc6-4f7f-99c7-9c33f859f432 req-a38efeec-cab8-4a62-a51a-fef5d2b0bf47 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374706 Mar 11 13:30:50.862078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27891a90-6ef3-4a0d-8d47-c29b0bee8982 req-c6dc8193-f1de-44ef-951c-d44a792d95a1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:50.863542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-27891a90-6ef3-4a0d-8d47-c29b0bee8982 req-c6dc8193-f1de-44ef-951c-d44a792d95a1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0799367 Mar 11 13:30:50.906609 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-27891a90-6ef3-4a0d-8d47-c29b0bee8982 req-86fa050f-8355-47f5-bdf3-42cd984fc158 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375113 Mar 11 13:30:52.190157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:30:52.200325 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd01eb-cb92-4bd6-bc16-cd7c5de28014 req-97a12d85-e6cd-49cc-b38a-2f395a4cf6f5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:52.201806 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1edd01eb-cb92-4bd6-bc16-cd7c5de28014 req-97a12d85-e6cd-49cc-b38a-2f395a4cf6f5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.1931922 Mar 11 13:30:52.245125 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1edd01eb-cb92-4bd6-bc16-cd7c5de28014 req-c239b307-b1b6-46e5-9e97-ab0822b9c436 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378199 Mar 11 13:30:53.428156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533cf66-8d6b-4e85-b245-620b1f8e28f3 req-b71492a0-352a-47f1-aa0c-9864354144f0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:53.429629 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e533cf66-8d6b-4e85-b245-620b1f8e28f3 req-b71492a0-352a-47f1-aa0c-9864354144f0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0806515 Mar 11 13:30:53.474098 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e533cf66-8d6b-4e85-b245-620b1f8e28f3 req-29b429fc-1da5-4266-84fe-8a9d666a2f79 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381548 Mar 11 13:30:54.657726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646963-2e2e-4bf0-8e3a-21108dfbc0fa req-e599c2c2-51aa-4ae2-8995-34cb4a28a00c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:54.659155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08646963-2e2e-4bf0-8e3a-21108dfbc0fa req-e599c2c2-51aa-4ae2-8995-34cb4a28a00c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0790272 Mar 11 13:30:54.702515 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-08646963-2e2e-4bf0-8e3a-21108dfbc0fa req-c4cf282d-c8d3-466f-8637-fbe4a8051063 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377133 Mar 11 13:30:54.916263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-8d130f2a-bbf7-49c6-b58b-629093622257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:54.917735 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-8d130f2a-bbf7-49c6-b58b-629093622257 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1099 time: 0.0696013 Mar 11 13:30:55.060398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-fe507912-d261-44dc-b743-8221dd41a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:55.061780 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-fe507912-d261-44dc-b743-8221dd41a1d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1259837 Mar 11 13:30:55.162403 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-2736e4b5-ba0a-4fe7-ab66-e135fbeb866e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 1003 time: 0.0942736 Mar 11 13:30:55.223799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-83e5fa24-9ca6-4968-8ad9-0ebdcb1c6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:55.225228 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-83e5fa24-9ca6-4968-8ad9-0ebdcb1c6315 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0566232 Mar 11 13:30:55.303511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-aed58f70-290c-4ce1-b63e-12b1ceab7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:55.304992 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-aed58f70-290c-4ce1-b63e-12b1ceab7855 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735354 Mar 11 13:30:55.439210 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-b0b58988-fefc-4a9d-8234-892cad3c841d service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282349 Mar 11 13:30:55.571195 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13493bc-bb5f-4f64-b6a9-1b74037e3ab5 req-6290f389-15bb-498e-9639-f867b9cfa2cc service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251841 Mar 11 13:30:55.885270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8606c-6077-48ba-9794-fd21703f0f77 req-53d77619-c68d-4719-82db-ad5262a2abcb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:55.886788 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e2d8606c-6077-48ba-9794-fd21703f0f77 req-53d77619-c68d-4719-82db-ad5262a2abcb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0811179 Mar 11 13:30:55.930104 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e2d8606c-6077-48ba-9794-fd21703f0f77 req-4171735d-1088-4899-9539-f92d1f629d58 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Mar 11 13:30:56.338037 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:30:57.114670 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc6413-167c-452f-a4fe-2c530cb8ab1e req-e4d63d5a-7469-4a4f-b0f7-f40c4e83ad0f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:57.116141 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abfc6413-167c-452f-a4fe-2c530cb8ab1e req-e4d63d5a-7469-4a4f-b0f7-f40c4e83ad0f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0819170 Mar 11 13:30:57.159896 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abfc6413-167c-452f-a4fe-2c530cb8ab1e req-dc5cf5bc-e98f-4fc4-a6f6-c18a5e1f783e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375733 Mar 11 13:30:58.341482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e91b0-b180-4829-915b-e39e3de82912 req-bf143bbd-3294-4646-8b1d-544fe48c6686 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:58.343155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af4e91b0-b180-4829-915b-e39e3de82912 req-bf143bbd-3294-4646-8b1d-544fe48c6686 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0790703 Mar 11 13:30:58.387100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af4e91b0-b180-4829-915b-e39e3de82912 req-dad0d65d-7415-4017-bd26-3572bdd237cc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382297 Mar 11 13:30:59.574790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e58e9a-32eb-47ad-bc5a-1f7558582ad6 req-39ab8f88-cba7-49ec-bc32-9c3f74ef295a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:30:59.576212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-76e58e9a-32eb-47ad-bc5a-1f7558582ad6 req-39ab8f88-cba7-49ec-bc32-9c3f74ef295a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0817790 Mar 11 13:30:59.619632 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-76e58e9a-32eb-47ad-bc5a-1f7558582ad6 req-9f72b913-e6f2-4640-b19b-38c242765961 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373833 Mar 11 13:31:00.799388 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25ade0-fc34-480f-bf97-a1c1957ee649 req-8c673684-6891-4d55-bfb0-99090905c706 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:00.800724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d25ade0-fc34-480f-bf97-a1c1957ee649 req-8c673684-6891-4d55-bfb0-99090905c706 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0777638 Mar 11 13:31:00.846859 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d25ade0-fc34-480f-bf97-a1c1957ee649 req-cb524118-17e4-400f-a876-fd90f78afe8d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Mar 11 13:31:02.030273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83d18-d1e9-4c28-adbb-fc2c2a5e1810 req-706b007e-e2f9-4f70-9869-dc434d302ee4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:02.031686 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2bd83d18-d1e9-4c28-adbb-fc2c2a5e1810 req-706b007e-e2f9-4f70-9869-dc434d302ee4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0777533 Mar 11 13:31:02.077868 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2bd83d18-d1e9-4c28-adbb-fc2c2a5e1810 req-0e04c4df-4496-4571-b78b-f8d83f9674dc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404565 Mar 11 13:31:03.260274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558cd70-f171-45c1-a41d-02ae7e1756a5 req-4faed8d5-9a4e-430a-aa79-52993dac1478 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:03.262258 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3558cd70-f171-45c1-a41d-02ae7e1756a5 req-4faed8d5-9a4e-430a-aa79-52993dac1478 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0820632 Mar 11 13:31:03.305209 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3558cd70-f171-45c1-a41d-02ae7e1756a5 req-8f4e9bb6-2d06-4358-b169-ea96d6bc8a7c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374155 Mar 11 13:31:04.484374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffebc-e26c-49c2-af19-59750dc08191 req-e2e76935-8f1c-44ea-9fc0-fae3b75649ec tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:04.485825 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dacffebc-e26c-49c2-af19-59750dc08191 req-e2e76935-8f1c-44ea-9fc0-fae3b75649ec tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0778739 Mar 11 13:31:04.531457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dacffebc-e26c-49c2-af19-59750dc08191 req-73d00a3b-864d-4abb-84b4-37e3d3a10ff0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399709 Mar 11 13:31:05.714855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868f28-6f9d-4134-be93-4830b92d08a6 req-ada1bb11-542c-4642-a2bc-2f635577aa96 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:05.716287 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84868f28-6f9d-4134-be93-4830b92d08a6 req-ada1bb11-542c-4642-a2bc-2f635577aa96 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0783832 Mar 11 13:31:05.759766 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84868f28-6f9d-4134-be93-4830b92d08a6 req-065089fe-5046-4433-b222-4fa4a017d65d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379736 Mar 11 13:31:06.941517 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57737504-14b8-45c1-899f-9c73fafd79d8 req-38e53310-48f4-452b-88cf-99df0d16b9ba tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:06.942941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57737504-14b8-45c1-899f-9c73fafd79d8 req-38e53310-48f4-452b-88cf-99df0d16b9ba tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0810945 Mar 11 13:31:06.987304 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57737504-14b8-45c1-899f-9c73fafd79d8 req-b32e4479-4cd1-45a9-82ea-51b536064600 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388200 Mar 11 13:31:07.204862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-829eb386-4631-4c89-95d4-3a2ddd0e3991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:08.167051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adb2a6-ca37-4950-8fed-b6fb46f7f794 req-b43c4b79-891f-488d-8882-4c292d2b6a98 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:08.168502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b1adb2a6-ca37-4950-8fed-b6fb46f7f794 req-b43c4b79-891f-488d-8882-4c292d2b6a98 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0792632 Mar 11 13:31:08.212140 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b1adb2a6-ca37-4950-8fed-b6fb46f7f794 req-7a5a681d-e54d-4e31-94ce-eaa3086063e4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Mar 11 13:31:09.264927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7637ea7e-f0f9-4e15-ad64-db57ee7e7b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:09.401522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358123d-368f-4aff-a006-e0f4dc0560f3 req-669cbb4e-12f7-44ab-8bee-e0c729a9ccd3 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:09.402978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2358123d-368f-4aff-a006-e0f4dc0560f3 req-669cbb4e-12f7-44ab-8bee-e0c729a9ccd3 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0818863 Mar 11 13:31:09.451422 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2358123d-368f-4aff-a006-e0f4dc0560f3 req-fb1b2eb4-c5bb-475b-bb32-3c7cd6e4fbc5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Mar 11 13:31:10.431148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:10.592960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:10.631945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05446c8d-1f25-4298-a0bf-c1e694fbc0e5 req-f505da51-0338-4fb2-93d3-32c6af3e928a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:10.633382 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-05446c8d-1f25-4298-a0bf-c1e694fbc0e5 req-f505da51-0338-4fb2-93d3-32c6af3e928a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0801451 Mar 11 13:31:10.679490 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-05446c8d-1f25-4298-a0bf-c1e694fbc0e5 req-8b21f9fc-ab30-4349-bb5a-0b3433a7ce2e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395625 Mar 11 13:31:11.859681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0fe7-fef7-4b2d-ba4c-1c64f4e6b8f9 req-291120dc-ad20-41da-93be-35aabb9d9498 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:11.861113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7dda0fe7-fef7-4b2d-ba4c-1c64f4e6b8f9 req-291120dc-ad20-41da-93be-35aabb9d9498 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0779850 Mar 11 13:31:11.904353 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7dda0fe7-fef7-4b2d-ba4c-1c64f4e6b8f9 req-e32f59fd-2ba8-4844-9b2d-f4de6e03a89f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377290 Mar 11 13:31:12.030343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:13.091122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8b81-5f07-4206-b216-369e7bb4981e req-87c63b90-ea35-4389-8efb-6b4a304de939 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:13.092557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-216e8b81-5f07-4206-b216-369e7bb4981e req-87c63b90-ea35-4389-8efb-6b4a304de939 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0839643 Mar 11 13:31:13.135469 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-216e8b81-5f07-4206-b216-369e7bb4981e req-e139f65f-09d6-46db-bd86-56b45bad9e63 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373023 Mar 11 13:31:14.316849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b68a13-3115-49bb-bace-f17539ee6c06 req-ccede067-ed29-436d-b06b-299b966f9eb8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:14.318326 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b1b68a13-3115-49bb-bace-f17539ee6c06 req-ccede067-ed29-436d-b06b-299b966f9eb8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0786700 Mar 11 13:31:14.361837 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b1b68a13-3115-49bb-bace-f17539ee6c06 req-5f49f29c-dc85-47ec-927c-08cf45365d36 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Mar 11 13:31:15.544248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a510a0c-79aa-4ae7-89e1-bd3348ed004d req-f0f89187-8392-4384-b640-7a9f04a74f3b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:15.545700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a510a0c-79aa-4ae7-89e1-bd3348ed004d req-f0f89187-8392-4384-b640-7a9f04a74f3b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0813501 Mar 11 13:31:15.590059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a510a0c-79aa-4ae7-89e1-bd3348ed004d req-54f0de70-46e8-4023-a66c-1a93c3b3e9d6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379703 Mar 11 13:31:15.876048 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-da5e1b82-526d-408f-a37b-08671a7452cd service neutron] 10.222.0.50 "GET /v2.0/ports/0640e361-7e53-46c8-925f-36d9142180be/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0718145 Mar 11 13:31:16.131553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-69a8b21a-3b7c-4cff-a91a-81a6e8ce1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:16.132973 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-69a8b21a-3b7c-4cff-a91a-81a6e8ce1e0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 1099 time: 0.0715520 Mar 11 13:31:16.222169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-99a9e5ad-600d-43b5-abe4-ae7c877414c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:16.223617 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-99a9e5ad-600d-43b5-abe4-ae7c877414c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1099 time: 0.0696299 Mar 11 13:31:16.351708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-26546e17-ed48-42e6-9444-bc9677bcdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:16.353135 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-26546e17-ed48-42e6-9444-bc9677bcdb6e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1241477 Mar 11 13:31:16.456692 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-fdd08af0-8a28-43c8-ad9c-39f55da72217 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 1003 time: 0.0958083 Mar 11 13:31:16.517487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-d3642a95-5944-43cc-ae5e-58073f42f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:16.518846 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-d3642a95-5944-43cc-ae5e-58073f42f6ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0556724 Mar 11 13:31:16.695202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-2bb2ba34-3432-4994-9d3f-ff293bcff2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:16.696682 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-2bb2ba34-3432-4994-9d3f-ff293bcff2c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1716914 Mar 11 13:31:16.778784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb85914-d1f9-4eb6-a5ad-e66404828857 req-1e9ddf89-1ceb-4f11-a504-0d7da5e01acf tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:16.780226 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fb85914-d1f9-4eb6-a5ad-e66404828857 req-1e9ddf89-1ceb-4f11-a504-0d7da5e01acf tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0817487 Mar 11 13:31:16.829575 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-d1b5e7ec-bb99-4d37-bc46-be3cbe936c94 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250246 Mar 11 13:31:16.925068 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fb85914-d1f9-4eb6-a5ad-e66404828857 req-1c710c47-0d82-4ca1-96ca-0d1215beb57f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390011 Mar 11 13:31:16.962698 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-39413d77-38ce-4e2c-9b08-b792a3b202ba req-3dd2eb96-a233-4d4f-a882-c747063da57a service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272929 Mar 11 13:31:18.104811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26e7c-0a1e-4a58-b820-fde12ea6c016 req-8c89f1e8-1134-42fb-9841-7d34fc696918 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:18.106202 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-feb26e7c-0a1e-4a58-b820-fde12ea6c016 req-8c89f1e8-1134-42fb-9841-7d34fc696918 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0770936 Mar 11 13:31:18.124962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0640e361-7e53-46c8-925f-36d9142180be no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:31:18.150476 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-feb26e7c-0a1e-4a58-b820-fde12ea6c016 req-46688730-4136-4d10-b0b5-cc3a34b94278 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386064 Mar 11 13:31:18.236908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:18.263121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0640e361-7e53-46c8-925f-36d9142180be'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:31:18.272751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:18.276441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:18.321692 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0640e361-7e53-46c8-925f-36d9142180be', 'code': 200} Mar 11 13:31:18.345114 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:18.351955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.352293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.352622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.352945 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.353266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.353613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.353930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.354244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.354557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.355438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.355679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:18.355986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:19.339052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d00c8c-0059-44f3-953b-c56888c57977 req-7e61e789-6c63-45b3-9504-d384e6dc240a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:19.341004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7d00c8c-0059-44f3-953b-c56888c57977 req-7e61e789-6c63-45b3-9504-d384e6dc240a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0829301 Mar 11 13:31:19.385654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7d00c8c-0059-44f3-953b-c56888c57977 req-94ea057a-5366-4705-830c-7cfab0ecb63a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389273 Mar 11 13:31:19.776749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-4c3b0d1c-31fb-4ad1-a62a-8aaaf523b94c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:19.777454 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-4c3b0d1c-31fb-4ad1-a62a-8aaaf523b94c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Synchronizing usage tracker for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:31:19.794320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-4c3b0d1c-31fb-4ad1-a62a-8aaaf523b94c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Unset dirty status for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:31:19.795435 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-4c3b0d1c-31fb-4ad1-a62a-8aaaf523b94c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 944 time: 0.1007798 Mar 11 13:31:19.834577 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba962f-2d89-48b5-af1f-461b46d022f1 req-d2d36093-c5a0-41aa-a908-799eb6139f6b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:19.836154 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57ba962f-2d89-48b5-af1f-461b46d022f1 req-d2d36093-c5a0-41aa-a908-799eb6139f6b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0858042 Mar 11 13:31:19.877985 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-d98249b5-88ef-4869-9328-0516a7fe1685 service neutron] 10.222.0.50 "GET /v2.0/ports/0640e361-7e53-46c8-925f-36d9142180be/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0771177 Mar 11 13:31:19.880231 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57ba962f-2d89-48b5-af1f-461b46d022f1 req-45112cc1-0860-414b-8af5-bbf771b7db9f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382404 Mar 11 13:31:19.970134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-32b57078-4b3e-4412-8f27-78c5eeb59a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:19.971592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-32b57078-4b3e-4412-8f27-78c5eeb59a83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1097 time: 0.0699999 Mar 11 13:31:20.099255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-22feefa2-6e96-4369-9866-e7e9b285c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:20.100671 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-22feefa2-6e96-4369-9866-e7e9b285c6aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1233935 Mar 11 13:31:20.201247 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-9bf98596-c425-41a4-a139-06d5aa1de9a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 1001 time: 0.0946810 Mar 11 13:31:20.261393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-ced0a9a2-cacb-4209-8d11-85c8f3fb2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:20.262707 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-ced0a9a2-cacb-4209-8d11-85c8f3fb2c5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0558159 Mar 11 13:31:20.336063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-5492aa6a-f6a3-4d83-8fa2-ce6ae191112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:20.337496 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-5492aa6a-f6a3-4d83-8fa2-ce6ae191112e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694258 Mar 11 13:31:20.465801 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-095c1854-fee5-4a7d-969f-6f55ebef4486 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227427 Mar 11 13:31:20.593917 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-a4fcaf0f-5575-415f-ae24-df011bf1816f service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216400 Mar 11 13:31:21.062727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe558-e3bd-4269-823f-24038a722866 req-6d0692e4-ef96-4cae-91dc-a71a7b2beedb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:21.064158 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-702fe558-e3bd-4269-823f-24038a722866 req-6d0692e4-ef96-4cae-91dc-a71a7b2beedb tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0786929 Mar 11 13:31:21.106854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-702fe558-e3bd-4269-823f-24038a722866 req-cafb88d1-0b33-4276-9d44-1c6f267ed9a5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371356 Mar 11 13:31:22.201579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:22.294135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a85bb-8d1d-4b52-a862-e89f3d6a2afc req-71b97531-dd7c-45b8-970b-b90d3e37ff01 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:22.295573 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-956a85bb-8d1d-4b52-a862-e89f3d6a2afc req-71b97531-dd7c-45b8-970b-b90d3e37ff01 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0835705 Mar 11 13:31:22.344156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-956a85bb-8d1d-4b52-a862-e89f3d6a2afc req-5455ba53-41b8-4e6e-885d-0dae40a2a035 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Mar 11 13:31:22.962933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-6b8dc86b-a473-4121-8b9c-4fc49dfc01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:22.964402 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-6b8dc86b-a473-4121-8b9c-4fc49dfc01e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0686018 Mar 11 13:31:23.053693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-df6f91c0-8e62-402b-87ff-d2f53775b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:23.055052 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-df6f91c0-8e62-402b-87ff-d2f53775b9c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 1097 time: 0.0716653 Mar 11 13:31:23.183084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-78a1e8da-e69c-457f-a4b1-9d31690ebc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:23.184532 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-78a1e8da-e69c-457f-a4b1-9d31690ebc56 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1238754 Mar 11 13:31:23.385729 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-e88f0e57-0135-4106-8f60-ed58d383de82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 200 len: 1001 time: 0.1957321 Mar 11 13:31:23.448470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-7a95a97c-dba7-4606-8df8-3d42b6eb6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:23.449938 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-7a95a97c-dba7-4606-8df8-3d42b6eb6a25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0587807 Mar 11 13:31:23.523260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-913b3084-491e-4a9c-bce9-e3b444d3ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:23.524715 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-913b3084-491e-4a9c-bce9-e3b444d3ee72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682287 Mar 11 13:31:23.530480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d926-1da0-4bae-a7ad-38a0038f378d req-d9a73bec-f29b-4c1d-9f33-ed82da98671f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:23.531919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eeb2d926-1da0-4bae-a7ad-38a0038f378d req-d9a73bec-f29b-4c1d-9f33-ed82da98671f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0804594 Mar 11 13:31:23.578810 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eeb2d926-1da0-4bae-a7ad-38a0038f378d req-7eb1bd6c-41dc-4abf-8e0a-3b798ce4b192 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Mar 11 13:31:23.654132 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-ddc330f3-a39c-4c35-a62b-c3fd2e19d4cf service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231194 Mar 11 13:31:23.781167 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-915d260a-84d2-4826-8c9c-9d71211287b4 req-8c78da6c-3935-4a5c-8487-b56195d43cea service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213226 Mar 11 13:31:24.761888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166c776-45ce-49e6-8b74-5e874ea80784 req-8245cd81-19cd-426f-b56b-b6754c52f4d4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:24.766734 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a166c776-45ce-49e6-8b74-5e874ea80784 req-8245cd81-19cd-426f-b56b-b6754c52f4d4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0773888 Mar 11 13:31:24.809260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a166c776-45ce-49e6-8b74-5e874ea80784 req-4ce7a8d0-f12f-4bc1-aeeb-2bce7ff02ad8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390983 Mar 11 13:31:25.993863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df0401-fa7f-410b-b987-b0ac5ff136f8 req-a7c538d2-c3dd-4347-9496-1dee0ca8628f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:25.995939 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c8df0401-fa7f-410b-b987-b0ac5ff136f8 req-a7c538d2-c3dd-4347-9496-1dee0ca8628f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0819626 Mar 11 13:31:26.038453 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c8df0401-fa7f-410b-b987-b0ac5ff136f8 req-95baff98-5846-4b7a-8530-212002e64bfd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 Mar 11 13:31:26.140715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0640e361-7e53-46c8-925f-36d9142180be details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:31:26.219754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b3b5-4c45-4b78-b48f-55f052bd4de9 req-da7e966b-19a8-4576-8c17-5c44ce9e2a95 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:26.221223 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c862b3b5-4c45-4b78-b48f-55f052bd4de9 req-da7e966b-19a8-4576-8c17-5c44ce9e2a95 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 944 time: 0.0793490 Mar 11 13:31:26.265948 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c862b3b5-4c45-4b78-b48f-55f052bd4de9 req-80fff930-5981-4963-8ea7-e3f94f27369c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385430 Mar 11 13:31:26.275739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:26.289586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '0640e361-7e53-46c8-925f-36d9142180be', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': '0640e361-7e53-46c8-925f-36d9142180be', 'mac_address': 'fa:16:3e:ab:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:31:26.349919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:26.367256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0640e361-7e53-46c8-925f-36d9142180be {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:31:26.382648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:26.386819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:26.452651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb04ab-2aee-4227-b45c-43b6cee3528d req-73b8407e-010a-4c21-97ce-afd1087fd186 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:26.454138 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-32cb04ab-2aee-4227-b45c-43b6cee3528d req-73b8407e-010a-4c21-97ce-afd1087fd186 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 945 time: 0.0852661 Mar 11 13:31:26.458512 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['0640e361-7e53-46c8-925f-36d9142180be'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:31:26.497388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:26.499860 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-32cb04ab-2aee-4227-b45c-43b6cee3528d req-fdba01dd-a4ea-4e28-ba7e-a2849aaf8f1d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387268 Mar 11 13:31:26.871637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cca744-6a9c-4f99-95e6-9cae5e06d600 req-0648e5ae-d265-45cf-bedf-b1313ea2abde tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:26.873066 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5cca744-6a9c-4f99-95e6-9cae5e06d600 req-0648e5ae-d265-45cf-bedf-b1313ea2abde tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 945 time: 0.0813684 Mar 11 13:31:26.915380 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5cca744-6a9c-4f99-95e6-9cae5e06d600 req-f557e9e5-47dd-4b20-bc1c-d47d17ddfd02 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366693 Mar 11 13:31:28.097277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534b93-fced-4d1b-99c8-15054a45221e req-789d70c2-9687-4917-ba2e-b3edd024c6f8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:28.098585 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e7534b93-fced-4d1b-99c8-15054a45221e req-789d70c2-9687-4917-ba2e-b3edd024c6f8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 945 time: 0.0784109 Mar 11 13:31:28.144193 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e7534b93-fced-4d1b-99c8-15054a45221e req-24d75cfe-ad07-4813-90e5-dbb65af95fa7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398595 Mar 11 13:31:28.168168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0640e361-7e53-46c8-925f-36d9142180be up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:31:28.233892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 0640e361-7e53-46c8-925f-36d9142180be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:31:28.234255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:28.347377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:28.373034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e361-7e53-46c8-925f-36d9142180be'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:31:28.382766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:28.387614 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:28.421764 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e361-7e53-46c8-925f-36d9142180be', 'code': 200} Mar 11 13:31:28.490700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:28.974628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-b854f596-fb87-4521-86e6-eea1a8a675c5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:28.976026 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-b854f596-fb87-4521-86e6-eea1a8a675c5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0807843 Mar 11 13:31:29.043365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Deleting port 0640e361-7e53-46c8-925f-36d9142180be {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:31:29.043703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:29.286124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] For port 0640e361-7e53-46c8-925f-36d9142180be, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0640e361-7e53-46c8-925f-36d9142180be,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:29.286409 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:29.330168 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84e79b-f620-4864-bcde-e8546bf91c20 req-9ee8c1df-1de5-4d2f-8011-49984cb09d9b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:29.331697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e84e79b-f620-4864-bcde-e8546bf91c20 req-9ee8c1df-1de5-4d2f-8011-49984cb09d9b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 946 time: 0.0828035 Mar 11 13:31:29.376919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e84e79b-f620-4864-bcde-e8546bf91c20 req-be76033f-ecae-4d51-ac92-94cea0fe7ffd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394273 Mar 11 13:31:29.579956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:29.580266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:29.580575 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 disassociated. External IP: 172.26.4.225, port: 0640e361-7e53-46c8-925f-36d9142180be. Mar 11 13:31:29.580909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Calling delete_port for 0640e361-7e53-46c8-925f-36d9142180be owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:31:29.718422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:29.768481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event deleted for resources: {'Port': ['ID=0640e361-7e53-46c8-925f-36d9142180be,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:29.961155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:31:30.233340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:31:30.243393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:31:30.253003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:31:30.253629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:31:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:30.303156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] No DVR routers for this DVR port 0640e361-7e53-46c8-925f-36d9142180be on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:31:30.305726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:30.308922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-deleted', 'tag': '0640e361-7e53-46c8-925f-36d9142180be'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:31:30.324523 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-89c693a3-9158-4bb3-8fdb-b34c27d6bb28 req-175b9a48-1a4b-4951-aecc-dc4ca20ec18a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "DELETE /v2.0/ports/0640e361-7e53-46c8-925f-36d9142180be HTTP/1.1" status: 204 len: 173 time: 1.3429313 Mar 11 13:31:30.357067 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14509937-eb27-4d70-84be-f85778a3a81f', 'name': 'network-vif-deleted', 'tag': '0640e361-7e53-46c8-925f-36d9142180be', 'status': 'completed', 'code': 200} Mar 11 13:31:30.433463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:31:30.555373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-feeee1c1-96c9-4612-a586-bdcde72d586b req-f61f3712-41a6-4d7f-8756-2a5516a13072 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=14509937-eb27-4d70-84be-f85778a3a81f HTTP/1.1" status: 200 len: 210 time: 0.0419333 Mar 11 13:31:30.743864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:30.747677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:31:30.756356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:31:30.756939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:31:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:30.939655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:31:31.238882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:31.242893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf5665-00bd-4e01-93d8-c2befe126414 None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:31:31.460045 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ca64c9-19a9-4f80-8898-a1a6ca153609 None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:31:31.887070 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-b9ba763d-db51-4feb-bca7-2164fc808f20 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--617016751&fields=id&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 267 time: 0.0419691 Mar 11 13:31:32.034730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-0937739e-697d-417c-9172-ffa859083870 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:32.036131 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-0937739e-697d-417c-9172-ffa859083870 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1428759 Mar 11 13:31:32.050450 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-6405eb74-3f61-4bce-a612-2f209ba1a780 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/quotas/5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0089700 Mar 11 13:31:32.134666 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-b2b0648f-6db5-4bc2-8ccf-24f7d96fd283 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793529 Mar 11 13:31:32.171905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0640e361-7e53-46c8-925f-36d9142180be no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:31:32.209701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 0640e361-7e53-46c8-925f-36d9142180be {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:31:32.210051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0640e361-7e53-46c8-925f-36d9142180be not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:31:32.392029 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-ad4c72bf-a751-4dca-b705-4793d6465f43 service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451262 Mar 11 13:31:32.522521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-ef076495-a267-47fe-af2e-0a855cb36c51 service neutron] 10.222.0.52 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248162 Mar 11 13:31:32.706491 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4c82a6f3-bd78-47d4-8fdc-f30f558511b4 req-81e86429-41de-4b54-9adb-0115cd35b246 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 210 time: 0.0472069 Mar 11 13:31:33.335839 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:31:33.692625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-f7785fe6-3375-476e-a622-81d4a90db25f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:33.694079 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-f7785fe6-3375-476e-a622-81d4a90db25f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 812 time: 0.1476271 Mar 11 13:31:33.743682 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-7958df25-1cde-486f-a66c-d2c0a4a1b089 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 379 time: 0.0414283 Mar 11 13:31:33.757460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'port': {'device_id': '64780514-fb9c-48b5-a68a-8631e0831631', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'admin_state_up': True, 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'security_groups': ['56a99ea1-63d6-4601-bec5-4e263ab328ec']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:31:33.855135 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8b50be4e-3683-4719-b840-aa77653b008f req-e8500051-27c4-4cef-abf8-71539f959674 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 210 time: 0.0424700 Mar 11 13:31:33.893417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:31:33.897365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Usage tracker for resource:port and tenant:5637a108145e4f8e878a3a6a0d0c2ed5 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:31:33.900414 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:31:33.906444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:31:33.915222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Made reservation on behalf of 5637a108145e4f8e878a3a6a0d0c2ed5 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:31:33.919481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:34.076500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Allocated IP 172.20.0.14 (b98e5dfc-2cd8-44f1-9d64-f71aef4c0357/c8c00b26-fe23-48f8-97d9-c6b3ada274bf/3377255d-3a17-4914-ab88-8fb23095d82d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:31:34.261956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:34.277147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Transition to ACTIVE for port object 3377255d-3a17-4914-ab88-8fb23095d82d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:31:34.299551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:34.361827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:31:34.364709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:31:34.374960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:31:34.411777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:34.429539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.429880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.430392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.430910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.431237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.431561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.431885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.432740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.433068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.433386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.433728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.434046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:31:34.455780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:34.456406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:34.480465 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-95e94325-fbf4-4d53-acd2-422da2364046 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7274311 Mar 11 13:31:34.498126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Request body: {'port': {'device_id': '64780514-fb9c-48b5-a68a-8631e0831631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:31:34.606451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:34.607362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cfac8d51-947b-4ad7-b47c-2ca18950eaa7 None None] Provisioning for port 3377255d-3a17-4914-ab88-8fb23095d82d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:31:34.612893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cfac8d51-947b-4ad7-b47c-2ca18950eaa7 None None] Provisioning complete for port 3377255d-3a17-4914-ab88-8fb23095d82d triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:31:34.613203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cfac8d51-947b-4ad7-b47c-2ca18950eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:34.665551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cfac8d51-947b-4ad7-b47c-2ca18950eaa7 None None] Port 3377255d-3a17-4914-ab88-8fb23095d82d cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:31:34.941725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3377255d-3a17-4914-ab88-8fb23095d82d {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:31:34.948867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:34.963221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Transition to ACTIVE for port object 3377255d-3a17-4914-ab88-8fb23095d82d will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:31:34.967061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:35.037661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8f60c-d3c1-4920-8e0c-0af9cd1ced4c req-ffa87c4f-59ca-4a09-b9d8-bdc8a3e52f6d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:35.038993 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a2d8f60c-d3c1-4920-8e0c-0af9cd1ced4c req-ffa87c4f-59ca-4a09-b9d8-bdc8a3e52f6d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 944 time: 0.0807247 Mar 11 13:31:35.090315 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a2d8f60c-d3c1-4920-8e0c-0af9cd1ced4c req-82c77fe0-37f9-41d8-ac10-1c69baec8b1a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Mar 11 13:31:35.207114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:35.307221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Attempting to bind port 3377255d-3a17-4914-ab88-8fb23095d82d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:31:35.307560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Attempting to bind port 3377255d-3a17-4914-ab88-8fb23095d82d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:31:35.307886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Attempting to bind port 3377255d-3a17-4914-ab88-8fb23095d82d on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:31:35.312355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Port 3377255d-3a17-4914-ab88-8fb23095d82d on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:31:35.312672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Attempting to bind port 3377255d-3a17-4914-ab88-8fb23095d82d on network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:31:35.317601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:31:35.317940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Checking segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:31:35.318317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Bound using segment: {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:31:35.318736 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Bound port: 3377255d-3a17-4914-ab88-8fb23095d82d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:31:35.319074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:35.407632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:31:35.410460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:31:35.415619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:35.473516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:35.474526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:35.477289 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] 10.222.0.50 "PUT /v2.0/ports/3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 1094 time: 0.9877927 Mar 11 13:31:35.477759 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:31:35.513608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec838bd-b749-49eb-a75d-df680edb445b service neutron] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:35.562174 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'status': 'completed', 'code': 200} Mar 11 13:31:35.605016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-5aa28fd9-9339-40f8-bd3b-2c6039322303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:35.606602 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-5aa28fd9-9339-40f8-bd3b-2c6039322303 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1097 time: 0.0820529 Mar 11 13:31:35.673867 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-6d937b22-a8ec-4dc1-be17-d1e551d01a42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 217 time: 0.0608366 Mar 11 13:31:35.737026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-0e5ac14e-fa44-431e-a492-9503154101c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:35.738414 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-0e5ac14e-fa44-431e-a492-9503154101c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0592458 Mar 11 13:31:35.810821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-f1fb1c62-2faf-4292-aef0-90b6ae8c1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:35.812262 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-f1fb1c62-2faf-4292-aef0-90b6ae8c1900 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677369 Mar 11 13:31:35.940909 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-4768f057-906e-47f1-a834-6e87f58becd2 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222427 Mar 11 13:31:36.071418 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a195816-2708-4ea7-9d56-16978ef563d8 req-8c9df3af-d096-4d38-95f9-12e6c7a0d776 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245477 Mar 11 13:31:36.190117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-30d266a5-922b-4184-899d-847fadfc1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:36.191667 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-30d266a5-922b-4184-899d-847fadfc1f3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1097 time: 0.0743570 Mar 11 13:31:36.273193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d454a03-629b-4510-99b1-12a326fcde65 req-8def9e4a-41e7-45d4-b825-651e22adbb1e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:36.274691 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7d454a03-629b-4510-99b1-12a326fcde65 req-8def9e4a-41e7-45d4-b825-651e22adbb1e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 944 time: 0.0831230 Mar 11 13:31:36.319483 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7d454a03-629b-4510-99b1-12a326fcde65 req-457fb736-d171-412f-aa1a-9110eedc71e9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390625 Mar 11 13:31:36.324721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-8def5d99-fe54-460e-9797-85bcd7711d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:36.326204 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-8def5d99-fe54-460e-9797-85bcd7711d4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1281838 Mar 11 13:31:36.393877 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-f3ad4e83-2480-4044-9d5a-bb44ce0633cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 217 time: 0.0608227 Mar 11 13:31:36.457640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-0f7351dd-1610-450b-aa0c-f5d99fa60da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:36.459247 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-0f7351dd-1610-450b-aa0c-f5d99fa60da0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0598834 Mar 11 13:31:36.532275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-d575fb1d-c0ac-4a89-b679-2008d1efbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:36.533760 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-d575fb1d-c0ac-4a89-b679-2008d1efbf55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686126 Mar 11 13:31:36.662419 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-14a3ff29-e212-45b9-8074-3cc849b33241 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224432 Mar 11 13:31:36.791173 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-14f1bdb8-3407-474b-93f2-a2301b69b73f req-160f2785-335a-4ad7-aae4-803fc3fe1129 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212490 Mar 11 13:31:37.196187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3a315361-e144-4233-a91e-86ddcdc77cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:37.508854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82722d25-01e2-42ed-964e-d487a49bd8f6 req-7c426b83-9e8a-47d5-915c-7545ed553650 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:37.510904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82722d25-01e2-42ed-964e-d487a49bd8f6 req-7c426b83-9e8a-47d5-915c-7545ed553650 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 944 time: 0.0826344 Mar 11 13:31:37.553164 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82722d25-01e2-42ed-964e-d487a49bd8f6 req-27459fff-2968-40be-ae94-3fe99d0789b2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Mar 11 13:31:38.186916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:31:38.316172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:38.328765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '3377255d-3a17-4914-ab88-8fb23095d82d', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': '3377255d-3a17-4914-ab88-8fb23095d82d', 'mac_address': 'fa:16:3e:f8:d8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:31:38.419920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:38.436816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3377255d-3a17-4914-ab88-8fb23095d82d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:31:38.451611 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:38.455978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:38.523680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:38.658394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['3377255d-3a17-4914-ab88-8fb23095d82d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:31:38.737109 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6e4b9-763d-4fc0-89a1-9972a4690ebb req-cae41930-05fb-4a71-b23a-f0d1a7d7238b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:38.738582 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-efe6e4b9-763d-4fc0-89a1-9972a4690ebb req-cae41930-05fb-4a71-b23a-f0d1a7d7238b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 945 time: 0.0793285 Mar 11 13:31:38.781792 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-efe6e4b9-763d-4fc0-89a1-9972a4690ebb req-d4aaef4e-f781-40e9-a4d9-ba208acc52f9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Mar 11 13:31:39.266232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7b955517-453c-40ac-b9e1-c31aabe5e2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:39.967734 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956250-364e-461c-9696-a7169ba4e127 req-04216675-01fa-4ca2-8b22-b81320e47195 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:39.969179 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5f956250-364e-461c-9696-a7169ba4e127 req-04216675-01fa-4ca2-8b22-b81320e47195 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 945 time: 0.0836744 Mar 11 13:31:40.013023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5f956250-364e-461c-9696-a7169ba4e127 req-09d96470-171f-4671-8b61-8eb79b1d2c48 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382223 Mar 11 13:31:40.194925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:31:40.263658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 3377255d-3a17-4914-ab88-8fb23095d82d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:31:40.268246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 3377255d-3a17-4914-ab88-8fb23095d82d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:31:40.268604 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:40.379147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:40.405448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:31:40.416305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:31:40.429612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:40.473111 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'code': 200} Mar 11 13:31:40.487027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:40.509287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:31:40.595839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:40.679092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a600151-41a8-426d-9c1b-a7724c877d84 req-54dfc2a6-fc6d-41bf-bd4f-7405e545686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:40.680559 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8a600151-41a8-426d-9c1b-a7724c877d84 req-54dfc2a6-fc6d-41bf-bd4f-7405e545686b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1099 time: 0.0731034 Mar 11 13:31:40.810651 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8a600151-41a8-426d-9c1b-a7724c877d84 req-18fc5ca9-bee0-431e-8995-06a42c888121 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230650 Mar 11 13:31:41.193090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85595ea-762a-447c-8bd2-57e81fc0a8ec req-23d4a2f8-6476-44f2-851e-8116504602f9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:41.194564 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e85595ea-762a-447c-8bd2-57e81fc0a8ec req-23d4a2f8-6476-44f2-851e-8116504602f9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0792809 Mar 11 13:31:41.243088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e85595ea-762a-447c-8bd2-57e81fc0a8ec req-d841b99a-95d4-40ce-9120-11c5ae7815d4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Mar 11 13:31:42.032339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:42.426355 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620e521-2a6c-48a0-b666-db0f38153912 req-1cbc9b7e-0178-4af8-853d-b65e0da3d429 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:42.427794 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9620e521-2a6c-48a0-b666-db0f38153912 req-1cbc9b7e-0178-4af8-853d-b65e0da3d429 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0796471 Mar 11 13:31:42.471497 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9620e521-2a6c-48a0-b666-db0f38153912 req-9bacd94d-7e11-41b5-a9d5-acc99e52866b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 Mar 11 13:31:42.650117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e79015-bec3-4e8d-87bd-6d0f7b6f951e req-9f54b74b-9fae-4cad-8dbe-cc2daed626b5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:42.651584 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c8e79015-bec3-4e8d-87bd-6d0f7b6f951e req-9f54b74b-9fae-4cad-8dbe-cc2daed626b5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0828135 Mar 11 13:31:42.660442 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37378) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:31:42.665162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Request body: {'floatingip': {'port_id': '3377255d-3a17-4914-ab88-8fb23095d82d'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:31:42.742078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:43.424993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:43.429410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:43.598933 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 associated. External IP: 172.26.4.225, port: 3377255d-3a17-4914-ab88-8fb23095d82d. Mar 11 13:31:43.942936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:31:44.117554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:31:44.122369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:44.126895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:31:44.136358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:31:44.136952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:31:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:44.175961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2b573901-5430-4921-910a-fffa465256a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "PUT /v2.0/floatingips/3c9c89dd-80e2-4083-9440-074cf46cf548 HTTP/1.1" status: 200 len: 993 time: 1.5145023 Mar 11 13:31:44.176540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:31:44.221872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'status': 'completed', 'code': 200} Mar 11 13:31:44.313177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-e218626b-8fd7-4103-ac21-3b38c8cb209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:44.314751 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-e218626b-8fd7-4103-ac21-3b38c8cb209c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1099 time: 0.0723488 Mar 11 13:31:44.325992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:31:44.460889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-4ae17d56-55f9-4b68-86e6-425f7db2a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:44.462492 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-4ae17d56-55f9-4b68-86e6-425f7db2a194 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1417472 Mar 11 13:31:44.569049 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-7d78d2f4-f761-4147-a8e9-7665e94ea1a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 1001 time: 0.1005902 Mar 11 13:31:44.646800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-f56bc6f3-657f-47bf-ad9c-76d2a962b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:44.648333 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-f56bc6f3-657f-47bf-ad9c-76d2a962b237 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0735929 Mar 11 13:31:44.697516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '3377255d-3a17-4914-ab88-8fb23095d82d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:f8:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64780514-fb9c-48b5-a68a-8631e0831631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:31:43Z', 'revision_number': 13, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:44.702550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:31:44.713252 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:31:44.714549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:31:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:44.741318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-b7af28d0-2140-4f26-a176-e44d70f73fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:44.742827 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-b7af28d0-2140-4f26-a176-e44d70f73fcc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871396 Mar 11 13:31:44.881126 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-e1a3653f-c590-46da-8248-0b1d65b0c751 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305318 Mar 11 13:31:44.911751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:31:45.015658 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f67d079-8451-49fd-88ac-5c26dfcd28b3 req-feb44578-2f90-4b18-8309-c250e8a2f0dd service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281404 Mar 11 13:31:45.296333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '3377255d-3a17-4914-ab88-8fb23095d82d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:f8:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64780514-fb9c-48b5-a68a-8631e0831631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:31:43Z', 'revision_number': 13, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:31:45.301060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc479b96-41a8-45d7-adaf-395a635568c6 None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3c9c89dd-80e2-4083-9440-074cf46cf548', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'port_id': '3377255d-3a17-4914-ab88-8fb23095d82d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'mac_address': 'fa:16:3e:f8:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64780514-fb9c-48b5-a68a-8631e0831631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:28:32Z', 'updated_at': '2022-03-11T13:31:43Z', 'revision_number': 13, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:31:45.500641 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7338764-1577-46bc-8731-31a8cc520b42 None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:31:45.955901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911caca2-e788-41bf-b2dd-755a6b94286a req-66c21979-36fb-4e96-ad9c-bd1a1d81fc3d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:45.957341 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-911caca2-e788-41bf-b2dd-755a6b94286a req-66c21979-36fb-4e96-ad9c-bd1a1d81fc3d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0802784 Mar 11 13:31:46.001198 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-911caca2-e788-41bf-b2dd-755a6b94286a req-1ec85d95-b6e4-4661-9ca1-c7acbf2baeaa tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379822 Mar 11 13:31:52.199267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:31:54.857406 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-43b6d801-ffbc-4142-a4a0-f494765f682c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708835 Mar 11 13:31:54.997265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-d5ca3d28-5ccd-45b9-8790-a2fd743d8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:54.998638 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-d5ca3d28-5ccd-45b9-8790-a2fd743d8322 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1099 time: 0.0690813 Mar 11 13:31:55.142516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-9b96d7da-9605-430e-9d42-1f7fa7482220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:55.143951 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-9b96d7da-9605-430e-9d42-1f7fa7482220 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1259880 Mar 11 13:31:55.247595 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-066fa645-d36f-48f3-b6f6-e907cdd0e7b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 1003 time: 0.0957332 Mar 11 13:31:55.313787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-a6200494-ece5-40a9-b7c6-89c21528796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:55.315212 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-a6200494-ece5-40a9-b7c6-89c21528796f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0613954 Mar 11 13:31:55.391505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-9ca63a7c-9ab4-4069-9c15-16f67b39120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:55.393070 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-9ca63a7c-9ab4-4069-9c15-16f67b39120a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720131 Mar 11 13:31:55.551017 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-aa19dfcd-fa73-447d-8b88-f7d20f067d99 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511514 Mar 11 13:31:55.607502 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55a5fd-29d0-4763-a3a3-6cba1534e4c4 req-0d7a7d45-a21b-4948-83ff-eb9ab4a3d0fc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:55.611013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4b55a5fd-29d0-4763-a3a3-6cba1534e4c4 req-0d7a7d45-a21b-4948-83ff-eb9ab4a3d0fc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0938809 Mar 11 13:31:55.663346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4b55a5fd-29d0-4763-a3a3-6cba1534e4c4 req-67a182f3-1808-44ec-a74b-f102efece0bf tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470822 Mar 11 13:31:55.872600 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-40847bd6-65d8-4206-9827-b6d92c905f1e req-320ea7a5-6120-4f09-8d4b-11335dc6cd06 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152792 Mar 11 13:31:55.877605 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-a482db80-4014-4b91-a10a-68725eab7ed5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3624897 Mar 11 13:31:56.849996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7af52-5dc1-43a0-8493-9d3e8b4537f1 req-581f5f4a-3725-4bd4-ae84-5fecd5afe3a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:56.851385 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-19c7af52-5dc1-43a0-8493-9d3e8b4537f1 req-581f5f4a-3725-4bd4-ae84-5fecd5afe3a6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0798972 Mar 11 13:31:56.901848 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-19c7af52-5dc1-43a0-8493-9d3e8b4537f1 req-1126fb11-376d-4a19-8a25-e52f92f216a7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Mar 11 13:31:56.986984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-7b746cd7-a4c9-4c02-9226-8548152afaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:56.988323 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-7b746cd7-a4c9-4c02-9226-8548152afaec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1099 time: 0.0724957 Mar 11 13:31:57.116225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-7e6f68be-46b7-4b17-b2de-d5587410ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:57.117669 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-7e6f68be-46b7-4b17-b2de-d5587410ff80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1240344 Mar 11 13:31:57.215390 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-8e8dda1a-1752-447f-ac6c-4b677be05acd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 1003 time: 0.0914011 Mar 11 13:31:57.278627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-d311dd55-2161-4ca9-ac65-13f67eb3e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:57.279926 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-d311dd55-2161-4ca9-ac65-13f67eb3e80b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0591583 Mar 11 13:31:57.352392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-e4772f60-fbdb-4557-82a6-a9c2ce0d3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:57.353878 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-e4772f60-fbdb-4557-82a6-a9c2ce0d3a17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686319 Mar 11 13:31:57.484623 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-a9f1ce8c-f85a-495c-8a0e-cc5ca2323ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235600 Mar 11 13:31:57.614188 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-6201389a-0b19-4ed2-9cc0-14613408cb4f service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230609 Mar 11 13:31:58.201815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8d8d6-3a9f-4fc9-9e1c-1ead78af6aa5 req-fe7bee19-57dc-48e9-81db-0d1d93c70575 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:58.203152 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7fc8d8d6-3a9f-4fc9-9e1c-1ead78af6aa5 req-fe7bee19-57dc-48e9-81db-0d1d93c70575 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.1966052 Mar 11 13:31:58.246490 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7fc8d8d6-3a9f-4fc9-9e1c-1ead78af6aa5 req-a70f68d0-c1f8-45bb-9935-595da39d8e53 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Mar 11 13:31:59.427070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc84fd-5f87-455f-96d9-1972d9d49536 req-99648690-74ec-456d-ac6c-7d4be7eb8791 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:31:59.432073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23cc84fd-5f87-455f-96d9-1972d9d49536 req-99648690-74ec-456d-ac6c-7d4be7eb8791 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0784690 Mar 11 13:31:59.475033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23cc84fd-5f87-455f-96d9-1972d9d49536 req-af7e59f9-3426-429d-a692-8089d0b1bbcf tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392089 Mar 11 13:32:00.662973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3821e7-6b0f-48dc-b26d-aa5f8c88ec59 req-569ddf68-830e-4ac7-afd3-a7e0708ba284 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:00.664407 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4f3821e7-6b0f-48dc-b26d-aa5f8c88ec59 req-569ddf68-830e-4ac7-afd3-a7e0708ba284 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0814083 Mar 11 13:32:00.708248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4f3821e7-6b0f-48dc-b26d-aa5f8c88ec59 req-9ee5d134-a329-411e-8b31-4a0b1b225c6f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377095 Mar 11 13:32:01.890334 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f60dd8-5364-4772-8a7b-7bc3a4693d63 req-f4abeece-3eaa-46fa-bf76-0c19cffc663e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:01.891765 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70f60dd8-5364-4772-8a7b-7bc3a4693d63 req-f4abeece-3eaa-46fa-bf76-0c19cffc663e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0813351 Mar 11 13:32:01.934019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70f60dd8-5364-4772-8a7b-7bc3a4693d63 req-428454e4-50a3-4cee-852f-8a659e9ad8f1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367253 Mar 11 13:32:03.116475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4748b-b664-4035-885f-b15fd28b9556 req-d8f278ca-6de0-4d3c-a9f0-c0d7fa2d3d0e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:03.117953 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7d4748b-b664-4035-885f-b15fd28b9556 req-d8f278ca-6de0-4d3c-a9f0-c0d7fa2d3d0e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0790153 Mar 11 13:32:03.161637 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7d4748b-b664-4035-885f-b15fd28b9556 req-8cb2e1f8-17d1-417b-b427-88492866f00d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380409 Mar 11 13:32:04.348401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876aff3-e244-4e12-8a5a-5f01d3db5fde req-7ca221aa-25c8-4fcb-ba42-9f4a6d3552c8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:04.349852 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0876aff3-e244-4e12-8a5a-5f01d3db5fde req-7ca221aa-25c8-4fcb-ba42-9f4a6d3552c8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0820255 Mar 11 13:32:04.393631 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0876aff3-e244-4e12-8a5a-5f01d3db5fde req-7af2135d-4910-4680-98a8-e4363625794b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376551 Mar 11 13:32:05.574348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76317-0831-4a0a-88cb-c43d06bb2bba req-896e9a8f-8318-429e-b567-0b0297a7f3c7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:05.575796 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-89f76317-0831-4a0a-88cb-c43d06bb2bba req-896e9a8f-8318-429e-b567-0b0297a7f3c7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0785017 Mar 11 13:32:05.622661 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-89f76317-0831-4a0a-88cb-c43d06bb2bba req-c1e3e90a-8b9a-457c-804c-aed301d4cdc8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Mar 11 13:32:06.806242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65aecb-3e42-450e-ae12-4697207609f0 req-cfe274d5-df88-4785-8fba-a553ddcb854f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:06.807609 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e65aecb-3e42-450e-ae12-4697207609f0 req-cfe274d5-df88-4785-8fba-a553ddcb854f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0781827 Mar 11 13:32:06.850492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e65aecb-3e42-450e-ae12-4697207609f0 req-a7875d36-938b-45d3-b1f7-4f5f204302c8 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 Mar 11 13:32:07.198709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-09107401-2215-43cf-8424-8eea0b393ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:08.035112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3cde-1e3f-4d3e-8be6-0ea7e60ea953 req-ecc80da5-326b-441a-8c12-b7b63a1c314f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:08.036542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f8db3cde-1e3f-4d3e-8be6-0ea7e60ea953 req-ecc80da5-326b-441a-8c12-b7b63a1c314f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0813880 Mar 11 13:32:08.079764 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f8db3cde-1e3f-4d3e-8be6-0ea7e60ea953 req-c6aab335-18f8-4110-b383-3330f134cf80 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369065 Mar 11 13:32:09.260184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92055-e016-4185-80a3-7cbfe33c6a98 req-f9b34521-a124-447b-9952-c5775de80abd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:09.262145 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75a92055-e016-4185-80a3-7cbfe33c6a98 req-f9b34521-a124-447b-9952-c5775de80abd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0792387 Mar 11 13:32:09.267958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ec01852b-96e7-4f63-905d-8e1a43ce2bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:09.306058 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75a92055-e016-4185-80a3-7cbfe33c6a98 req-9ce5353e-f330-44bd-ac4f-07835fc5e69a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376418 Mar 11 13:32:10.332787 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:32:10.436993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:10.499541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cf7a5-070d-4b3c-850a-546f96940f84 req-c5262c69-53f6-4016-82f1-2cafb97906b2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:10.500986 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b82cf7a5-070d-4b3c-850a-546f96940f84 req-c5262c69-53f6-4016-82f1-2cafb97906b2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0891643 Mar 11 13:32:10.544607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b82cf7a5-070d-4b3c-850a-546f96940f84 req-1b5a5859-fd37-4f50-b697-1d7e154e208b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378487 Mar 11 13:32:10.597329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:11.730901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb5a53-6775-48f4-bc76-ec2191355eda req-c83b30d1-6e3f-4353-bee0-8f5bde39a3f6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:11.732232 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b9bb5a53-6775-48f4-bc76-ec2191355eda req-c83b30d1-6e3f-4353-bee0-8f5bde39a3f6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0814888 Mar 11 13:32:11.775062 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b9bb5a53-6775-48f4-bc76-ec2191355eda req-96928c06-cf36-42c9-9174-4728c2576c21 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 Mar 11 13:32:12.034547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:12.955920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0483a-36dd-4f63-9166-36afc9d8a9c3 req-a1a02e00-6f71-4840-8f38-f3b0448de19b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:12.957352 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6cf0483a-36dd-4f63-9166-36afc9d8a9c3 req-a1a02e00-6f71-4840-8f38-f3b0448de19b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0799627 Mar 11 13:32:13.000576 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6cf0483a-36dd-4f63-9166-36afc9d8a9c3 req-d5592093-a68d-4caf-8700-a271561218df tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376809 Mar 11 13:32:14.186424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76c8dc-a508-4f24-9556-6b30769ccd47 req-a070c096-8d37-477e-9a63-62662943d3c1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:14.187867 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf76c8dc-a508-4f24-9556-6b30769ccd47 req-a070c096-8d37-477e-9a63-62662943d3c1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0837209 Mar 11 13:32:14.244370 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf76c8dc-a508-4f24-9556-6b30769ccd47 req-115f4217-f4d4-40b2-a883-9ef7c124109b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508006 Mar 11 13:32:15.430562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe3971-9bd2-4cd3-beaa-f7714ac7e09b req-2234cd69-1990-493c-a126-4d0c889d1869 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:15.432494 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2abe3971-9bd2-4cd3-beaa-f7714ac7e09b req-2234cd69-1990-493c-a126-4d0c889d1869 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0791295 Mar 11 13:32:15.479421 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2abe3971-9bd2-4cd3-beaa-f7714ac7e09b req-8f51c0eb-7994-45b9-8837-a9034c22f076 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Mar 11 13:32:16.662250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f13c67-2113-495f-98b5-ffdc82625102 req-1c3b1f7a-64ed-4583-b67a-c0be9654b29d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:16.663706 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5f13c67-2113-495f-98b5-ffdc82625102 req-1c3b1f7a-64ed-4583-b67a-c0be9654b29d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0800955 Mar 11 13:32:16.706939 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5f13c67-2113-495f-98b5-ffdc82625102 req-0f076a14-d379-4afa-acc7-d0d068dda092 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376108 Mar 11 13:32:17.890856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2ebf1-7fee-4b95-960e-a51e3c50f3d3 req-452343f6-5f0d-48eb-babe-8eb5d4e2268e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:17.892316 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f9c2ebf1-7fee-4b95-960e-a51e3c50f3d3 req-452343f6-5f0d-48eb-babe-8eb5d4e2268e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0819392 Mar 11 13:32:17.936486 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f9c2ebf1-7fee-4b95-960e-a51e3c50f3d3 req-94445514-b765-438d-86f4-edb194daf46e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385149 Mar 11 13:32:19.127121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489735a7-02a2-4596-9ca3-2605ba880c7f req-e5b8799f-8ded-4c65-bc66-4dbe4eef49ad tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:19.128574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-489735a7-02a2-4596-9ca3-2605ba880c7f req-e5b8799f-8ded-4c65-bc66-4dbe4eef49ad tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0803540 Mar 11 13:32:19.175569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-489735a7-02a2-4596-9ca3-2605ba880c7f req-349aceb9-4f57-4364-b48b-f324bba8047f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411098 Mar 11 13:32:19.928685 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-c0b717e1-7e29-4f9a-aab1-7f3cd2f0bc85 service neutron] 10.222.0.50 "GET /v2.0/ports/3377255d-3a17-4914-ab88-8fb23095d82d/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0781424 Mar 11 13:32:20.180663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-4070cda0-3f50-4c61-bf18-96722d815316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:20.182171 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-4070cda0-3f50-4c61-bf18-96722d815316 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 1099 time: 0.0689964 Mar 11 13:32:20.276612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-e3a1cc1a-677c-4609-9ae3-abe2d270c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:20.278106 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-e3a1cc1a-677c-4609-9ae3-abe2d270c2e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1099 time: 0.0733888 Mar 11 13:32:20.361236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b28b-9348-4550-af92-71226ff3d126 req-b4c7d49f-94d7-4461-b829-8077da758771 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:20.362753 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2266b28b-9348-4550-af92-71226ff3d126 req-b4c7d49f-94d7-4461-b829-8077da758771 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0823820 Mar 11 13:32:20.408401 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2266b28b-9348-4550-af92-71226ff3d126 req-bbd85c5d-bf4d-41f6-8b8e-a7b6e17c1afa tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 Mar 11 13:32:20.410661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-fdad4339-aaea-4fb5-bad4-290a4a0c989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:20.412086 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-fdad4339-aaea-4fb5-bad4-290a4a0c989f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1279511 Mar 11 13:32:20.511947 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-3aa41504-e802-423b-b955-369bf26d17db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 1003 time: 0.0934696 Mar 11 13:32:20.576508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-f498d4d0-e95a-4be3-909e-9e8575a9007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:20.577935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-f498d4d0-e95a-4be3-909e-9e8575a9007a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0597844 Mar 11 13:32:20.656664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-1dc964e5-0740-4b8c-b069-8efaf61d7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:20.658199 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-1dc964e5-0740-4b8c-b069-8efaf61d7bed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744255 Mar 11 13:32:20.785683 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-062008d9-613a-494f-aba9-b4ecae9b0b69 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213744 Mar 11 13:32:20.917217 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-96d4f340-8a53-419c-8d26-b7f678893a4d service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252913 Mar 11 13:32:21.606342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af495d37-21b1-4e12-a254-8cb5daca5c0e req-7752a32c-0910-4569-af8e-a1cf948499bc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:21.607805 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af495d37-21b1-4e12-a254-8cb5daca5c0e req-7752a32c-0910-4569-af8e-a1cf948499bc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0852745 Mar 11 13:32:21.653080 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-af495d37-21b1-4e12-a254-8cb5daca5c0e req-1b39a211-17f4-4566-b87d-ff282cc67559 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396829 Mar 11 13:32:22.199973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:22.465697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:32:22.577084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:22.602755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:32:22.613115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:22.617587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:22.656913 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'code': 200} Mar 11 13:32:22.688393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:22.695326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.695668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.696000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.696327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.696650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.696971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.697382 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.697718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.698036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.698348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.698659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.698967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:22.834739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d61e4a-eab0-419b-a3bc-76f0ba75598a req-dc0fe029-ac8e-4a46-b2ec-fabe41aacb38 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:22.836155 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7d61e4a-eab0-419b-a3bc-76f0ba75598a req-dc0fe029-ac8e-4a46-b2ec-fabe41aacb38 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 944 time: 0.0778282 Mar 11 13:32:22.880429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7d61e4a-eab0-419b-a3bc-76f0ba75598a req-1c2c53c9-5520-4858-915a-00b088a28698 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379591 Mar 11 13:32:24.069111 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c443770-9d25-4b28-87b6-b4e446524093 req-6ffd5b3a-9347-43c7-9859-608516b913ae tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:24.070878 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8c443770-9d25-4b28-87b6-b4e446524093 req-6ffd5b3a-9347-43c7-9859-608516b913ae tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 944 time: 0.0824087 Mar 11 13:32:24.113727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8c443770-9d25-4b28-87b6-b4e446524093 req-85445ba8-db67-41e8-8ec4-285415cca3b2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372410 Mar 11 13:32:24.481822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:32:24.612680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:24.625395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '3377255d-3a17-4914-ab88-8fb23095d82d', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': '3377255d-3a17-4914-ab88-8fb23095d82d', 'mac_address': 'fa:16:3e:f8:d8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:32:24.679946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:24.696131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3377255d-3a17-4914-ab88-8fb23095d82d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:32:24.711200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:24.715540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:24.780732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['3377255d-3a17-4914-ab88-8fb23095d82d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:32:24.824143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:25.439585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e60b6-d9f3-4466-a097-ad360b0dbd9d req-8bf6e1fd-2388-4dd9-9047-8bf2fb52796b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:25.441059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-872e60b6-d9f3-4466-a097-ad360b0dbd9d req-8bf6e1fd-2388-4dd9-9047-8bf2fb52796b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 945 time: 0.0805030 Mar 11 13:32:25.486968 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-872e60b6-d9f3-4466-a097-ad360b0dbd9d req-f05c9775-37af-40f7-9280-70e397933479 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403550 Mar 11 13:32:26.497451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:32:26.565730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 3377255d-3a17-4914-ab88-8fb23095d82d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:32:26.566099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:26.670007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a315c5-bcef-4aa9-9267-fa2f2c8158ac req-57b7ac20-88de-4baa-8eed-6041064f22d3 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:26.671680 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70a315c5-bcef-4aa9-9267-fa2f2c8158ac req-57b7ac20-88de-4baa-8eed-6041064f22d3 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 945 time: 0.0800140 Mar 11 13:32:26.689023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:26.715321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:32:26.717086 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-70a315c5-bcef-4aa9-9267-fa2f2c8158ac req-29bfcfef-27b2-4095-b493-15b21b1c20a9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388465 Mar 11 13:32:26.725156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:26.739010 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:26.772884 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'code': 200} Mar 11 13:32:26.797286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:27.999585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57340b6e-fc59-4a31-ac6c-5e95216e6600 req-23b6507f-c280-4b1d-b685-f3224fe135fa tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:28.000976 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57340b6e-fc59-4a31-ac6c-5e95216e6600 req-23b6507f-c280-4b1d-b685-f3224fe135fa tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.1802390 Mar 11 13:32:28.043417 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-57340b6e-fc59-4a31-ac6c-5e95216e6600 req-4579ed75-7ce3-44d9-a1e1-bc3b5184ffc5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368066 Mar 11 13:32:29.233344 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff43982-bf03-4f49-a29f-997d0c2ddd13 req-6e9fabc0-830f-4bc5-be0c-8025769ec4bc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:29.234747 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0ff43982-bf03-4f49-a29f-997d0c2ddd13 req-6e9fabc0-830f-4bc5-be0c-8025769ec4bc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0800550 Mar 11 13:32:29.279799 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0ff43982-bf03-4f49-a29f-997d0c2ddd13 req-370943b8-3656-47be-8b3a-ff3d5ec6ec0f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389311 Mar 11 13:32:30.466729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb949a0-6874-46c0-84c8-0eb4153c9831 req-737b1d04-ddd3-4265-ad51-96099900b4b5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:30.468180 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9bb949a0-6874-46c0-84c8-0eb4153c9831 req-737b1d04-ddd3-4265-ad51-96099900b4b5 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0826240 Mar 11 13:32:30.511922 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9bb949a0-6874-46c0-84c8-0eb4153c9831 req-90c08e07-3fc4-4929-b68e-214d34267d6c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382619 Mar 11 13:32:30.952896 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b4a28-460c-4433-8796-c1e8623ed7e9 req-66196965-2938-4bfa-8e64-f61be99d5fa7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:30.954343 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-714b4a28-460c-4433-8796-c1e8623ed7e9 req-66196965-2938-4bfa-8e64-f61be99d5fa7 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0866835 Mar 11 13:32:30.994511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-8b455490-ff93-4b2e-a206-bdad81b9545c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:30.995204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-8b455490-ff93-4b2e-a206-bdad81b9545c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Synchronizing usage tracker for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:32:31.000067 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-714b4a28-460c-4433-8796-c1e8623ed7e9 req-eabcda35-c813-4c5d-8ae9-710d4d4fe622 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397880 Mar 11 13:32:31.011263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-8b455490-ff93-4b2e-a206-bdad81b9545c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Unset dirty status for tenant:5637a108145e4f8e878a3a6a0d0c2ed5 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:32:31.012436 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-8b455490-ff93-4b2e-a206-bdad81b9545c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 946 time: 0.2018394 Mar 11 13:32:31.090579 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-05a2dae2-dc51-4f67-8179-21a1ce2ac125 service neutron] 10.222.0.50 "GET /v2.0/ports/3377255d-3a17-4914-ab88-8fb23095d82d/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0729935 Mar 11 13:32:31.182384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-efd0f529-61b7-4c22-b901-c67d2ae1c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:31.183816 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-efd0f529-61b7-4c22-b901-c67d2ae1c0ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1099 time: 0.0729346 Mar 11 13:32:31.312259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-ee95d102-b46e-481c-af5c-55b8161dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:31.313620 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-ee95d102-b46e-481c-af5c-55b8161dbf56 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1240411 Mar 11 13:32:31.410156 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-c40f7a7b-1c31-4643-b6f1-5f46e9d70a23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 1003 time: 0.0910866 Mar 11 13:32:31.474133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-c6732175-1c11-42be-ac72-c66ee762a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:31.475558 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-c6732175-1c11-42be-ac72-c66ee762a2c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0591710 Mar 11 13:32:31.547980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-e9a8c31b-e23c-45d5-9ac1-4d519b68b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:31.549383 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-e9a8c31b-e23c-45d5-9ac1-4d519b68b7ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674300 Mar 11 13:32:31.679094 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-f4a9ae31-3da5-4f97-ade3-c4ef6407a058 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236835 Mar 11 13:32:31.807154 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-922494f7-4eac-4f59-ae7e-60f5d490725e service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225603 Mar 11 13:32:32.188821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca8a3-0389-4cd9-b067-f967afccedaf req-cfdf0977-0d5b-4d9e-a3e8-6ecb1cab826b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:32.190299 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea5ca8a3-0389-4cd9-b067-f967afccedaf req-cfdf0977-0d5b-4d9e-a3e8-6ecb1cab826b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0795684 Mar 11 13:32:32.233843 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea5ca8a3-0389-4cd9-b067-f967afccedaf req-84d34a15-acd0-4306-9b1d-9b059acbba14 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380626 Mar 11 13:32:33.419949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebd0c5-8633-465b-924a-0e923b18d515 req-9f511d25-e286-46b0-b307-f0c0b2e5a93d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:33.421410 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-24ebd0c5-8633-465b-924a-0e923b18d515 req-9f511d25-e286-46b0-b307-f0c0b2e5a93d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0830908 Mar 11 13:32:33.466262 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-24ebd0c5-8633-465b-924a-0e923b18d515 req-057783a8-2842-416c-9c3b-4f3b197d2739 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384545 Mar 11 13:32:34.655811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae39b-682e-49f2-afa7-2f799dfeaead req-fa1f4f17-ecfc-46d8-9877-c9ccfeeac6f0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:34.657374 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b3ae39b-682e-49f2-afa7-2f799dfeaead req-fa1f4f17-ecfc-46d8-9877-c9ccfeeac6f0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0826643 Mar 11 13:32:34.709548 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7b3ae39b-682e-49f2-afa7-2f799dfeaead req-38b12a2f-7534-4ecb-a1ca-c777dce05a86 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462694 Mar 11 13:32:34.781611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-94868108-b8e9-45af-9b65-f9bbe7a86967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:34.783378 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-94868108-b8e9-45af-9b65-f9bbe7a86967 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631&tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5 HTTP/1.1" status: 200 len: 1099 time: 0.0746367 Mar 11 13:32:34.873922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-a5d46761-8689-47d5-b075-d259e521c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:34.875395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-a5d46761-8689-47d5-b075-d259e521c626 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 1099 time: 0.0710397 Mar 11 13:32:35.001591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-2f2a5533-6ef3-42f3-8227-32d69d5592a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:35.002902 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-2f2a5533-6ef3-42f3-8227-32d69d5592a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 200 len: 913 time: 0.1220839 Mar 11 13:32:35.102136 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-59d763d8-0398-4b2d-af9c-1fedbadf5f26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 200 len: 1003 time: 0.0934074 Mar 11 13:32:35.162130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-a0b9614e-0719-4d51-b570-9dfe95b69950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:35.163494 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-a0b9614e-0719-4d51-b570-9dfe95b69950 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 200 len: 851 time: 0.0551987 Mar 11 13:32:35.237633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-6918530b-4166-4d7a-9937-ae9717eab371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:35.239038 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-6918530b-4166-4d7a-9937-ae9717eab371 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694313 Mar 11 13:32:35.365177 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-131381b2-b708-407b-b426-5ba1058bc71d service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194274 Mar 11 13:32:35.584150 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1761161a-57f3-43bc-b107-31c5d156bc1a req-9fea3bd9-05de-4dbd-abf8-d489f186a7f1 service neutron] 10.222.0.50 "GET /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123120 Mar 11 13:32:35.896835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30565d2-9527-47e3-9fc1-594f8163f635 req-8f07ba3d-3711-4a1e-a28a-62e763486240 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:35.898199 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f30565d2-9527-47e3-9fc1-594f8163f635 req-8f07ba3d-3711-4a1e-a28a-62e763486240 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0794454 Mar 11 13:32:35.943179 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f30565d2-9527-47e3-9fc1-594f8163f635 req-fd8976b4-5ff7-49e7-b39c-71320161e1cd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391397 Mar 11 13:32:36.544035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:32:36.659720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:36.685772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:32:36.700356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:36.705077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:36.752649 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'code': 200} Mar 11 13:32:36.778263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=9']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:37.132001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4bd3-0e05-46ff-88b5-990a8daf69e7 req-e149d427-5bd0-4214-b588-c8671e8a1a36 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:37.133428 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-573e4bd3-0e05-46ff-88b5-990a8daf69e7 req-e149d427-5bd0-4214-b588-c8671e8a1a36 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 944 time: 0.0830393 Mar 11 13:32:37.177535 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-573e4bd3-0e05-46ff-88b5-990a8daf69e7 req-416aeca6-638b-4a66-84dc-978b4c0c74da tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377023 Mar 11 13:32:37.206031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee510d6c-ce7d-4b5f-95b5-59d72be531be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:38.360960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751bb53-4a25-4ae8-82d7-06d7c5726e1c req-4b566235-63fd-4cde-a1ff-c08c539a138c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:38.362399 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9751bb53-4a25-4ae8-82d7-06d7c5726e1c req-4b566235-63fd-4cde-a1ff-c08c539a138c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 944 time: 0.0790505 Mar 11 13:32:38.405425 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9751bb53-4a25-4ae8-82d7-06d7c5726e1c req-0e4feaf4-1675-47e2-bfbf-38ab640f597b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374155 Mar 11 13:32:38.558991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:32:38.723030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:38.736118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '3377255d-3a17-4914-ab88-8fb23095d82d', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'port_id': '3377255d-3a17-4914-ab88-8fb23095d82d', 'mac_address': 'fa:16:3e:f8:d8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:32:38.788838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:38.805479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3377255d-3a17-4914-ab88-8fb23095d82d {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:32:38.820017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:38.823749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:38.893974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['3377255d-3a17-4914-ab88-8fb23095d82d'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:32:38.930297 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=10']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:39.269036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4d58007-e53b-4d57-943b-f921e011202f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:39.591139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86808115-9542-4b17-b107-6f01e833cd0d req-26e8d9cd-fd29-484d-8e09-a50f02cfbff0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:39.592478 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86808115-9542-4b17-b107-6f01e833cd0d req-26e8d9cd-fd29-484d-8e09-a50f02cfbff0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0813963 Mar 11 13:32:39.635852 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86808115-9542-4b17-b107-6f01e833cd0d req-7bac1dda-a7c8-4493-80e3-9edd224a6b9d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378556 Mar 11 13:32:40.441617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:40.567273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:32:40.620200 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:40.644312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 3377255d-3a17-4914-ab88-8fb23095d82d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:32:40.644676 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:40.760593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:40.785984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:32:40.795932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:40.800665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:40.828013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64514fcc-63f5-45cf-a670-9e4fa4a47924 req-3f0dfb98-45f0-45fb-b8c5-5bdf2e11953d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:40.829550 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64514fcc-63f5-45cf-a670-9e4fa4a47924 req-3f0dfb98-45f0-45fb-b8c5-5bdf2e11953d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 946 time: 0.0892632 Mar 11 13:32:40.851860 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'code': 200} Mar 11 13:32:40.872342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=11']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:40.875441 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64514fcc-63f5-45cf-a670-9e4fa4a47924 req-2dc62645-e420-41a4-b28a-205ffd9e3eb1 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387602 Mar 11 13:32:42.038691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:42.209239 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c1655-bcae-4f3e-a64c-59ef40c5fb87 req-a0c010c7-36fd-4643-b417-a7f34598d45c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:42.210697 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e91c1655-bcae-4f3e-a64c-59ef40c5fb87 req-a0c010c7-36fd-4643-b417-a7f34598d45c tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0790710 Mar 11 13:32:42.253829 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e91c1655-bcae-4f3e-a64c-59ef40c5fb87 req-8b9d7b2c-d78f-4031-8418-0fcb6b49866a tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370216 Mar 11 13:32:43.444613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b59ba5-8109-4e88-bfd9-93e31c4ce787 req-61bd5d5a-f665-41c8-92e8-a17bea252ad6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:43.446635 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85b59ba5-8109-4e88-bfd9-93e31c4ce787 req-61bd5d5a-f665-41c8-92e8-a17bea252ad6 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0848403 Mar 11 13:32:43.490815 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85b59ba5-8109-4e88-bfd9-93e31c4ce787 req-b4cc8b4e-7857-48dd-b7ec-36b107ccbc39 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384023 Mar 11 13:32:44.673841 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a11fcf-ce7f-462d-91c1-64d0cb0ab067 req-1ea1defe-a299-42e3-927e-deb028e2e035 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:44.675276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9a11fcf-ce7f-462d-91c1-64d0cb0ab067 req-1ea1defe-a299-42e3-927e-deb028e2e035 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0794647 Mar 11 13:32:44.722474 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9a11fcf-ce7f-462d-91c1-64d0cb0ab067 req-dd06bc6c-8bd7-4b0c-a587-eb3a8e85b384 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Mar 11 13:32:44.903735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7f2c5-455b-4960-ab73-c79c00ec3232 req-d13037c6-b007-45b2-9bd5-0d0566e4b6d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:44.905153 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00e7f2c5-455b-4960-ab73-c79c00ec3232 req-d13037c6-b007-45b2-9bd5-0d0566e4b6d2 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0803900 Mar 11 13:32:44.948554 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-00e7f2c5-455b-4960-ab73-c79c00ec3232 req-9028d9ba-ba6e-4907-a9ec-3e5d9623cccc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378363 Mar 11 13:32:45.130738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4ced2-69c2-4701-a0b9-4c83679d774d req-89106b90-f162-465b-812f-da424eb14238 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:45.132162 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fec4ced2-69c2-4701-a0b9-4c83679d774d req-89106b90-f162-465b-812f-da424eb14238 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0813429 Mar 11 13:32:45.176494 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fec4ced2-69c2-4701-a0b9-4c83679d774d req-278a8371-7c2d-4836-8e2a-f982eccc9659 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383091 Mar 11 13:32:45.548899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3391e7-a603-4099-882b-85494d7cfa07 req-347ebb54-db82-4db7-b1df-e30e7163a091 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:45.550276 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9f3391e7-a603-4099-882b-85494d7cfa07 req-347ebb54-db82-4db7-b1df-e30e7163a091 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0789649 Mar 11 13:32:45.596527 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9f3391e7-a603-4099-882b-85494d7cfa07 req-0b147c86-0e81-4caf-a32f-34c277b47ddc tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Mar 11 13:32:46.781039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ff0b9-120b-4a96-9d40-64c708bc0aaa req-bc91d239-ea20-4ef8-9669-1342eab98fc0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:46.782423 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff5ff0b9-120b-4a96-9d40-64c708bc0aaa req-bc91d239-ea20-4ef8-9669-1342eab98fc0 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0803123 Mar 11 13:32:46.826310 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff5ff0b9-120b-4a96-9d40-64c708bc0aaa req-438762c4-2798-4846-99ad-6478293900a9 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383189 Mar 11 13:32:47.330702 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:32:47.857662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401620e8-ea69-40a3-9289-70f458adeeda req-cbc2d899-d2e0-4561-ab94-c7ac313554bd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:47.859138 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-401620e8-ea69-40a3-9289-70f458adeeda req-cbc2d899-d2e0-4561-ab94-c7ac313554bd tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0779271 Mar 11 13:32:47.930835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Deleting port 3377255d-3a17-4914-ab88-8fb23095d82d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:32:47.931170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:48.011639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee711-d5d4-4ae0-89fe-ec11419e27fe req-8ae30a72-320f-4a01-a76c-66fcc6afe75b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:32:48.013043 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-be9ee711-d5d4-4ae0-89fe-ec11419e27fe req-8ae30a72-320f-4a01-a76c-66fcc6afe75b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 947 time: 0.0824296 Mar 11 13:32:48.058371 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-be9ee711-d5d4-4ae0-89fe-ec11419e27fe req-c6c116f9-b097-4a02-8871-9a248ea81a79 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups?id=56a99ea1-63d6-4601-bec5-4e263ab328ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396070 Mar 11 13:32:48.172850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] For port 3377255d-3a17-4914-ab88-8fb23095d82d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3377255d-3a17-4914-ab88-8fb23095d82d,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:48.173210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:48.459868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:48.460237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:48.460548 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548 disassociated. External IP: 172.26.4.225, port: 3377255d-3a17-4914-ab88-8fb23095d82d. Mar 11 13:32:48.460884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Calling delete_port for 3377255d-3a17-4914-ab88-8fb23095d82d owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:32:48.603158 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:48.652570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event deleted for resources: {'Port': ['ID=3377255d-3a17-4914-ab88-8fb23095d82d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:48.662637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.662987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.663327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.663663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.664018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.664352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.665203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.665559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.665909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.666238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.666555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.666878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:48.854468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:32:49.027485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:32:49.036409 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:32:49.053138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:32:49.053804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:32:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:49.101129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] No DVR routers for this DVR port 3377255d-3a17-4914-ab88-8fb23095d82d on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:32:49.104260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:49.107118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-deleted', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:32:49.123836 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-401620e8-ea69-40a3-9289-70f458adeeda req-fb8e86a7-b2c0-409b-8a46-08110b08177b tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.50 "DELETE /v2.0/ports/3377255d-3a17-4914-ab88-8fb23095d82d HTTP/1.1" status: 204 len: 173 time: 1.2594440 Mar 11 13:32:49.238770 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1bdf4e15-36bf-4d5b-9287-807731a0b336 req-216a3167-32d1-44b7-84e0-30d23496506d tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/ports?device_id=64780514-fb9c-48b5-a68a-8631e0831631 HTTP/1.1" status: 200 len: 210 time: 0.0631781 Mar 11 13:32:49.250202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:32:49.256282 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64780514-fb9c-48b5-a68a-8631e0831631', 'name': 'network-vif-deleted', 'tag': '3377255d-3a17-4914-ab88-8fb23095d82d', 'status': 'completed', 'code': 200} Mar 11 13:32:49.572853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:49.576783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:32:49.585561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:32:49.586188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:32:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:49.773919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:32:50.121149 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:50.125783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3318e19-3751-496e-8f6e-44d17a6b926d None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:28:28Z', 'revision_number': 4, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'ab4110ec-f9dc-4162-8b4a-4045e8b11ee9', 'name': '', 'network_id': 'b98e5dfc-2cd8-44f1-9d64-f71aef4c0357', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'mac_address': 'fa:16:3e:c5:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:27Z', 'updated_at': '2022-03-11T13:28:34Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'subnets': [{'id': 'c8c00b26-fe23-48f8-97d9-c6b3ada274bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:32:50.329359 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0c488-9507-49da-8e63-a6c3ba3fd421 None None] New status for floating IP 3c9c89dd-80e2-4083-9440-074cf46cf548: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:32:50.590744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:32:50.624355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 3377255d-3a17-4914-ab88-8fb23095d82d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:32:50.624696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 3377255d-3a17-4914-ab88-8fb23095d82d not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:32:52.214511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:53.456967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37604) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:53.519026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:53.549427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:53.601305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:53.619980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a99ea1-63d6-4601-bec5-4e263ab328ec,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:53.628091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.628437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.628771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.629102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.629426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.629773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.630096 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.630421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.630741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.631061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.631377 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.631691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:32:53.639024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:53.642603 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa0985b9-706f-455e-9db8-635faea363b4 tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "DELETE /v2.0/security-groups/56a99ea1-63d6-4601-bec5-4e263ab328ec HTTP/1.1" status: 204 len: 168 time: 0.1821280 Mar 11 13:32:53.642752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37608) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:53.658810 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-77eb5ea6-6170-4976-9a7d-a6dfce41053e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] show failed (client error): The resource could not be found. Mar 11 13:32:53.662108 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77eb5ea6-6170-4976-9a7d-a6dfce41053e tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "GET /v2.0/security-groups/56a99ea1-63d6-4601-bec5-4e263ab328ec HTTP/1.1" status: 404 len: 347 time: 0.0182004 Mar 11 13:32:53.662573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37612) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:53.912389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Deleting port 48314a7d-139f-4dcf-8364-458d2b0f7d59 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:32:53.912728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:54.075567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:54.075893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:54.200850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Calling delete_port for 48314a7d-139f-4dcf-8364-458d2b0f7d59 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:32:54.337911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:54.388922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Pushing event deleted for resources: {'Port': ['ID=48314a7d-139f-4dcf-8364-458d2b0f7d59,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:54.475376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:54.488648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:54.489804 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-40d47b06-edb1-4452-851f-1d0cdc4ff83f tempest-ServerActionsTestJSON-927619422 tempest-ServerActionsTestJSON-927619422-project] 10.222.0.52 "DELETE /v2.0/floatingips/3c9c89dd-80e2-4083-9440-074cf46cf548 HTTP/1.1" status: 204 len: 168 time: 0.8262708 Mar 11 13:32:54.492684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37616) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:55.014783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:55.449373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Deleting port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:32:55.449738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:55.615963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] For port ab4110ec-f9dc-4162-8b4a-4045e8b11ee9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:55.616316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:55.736494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Calling delete_port for ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:32:56.059072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:56.104910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4110ec-f9dc-4162-8b4a-4045e8b11ee9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:56.370475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:56.835709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Router ca000412-e666-4505-83bf-c6129fae5560 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:32:57.006808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:32:57.016311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] Sync routers for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:32:57.021478 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-306ee378-f3e9-44f2-979e-8fbb728bd06e admin admin] 10.222.0.52 "PUT /v2.0/routers/ca000412-e666-4505-83bf-c6129fae5560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5277941 Mar 11 13:32:57.023902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37620) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:57.026539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:32:57.027142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:32:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:57.198673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:57.202202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:32:57.369731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:57.380253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Deleting port a7044ec6-18ff-4fb2-9505-8c885cb27ed0 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:32:57.380894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:57.492444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:32:55Z', 'revision_number': 5, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port': {'id': 'a7044ec6-18ff-4fb2-9505-8c885cb27ed0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca000412-e666-4505-83bf-c6129fae5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:28:25Z', 'updated_at': '2022-03-11T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:57.496667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] Checking router: ca000412-e666-4505-83bf-c6129fae5560 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:32:57.504805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] Routers {'ca000412-e666-4505-83bf-c6129fae5560'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:32:57.505383 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:32:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['ca000412-e666-4505-83bf-c6129fae5560'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:57.568832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] For port a7044ec6-18ff-4fb2-9505-8c885cb27ed0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:57.569192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:57.653351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] Set router ca000412-e666-4505-83bf-c6129fae5560 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:32:57.691161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Calling delete_port for a7044ec6-18ff-4fb2-9505-8c885cb27ed0 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:32:57.756735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:32:57Z', 'revision_number': 6, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:57.760946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3017267-0302-494d-b42c-45f01a1676d6 None None] The sync data for ids ['ca000412-e666-4505-83bf-c6129fae5560'] in dv-neutron-833198-1-hyperv is: [{'id': 'ca000412-e666-4505-83bf-c6129fae5560', 'name': 'tempest-ServerActionsTestJSON-1833228651-router', 'tenant_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:28:24Z', 'updated_at': '2022-03-11T13:32:57Z', 'revision_number': 6, 'project_id': '5637a108145e4f8e878a3a6a0d0c2ed5', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:32:57.856973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:57.903643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7044ec6-18ff-4fb2-9505-8c885cb27ed0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:58.095138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.206028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:32:58.242673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:32:58.243014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ab4110ec-f9dc-4162-8b4a-4045e8b11ee9 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:32:58.271068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.273348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.295257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.295793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca000412-e666-4505-83bf-c6129fae5560 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:32:58.308377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.309523 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2fb15665-3121-4015-bbdf-9526b829e8b4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ca000412-e666-4505-83bf-c6129fae5560 HTTP/1.1" status: 204 len: 168 time: 1.2847044 Mar 11 13:32:58.312001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37624) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:58.372224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] Deleting subnet c8c00b26-fe23-48f8-97d9-c6b3ada274bf {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:32:58.375105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.422712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.501076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.568903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.605964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c00b26-fe23-48f8-97d9-c6b3ada274bf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:58.609438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.614917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e0692-1b44-44f1-b2b7-9aa117fda0a6 None None] Network b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:32:58.615150 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9872c5f5-4adb-4519-b104-fdf225293d02 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c8c00b26-fe23-48f8-97d9-c6b3ada274bf HTTP/1.1" status: 204 len: 168 time: 0.3022344 Mar 11 13:32:58.617614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37628) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:58.725769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.738883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Deleting port 2e1ff999-421c-4f9a-8492-95539b82552f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:32:58.739362 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.905558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] DHCP port deletion for b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:32:58.909797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Deleting port 2e1ff999-421c-4f9a-8492-95539b82552f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:32:58.910235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:58.953608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] For port 2e1ff999-421c-4f9a-8492-95539b82552f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e1ff999-421c-4f9a-8492-95539b82552f,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:58.953966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.106519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Calling delete_port for 2e1ff999-421c-4f9a-8492-95539b82552f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:32:59.128758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] For port 2e1ff999-421c-4f9a-8492-95539b82552f, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e1ff999-421c-4f9a-8492-95539b82552f,segment=NetworkSegment(3e8c7b1c-5308-423d-acd8-dd8183cfd7ea),segment_id=3e8c7b1c-5308-423d-acd8-dd8183cfd7ea)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:32:59.129090 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.182959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.227402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1ff999-421c-4f9a-8492-95539b82552f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:59.233272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] No DVR routers for this DVR port 2e1ff999-421c-4f9a-8492-95539b82552f on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:32:59.252144 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Calling delete_port for 2e1ff999-421c-4f9a-8492-95539b82552f owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:32:59.324533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:32:59.324876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:32:59.350696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.378440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e5dfc-2cd8-44f1-9d64-f71aef4c0357']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:59.390665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:59.390913 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8c7b1c-5308-423d-acd8-dd8183cfd7ea') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:32:59.402455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.417817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.423881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:32:59.424257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:32:59.437759 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:32:59.601285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.617032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.628631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98e5dfc-2cd8-44f1-9d64-f71aef4c0357,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:59.640971 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7d67e1e1-7c67-45c7-8c13-abb98bbcdff4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b98e5dfc-2cd8-44f1-9d64-f71aef4c0357 HTTP/1.1" status: 204 len: 168 time: 1.0223587 Mar 11 13:32:59.746682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37634) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:59.794736 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9605d76-bd20-4a6f-ad2a-6a8e118f298a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5637a108145e4f8e878a3a6a0d0c2ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468714 Mar 11 13:32:59.797262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37638) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:32:59.826241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Deleting port 2e1ff999-421c-4f9a-8492-95539b82552f {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:32:59.826645 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.856131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bca82761-581b-4eef-966b-b057ed320d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.884250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bca82761-581b-4eef-966b-b057ed320d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.893912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb09864-c60e-42d5-886d-48a29560cb08 None None] The port '2e1ff999-421c-4f9a-8492-95539b82552f' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:32:59.906431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e1ff999-421c-4f9a-8492-95539b82552f no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:32:59.945536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2e1ff999-421c-4f9a-8492-95539b82552f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:32:59.945866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2e1ff999-421c-4f9a-8492-95539b82552f not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:32:59.946295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7044ec6-18ff-4fb2-9505-8c885cb27ed0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:32:59.946794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bca82761-581b-4eef-966b-b057ed320d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.962013 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82761-581b-4eef-966b-b057ed320d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a6b878-55a0-4027-b649-d106046dd946,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:32:59.971042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bca82761-581b-4eef-966b-b057ed320d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:32:59.972137 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bca82761-581b-4eef-966b-b057ed320d77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13a6b878-55a0-4027-b649-d106046dd946 HTTP/1.1" status: 204 len: 168 time: 0.1739495 Mar 11 13:32:59.986111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: a7044ec6-18ff-4fb2-9505-8c885cb27ed0 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:32:59.986454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a7044ec6-18ff-4fb2-9505-8c885cb27ed0 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:33:00.666035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37662) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:00.765778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1171390904-network', 'tenant_id': '8b2e28a8fbcd49d48306a0773afb84a1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:00.770437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:00.774229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Usage tracker for resource:network and tenant:8b2e28a8fbcd49d48306a0773afb84a1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:00.777618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:00.783166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:00.792952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Made reservation on behalf of 8b2e28a8fbcd49d48306a0773afb84a1 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:00.795229 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:00.807026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:00.820829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:00.825221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2e28a8fbcd49d48306a0773afb84a1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:00.828683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:00.834622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:00.914956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:00.918544 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:00.948318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:00.956323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:00.961843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:00.962345 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Added segment 4dc3815a-5c51-48bd-908e-897fe1e55118 of type vlan for network a612e1bd-6db9-44e3-ac1c-9493687e0664 Mar 11 13:33:00.988127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:01.016677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:01.017636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:01.018222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:01.212451 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5453038 Mar 11 13:33:01.215176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7be38a-bc1d-4abc-884d-019ea8ad7938 admin admin] Pushing event updated for resources: {'Network': ['ID=a612e1bd-6db9-44e3-ac1c-9493687e0664,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:01.215446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37668) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:01.221925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Request body: {'subnet': {'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1171390904-subnet', 'tenant_id': '8b2e28a8fbcd49d48306a0773afb84a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:01.224795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network a612e1bd-6db9-44e3-ac1c-9493687e0664 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:01.227364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:01.231153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Usage tracker for resource:subnet and tenant:8b2e28a8fbcd49d48306a0773afb84a1 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:01.233983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:01.240398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:01.250658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Made reservation on behalf of 8b2e28a8fbcd49d48306a0773afb84a1 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:01.252931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:01.458135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:01.525406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7e4afd-ef89-440f-8ec2-20310363a705,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:01.538588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Checking segment: {'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:01.538943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Network hostable DHCP agents. Network: a612e1bd-6db9-44e3-ac1c-9493687e0664, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:01.559383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Network a612e1bd-6db9-44e3-ac1c-9493687e0664 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:01.568146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, a612e1bd-6db9-44e3-ac1c-9493687e0664) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:01.572259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:01.572838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:01.578682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d4f11-9df1-4bf1-bbbd-d1faf58127b8 None None] Network a612e1bd-6db9-44e3-ac1c-9493687e0664 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:01.593304 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ac18ea75-395c-4063-bc90-395b0dfa92c3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3767252 Mar 11 13:33:01.800514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925b7ee-cda8-4a84-8291-0cce8fb359c3 None None] Network a612e1bd-6db9-44e3-ac1c-9493687e0664 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:02.096635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-0cb06bee-add7-4d97-bb43-da49c91299c6 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:02.097387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-0cb06bee-add7-4d97-bb43-da49c91299c6 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Synchronizing usage tracker for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:33:02.114587 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-0cb06bee-add7-4d97-bb43-da49c91299c6 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Unset dirty status for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:33:02.115713 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-0cb06bee-add7-4d97-bb43-da49c91299c6 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/networks?id=a612e1bd-6db9-44e3-ac1c-9493687e0664 HTTP/1.1" status: 200 len: 814 time: 0.1654508 Mar 11 13:33:02.129828 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-026c0efd-e65b-4e2e-abf5-47cf8930d96d tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/quotas/8b2e28a8fbcd49d48306a0773afb84a1 HTTP/1.1" status: 200 len: 375 time: 0.0088034 Mar 11 13:33:02.179913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-d4e37593-a596-4fec-b58f-277cce5ed5d9 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b2e28a8fbcd49d48306a0773afb84a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448501 Mar 11 13:33:02.311962 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-93469c74-9ee3-46d6-a140-4f080e989b49 service neutron] 10.222.0.52 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254938 Mar 11 13:33:02.445138 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-8076330b-dd77-4bc8-af0a-9d19f1f39ad3 service neutron] 10.222.0.52 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270726 Mar 11 13:33:02.619437 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e5ca1876-a61c-43c6-aaa5-9c3a3e74d8c5 req-0caa3369-fe97-4ff8-9118-3a448aa5e708 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 210 time: 0.0424011 Mar 11 13:33:03.603064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-f2f268d6-f245-4b54-b3a5-a0c269435667 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:03.604493 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-f2f268d6-f245-4b54-b3a5-a0c269435667 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "GET /v2.0/networks?id=a612e1bd-6db9-44e3-ac1c-9493687e0664 HTTP/1.1" status: 200 len: 814 time: 0.1455867 Mar 11 13:33:03.615444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Request body: {'port': {'device_id': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664', 'admin_state_up': True, 'tenant_id': '8b2e28a8fbcd49d48306a0773afb84a1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:03.753520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:03.757262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Usage tracker for resource:port and tenant:8b2e28a8fbcd49d48306a0773afb84a1 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:03.760640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:03.766265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:03.768113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c3be33d-1a56-406c-bb82-02f1a253815e req-ba92b1f6-eba3-4768-9869-230205ff2d9e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 210 time: 0.0418980 Mar 11 13:33:03.776511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Made reservation on behalf of 8b2e28a8fbcd49d48306a0773afb84a1 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:03.780054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:03.941140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Allocated IP 172.20.0.5 (a612e1bd-6db9-44e3-ac1c-9493687e0664/4a7e4afd-ef89-440f-8ec2-20310363a705/5e117b92-320b-4a9e-8dc3-c5dc9a35e316) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:04.135410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:04.162827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:04.228335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Network a612e1bd-6db9-44e3-ac1c-9493687e0664 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:04.231196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:04.233459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:04.281277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Pushing event updated for resources: {'Port': ['ID=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:04.306335 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:04.306965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:04.326688 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-7ce926ad-a80f-494f-9c40-608d1eec4848 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7147667 Mar 11 13:33:04.337529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Request body: {'port': {'device_id': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:04.447482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:04.791164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:33:04.798884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:04.814473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Transition to ACTIVE for port object 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:04.818230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:04.955888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bc8c6-e405-4f89-858f-43cfef9e7e0a req-24e39fad-8e7a-4b3b-8af5-24aee712b23f tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:04.957357 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-911bc8c6-e405-4f89-858f-43cfef9e7e0a req-24e39fad-8e7a-4b3b-8af5-24aee712b23f tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 943 time: 0.0820827 Mar 11 13:33:05.003489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-911bc8c6-e405-4f89-858f-43cfef9e7e0a req-3c40db20-e286-4180-a155-0bafa7d4788e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Synchronizing usage tracker for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:33:05.022588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-911bc8c6-e405-4f89-858f-43cfef9e7e0a req-3c40db20-e286-4180-a155-0bafa7d4788e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Unset dirty status for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:33:05.023918 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-911bc8c6-e405-4f89-858f-43cfef9e7e0a req-3c40db20-e286-4180-a155-0bafa7d4788e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Mar 11 13:33:05.081510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Pushing event updated for resources: {'Port': ['ID=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:05.153723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Attempting to bind port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:05.154059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Attempting to bind port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:05.154366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Attempting to bind port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 on network a612e1bd-6db9-44e3-ac1c-9493687e0664 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:05.158827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 on network a612e1bd-6db9-44e3-ac1c-9493687e0664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:33:05.159143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Attempting to bind port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 on network a612e1bd-6db9-44e3-ac1c-9493687e0664 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:05.164039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:05.164371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Checking segment: {'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:05.164771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Bound using segment: {'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:05.165178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Bound port: 5e117b92-320b-4a9e-8dc3-c5dc9a35e316, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:05.165568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:05.252097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] For port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:05.254959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] For port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:05.260482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:05.312793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:05.313394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:05.314765 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] 10.222.0.50 "PUT /v2.0/ports/5e117b92-320b-4a9e-8dc3-c5dc9a35e316 HTTP/1.1" status: 200 len: 1093 time: 0.9811606 Mar 11 13:33:05.315190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'tag': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:33:05.343159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6262-ee01-47fa-9fc2-99e2d091497c service neutron] Pushing event updated for resources: {'Port': ['ID=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:05.387923 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'tag': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316', 'status': 'completed', 'code': 200} Mar 11 13:33:05.429878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-abe46eeb-58ea-414b-8ce0-0d782ce23fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:05.431868 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-abe46eeb-58ea-414b-8ce0-0d782ce23fd3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2e28a8fbcd49d48306a0773afb84a1&device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 1096 time: 0.0786076 Mar 11 13:33:05.501810 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-a1f84edf-7520-4414-a2c3-3cf342989952 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e117b92-320b-4a9e-8dc3-c5dc9a35e316 HTTP/1.1" status: 200 len: 217 time: 0.0626283 Mar 11 13:33:05.561128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-72ec1982-0ceb-4cd3-b665-b4e9cbb233d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:05.562503 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-72ec1982-0ceb-4cd3-b665-b4e9cbb233d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7e4afd-ef89-440f-8ec2-20310363a705 HTTP/1.1" status: 200 len: 854 time: 0.0556955 Mar 11 13:33:05.607371 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-282d8d39-a641-4e3a-bdd9-5fdae84b8dee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a612e1bd-6db9-44e3-ac1c-9493687e0664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388019 Mar 11 13:33:05.735808 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-4162c0c8-1751-47a6-8549-c5795e2ecf35 service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219656 Mar 11 13:33:05.864262 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d8a1ed66-f3a3-4c4e-afcb-428dc6c99cc8 req-27c36b26-9061-467b-bfb9-b6a337d8be8d service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227250 Mar 11 13:33:05.980349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-b882ce02-a8c4-43aa-97ba-a88ef2c97ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:05.981837 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-b882ce02-a8c4-43aa-97ba-a88ef2c97ce7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2e28a8fbcd49d48306a0773afb84a1&device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 1096 time: 0.0733397 Mar 11 13:33:06.113151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-054f6562-8f79-4914-be70-a7960abdd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:06.114690 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-054f6562-8f79-4914-be70-a7960abdd891 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a612e1bd-6db9-44e3-ac1c-9493687e0664 HTTP/1.1" status: 200 len: 915 time: 0.1254299 Mar 11 13:33:06.180637 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-c80d0399-c00f-4d1b-b273-276cf687def4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e117b92-320b-4a9e-8dc3-c5dc9a35e316 HTTP/1.1" status: 200 len: 217 time: 0.0591834 Mar 11 13:33:06.207891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bab3c-479c-426e-b7e5-a4e7de69238b req-e056ec0a-2c69-4277-8e9e-e900fa1a7161 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:06.209333 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b3bab3c-479c-426e-b7e5-a4e7de69238b req-e056ec0a-2c69-4277-8e9e-e900fa1a7161 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 943 time: 0.0793183 Mar 11 13:33:06.244774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-bafab96c-8667-4c66-9d40-0775f470764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:06.246247 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-bafab96c-8667-4c66-9d40-0775f470764c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7e4afd-ef89-440f-8ec2-20310363a705 HTTP/1.1" status: 200 len: 854 time: 0.0595469 Mar 11 13:33:06.256641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2b3bab3c-479c-426e-b7e5-a4e7de69238b req-336cfe38-f8a4-4b5f-bde0-27649aaf10be tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Mar 11 13:33:06.295080 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-01412f03-2e87-4269-bf21-e09628a49f52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a612e1bd-6db9-44e3-ac1c-9493687e0664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402796 Mar 11 13:33:06.426618 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-3fb8df35-9540-42a9-a9c8-58d4c44d9449 service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244969 Mar 11 13:33:06.557187 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-70d5aa32-e9c6-483e-8c18-b36b8e422729 req-27c2eedb-67c5-403d-9ad9-a066023dfcff service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237590 Mar 11 13:33:06.645940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:33:06.778958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:06.791958 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316', 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664', 'port_id': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316', 'mac_address': 'fa:16:3e:be:94:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7e4afd-ef89-440f-8ec2-20310363a705', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:33:06.875856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:06.892205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:33:06.907339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:06.911043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:06.976408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:07.121769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['5e117b92-320b-4a9e-8dc3-c5dc9a35e316'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:33:07.217526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fbf88848-8746-4288-b464-5ea9593f790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:07.439650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858c1a8-832b-4e02-9286-5081aa91409a req-43f4186f-c2fc-4487-92d9-b5365d0654fe tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:07.441086 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3858c1a8-832b-4e02-9286-5081aa91409a req-43f4186f-c2fc-4487-92d9-b5365d0654fe tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 944 time: 0.0788684 Mar 11 13:33:07.484079 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3858c1a8-832b-4e02-9286-5081aa91409a req-282bebcf-9c69-45cf-b724-5f92c117c315 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372660 Mar 11 13:33:08.648800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:08.666593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd32454-3c29-4ab3-a88b-9e7c96efe9e7 req-68558d0e-9cb1-4218-9bc2-df50529f1d17 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:08.668028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbd32454-3c29-4ab3-a88b-9e7c96efe9e7 req-68558d0e-9cb1-4218-9bc2-df50529f1d17 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 944 time: 0.0820317 Mar 11 13:33:08.713684 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbd32454-3c29-4ab3-a88b-9e7c96efe9e7 req-b77f6bc1-3248-4956-8dcd-de4d6540b1d3 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Mar 11 13:33:08.720518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:08.725420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:08.725815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:08.840193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:08.868870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:33:08.878421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:08.882308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:08.917639 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316', 'code': 200} Mar 11 13:33:08.950078 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:09.128484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6efa4-7289-49fa-9690-dffd6be38238 req-67b4d9d2-12f2-4c64-a782-4deeffd6a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:09.130027 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4de6efa4-7289-49fa-9690-dffd6be38238 req-67b4d9d2-12f2-4c64-a782-4deeffd6a21f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 1098 time: 0.0720198 Mar 11 13:33:09.168391 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4de6efa4-7289-49fa-9690-dffd6be38238 req-b651c6b6-4fe7-44c9-8f0a-ec41675c631b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Mar 11 13:33:09.269643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7af3f196-16c9-4506-a939-69d45291c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:09.895222 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa364a8-0601-47f2-beed-8feacb3ca2c4 req-8c5e05be-c33f-4ea2-bc9a-5d5fd580568c tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:09.896641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5fa364a8-0601-47f2-beed-8feacb3ca2c4 req-8c5e05be-c33f-4ea2-bc9a-5d5fd580568c tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0782847 Mar 11 13:33:09.942089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5fa364a8-0601-47f2-beed-8feacb3ca2c4 req-12eb9947-5393-4433-8fd4-e7f964a4639a tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 Mar 11 13:33:10.442333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:10.604662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:11.127901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44fea9-7652-454e-92e0-9d40357fc24b req-823a4c48-f53e-418b-8617-fb09af432d5f tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:11.129320 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b44fea9-7652-454e-92e0-9d40357fc24b req-823a4c48-f53e-418b-8617-fb09af432d5f tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Mar 11 13:33:11.173169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b44fea9-7652-454e-92e0-9d40357fc24b req-efd977e5-e15a-4d16-bfe4-c89877c9ffdf tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 Mar 11 13:33:11.450148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-6d884fec-db96-4d43-b316-6932770ed25e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:11.451625 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-6d884fec-db96-4d43-b316-6932770ed25e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/networks?id=a612e1bd-6db9-44e3-ac1c-9493687e0664 HTTP/1.1" status: 200 len: 814 time: 0.1442087 Mar 11 13:33:11.466075 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-2ca63e12-2a4f-4b3a-ac33-d2567d36b93f tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/quotas/8b2e28a8fbcd49d48306a0773afb84a1 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Mar 11 13:33:11.546802 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-1d90b9a4-475b-4798-b44b-9fdfb4a7b6f6 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b2e28a8fbcd49d48306a0773afb84a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756688 Mar 11 13:33:11.720765 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26862526-be78-4851-8307-ffd00868a637 service neutron] 10.222.0.52 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672862 Mar 11 13:33:11.949163 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-3d7f0597-6b78-4b38-b941-81d316a38b51 service neutron] 10.222.0.52 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226083 Mar 11 13:33:12.041804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:12.125805 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e31bd578-b036-4a93-a851-1f6dd60895f8 req-ff962891-7b6f-4d44-a4ba-3b1efa5d18ce tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0454452 Mar 11 13:33:13.209381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-faa0f03b-a63a-40aa-9154-537fd6dfd233 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:13.210820 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-faa0f03b-a63a-40aa-9154-537fd6dfd233 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "GET /v2.0/networks?id=a612e1bd-6db9-44e3-ac1c-9493687e0664 HTTP/1.1" status: 200 len: 814 time: 0.2406290 Mar 11 13:33:13.223127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Request body: {'port': {'device_id': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664', 'admin_state_up': True, 'tenant_id': '8b2e28a8fbcd49d48306a0773afb84a1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:13.272771 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f4a34e59-2772-425e-a777-be299ce5a1da req-b047221b-cadb-4f56-b387-e89a68b479af tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0420873 Mar 11 13:33:13.356135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:13.359904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Usage tracker for resource:port and tenant:8b2e28a8fbcd49d48306a0773afb84a1 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:13.362711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:13.368992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:13.378625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Made reservation on behalf of 8b2e28a8fbcd49d48306a0773afb84a1 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:13.382428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:13.539457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Allocated IP 172.20.0.7 (a612e1bd-6db9-44e3-ac1c-9493687e0664/4a7e4afd-ef89-440f-8ec2-20310363a705/ddd3dabe-5222-4fb5-90de-a02b555640c9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:13.737529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:13.765288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:13.777043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['5e117b92-320b-4a9e-8dc3-c5dc9a35e316'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:33:13.834056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Network a612e1bd-6db9-44e3-ac1c-9493687e0664 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:13.842269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:13.844689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:13.886832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Pushing event updated for resources: {'Port': ['ID=ddd3dabe-5222-4fb5-90de-a02b555640c9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:13.912308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:13.912902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:13.933395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-ed643e9e-4943-4a37-a206-6856fc8a9d6b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7137589 Mar 11 13:33:13.945187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Request body: {'port': {'device_id': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:14.056357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:14.386412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd3dabe-5222-4fb5-90de-a02b555640c9 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:33:14.393547 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:14.407305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Transition to ACTIVE for port object ddd3dabe-5222-4fb5-90de-a02b555640c9 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:14.411451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:14.470430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e78d7-678d-4512-9a3f-28654b41343c req-73eacb52-ed6a-490d-b33c-0230f43ee191 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:14.472121 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-111e78d7-678d-4512-9a3f-28654b41343c req-73eacb52-ed6a-490d-b33c-0230f43ee191 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0964792 Mar 11 13:33:14.516783 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-111e78d7-678d-4512-9a3f-28654b41343c req-286defbe-b2dc-4afb-8a2c-bc64de514849 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Mar 11 13:33:14.540635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3dabe-5222-4fb5-90de-a02b555640c9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:14.644010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Attempting to bind port ddd3dabe-5222-4fb5-90de-a02b555640c9 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:14.644344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Attempting to bind port ddd3dabe-5222-4fb5-90de-a02b555640c9 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:14.644670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Attempting to bind port ddd3dabe-5222-4fb5-90de-a02b555640c9 on network a612e1bd-6db9-44e3-ac1c-9493687e0664 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:14.649684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Port ddd3dabe-5222-4fb5-90de-a02b555640c9 on network a612e1bd-6db9-44e3-ac1c-9493687e0664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:33:14.650010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Attempting to bind port ddd3dabe-5222-4fb5-90de-a02b555640c9 on network a612e1bd-6db9-44e3-ac1c-9493687e0664 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:14.654979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:14.655315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Checking segment: {'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:14.655697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Bound using segment: {'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:14.656120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Bound port: ddd3dabe-5222-4fb5-90de-a02b555640c9, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc3815a-5c51-48bd-908e-897fe1e55118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:14.656458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:14.746534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] For port ddd3dabe-5222-4fb5-90de-a02b555640c9, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:14.749402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] For port ddd3dabe-5222-4fb5-90de-a02b555640c9, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ddd3dabe-5222-4fb5-90de-a02b555640c9,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:14.753939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:14.808627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:14.809231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:14.810625 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] 10.222.0.50 "PUT /v2.0/ports/ddd3dabe-5222-4fb5-90de-a02b555640c9 HTTP/1.1" status: 200 len: 1093 time: 0.8694632 Mar 11 13:33:14.811513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'tag': 'ddd3dabe-5222-4fb5-90de-a02b555640c9'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:33:14.835460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aad9fd-6546-4521-a8d8-2b4d04929194 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3dabe-5222-4fb5-90de-a02b555640c9,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:14.876653 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'tag': 'ddd3dabe-5222-4fb5-90de-a02b555640c9', 'status': 'completed', 'code': 200} Mar 11 13:33:14.916182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-58eb2f42-9504-48ea-a4b1-65dbdf1d5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:14.917593 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-58eb2f42-9504-48ea-a4b1-65dbdf1d5c26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2e28a8fbcd49d48306a0773afb84a1&device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0712988 Mar 11 13:33:15.077132 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-0f0ab384-253b-4b84-80ab-994d198e2f0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd3dabe-5222-4fb5-90de-a02b555640c9 HTTP/1.1" status: 200 len: 217 time: 0.1527040 Mar 11 13:33:15.142317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-c16a9763-1ccd-4026-8255-5f45a18817c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:15.143744 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-c16a9763-1ccd-4026-8255-5f45a18817c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7e4afd-ef89-440f-8ec2-20310363a705 HTTP/1.1" status: 200 len: 854 time: 0.0584042 Mar 11 13:33:15.189696 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-697e1b92-9855-41d2-871b-0bb9a4c8e573 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a612e1bd-6db9-44e3-ac1c-9493687e0664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389714 Mar 11 13:33:15.316908 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-0121847f-be30-42b4-9202-4385090ed1d7 service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213431 Mar 11 13:33:15.453489 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ce269ec7-5a91-47c5-89d5-8666b9dd8271 req-717e206f-82aa-4c46-9937-19dfe73e1360 service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232240 Mar 11 13:33:15.564838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39bd44-3277-44c1-895e-2762c775395f req-c0662ca5-11fd-4b2a-a2e0-32187b89a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:15.566360 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa39bd44-3277-44c1-895e-2762c775395f req-c0662ca5-11fd-4b2a-a2e0-32187b89a02c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2e28a8fbcd49d48306a0773afb84a1&device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0691464 Mar 11 13:33:15.698924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39bd44-3277-44c1-895e-2762c775395f req-be685fff-3db0-4984-8afd-75857a252891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:15.700385 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa39bd44-3277-44c1-895e-2762c775395f req-be685fff-3db0-4984-8afd-75857a252891 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a612e1bd-6db9-44e3-ac1c-9493687e0664 HTTP/1.1" status: 200 len: 915 time: 0.1272769 Mar 11 13:33:15.700648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b878-abe0-4870-aed7-b42d97681e51 req-5d011cd6-9fec-40cb-b168-e2ce32af90af tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:15.702150 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd94b878-abe0-4870-aed7-b42d97681e51 req-5d011cd6-9fec-40cb-b168-e2ce32af90af tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0800316 Mar 11 13:33:15.748905 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bd94b878-abe0-4870-aed7-b42d97681e51 req-931d2a77-c90a-4cfc-a99e-b5b7efaab438 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Mar 11 13:33:15.771522 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa39bd44-3277-44c1-895e-2762c775395f req-d7bdf598-7b25-48b3-941b-51f6026ca27b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd3dabe-5222-4fb5-90de-a02b555640c9 HTTP/1.1" status: 200 len: 217 time: 0.0644186 Mar 11 13:33:15.837789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39bd44-3277-44c1-895e-2762c775395f req-622f9edf-2916-4f95-8764-8eafb782cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:15.839217 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa39bd44-3277-44c1-895e-2762c775395f req-622f9edf-2916-4f95-8764-8eafb782cd61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7e4afd-ef89-440f-8ec2-20310363a705 HTTP/1.1" status: 200 len: 854 time: 0.0597451 Mar 11 13:33:15.886037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa39bd44-3277-44c1-895e-2762c775395f req-490deed4-166a-4c7d-b216-f43a96d83492 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a612e1bd-6db9-44e3-ac1c-9493687e0664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396459 Mar 11 13:33:16.019138 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa39bd44-3277-44c1-895e-2762c775395f req-33046a13-771c-4e6c-8f6a-b13267a40ab3 service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262076 Mar 11 13:33:16.150878 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa39bd44-3277-44c1-895e-2762c775395f req-6aeec8bb-a917-44a8-8350-ff202277907f service neutron] 10.222.0.50 "GET /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252353 Mar 11 13:33:16.686871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ddd3dabe-5222-4fb5-90de-a02b555640c9 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:33:16.818067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ddd3dabe-5222-4fb5-90de-a02b555640c9, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ddd3dabe-5222-4fb5-90de-a02b555640c9,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:16.831596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'ddd3dabe-5222-4fb5-90de-a02b555640c9', 'network_id': 'a612e1bd-6db9-44e3-ac1c-9493687e0664', 'port_id': 'ddd3dabe-5222-4fb5-90de-a02b555640c9', 'mac_address': 'fa:16:3e:42:b9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7e4afd-ef89-440f-8ec2-20310363a705', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:33:16.885683 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:16.904552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd3dabe-5222-4fb5-90de-a02b555640c9 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:33:16.919445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ddd3dabe-5222-4fb5-90de-a02b555640c9, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ddd3dabe-5222-4fb5-90de-a02b555640c9,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:16.924788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:16.934540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aec2a-c615-4aef-a886-31274bc950e7 req-e64e107c-01cc-4515-916d-eb1cd867b6a5 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:16.936022 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e33aec2a-c615-4aef-a886-31274bc950e7 req-e64e107c-01cc-4515-916d-eb1cd867b6a5 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0808475 Mar 11 13:33:16.984288 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e33aec2a-c615-4aef-a886-31274bc950e7 req-dc4128fe-22bc-4ed7-a7e5-4f00fe0d470c tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Mar 11 13:33:16.994069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ddd3dabe-5222-4fb5-90de-a02b555640c9,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:17.126104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['ddd3dabe-5222-4fb5-90de-a02b555640c9'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:33:18.170480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735104-fc25-4c89-b467-a40d7deac053 req-07e8b533-0501-40ba-b342-b023acfd7a70 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:18.172175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a0735104-fc25-4c89-b467-a40d7deac053 req-07e8b533-0501-40ba-b342-b023acfd7a70 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0820601 Mar 11 13:33:18.215854 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a0735104-fc25-4c89-b467-a40d7deac053 req-f6586441-db6f-4879-aa30-6039ee318013 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Mar 11 13:33:18.703098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ddd3dabe-5222-4fb5-90de-a02b555640c9 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:18.770183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port ddd3dabe-5222-4fb5-90de-a02b555640c9 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:18.774824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port ddd3dabe-5222-4fb5-90de-a02b555640c9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:18.775190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:18.890972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:18.916750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3dabe-5222-4fb5-90de-a02b555640c9'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:33:18.926650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ddd3dabe-5222-4fb5-90de-a02b555640c9, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ddd3dabe-5222-4fb5-90de-a02b555640c9,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:18.930882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:18.962228 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3dabe-5222-4fb5-90de-a02b555640c9', 'code': 200} Mar 11 13:33:19.002499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ddd3dabe-5222-4fb5-90de-a02b555640c9,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:19.182582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5042c-e83b-400c-9e7f-79e46498a5d7 req-3add4de5-7bec-4c14-bb39-35f0a7baa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:19.184064 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2fd5042c-e83b-400c-9e7f-79e46498a5d7 req-3add4de5-7bec-4c14-bb39-35f0a7baa625 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0688372 Mar 11 13:33:19.224592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2fd5042c-e83b-400c-9e7f-79e46498a5d7 req-dd710683-4891-46d1-9e25-95ff506152e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Mar 11 13:33:19.395658 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c43ef-7d99-4584-8e3d-84f5d6fbce8c req-8178ddc0-8ac3-475e-a271-1f6617fa51f7 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:19.397115 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d65c43ef-7d99-4584-8e3d-84f5d6fbce8c req-8178ddc0-8ac3-475e-a271-1f6617fa51f7 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0792887 Mar 11 13:33:19.447008 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d65c43ef-7d99-4584-8e3d-84f5d6fbce8c req-e144c458-d583-4ac3-87b7-c7b5e0f15431 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435050 Mar 11 13:33:20.630771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a15a19-c3c2-4dbf-963b-c6ee0210b5d5 req-8d69f8e8-a272-411d-959f-bd85abc75151 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:20.632200 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75a15a19-c3c2-4dbf-963b-c6ee0210b5d5 req-8d69f8e8-a272-411d-959f-bd85abc75151 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0787830 Mar 11 13:33:20.675967 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75a15a19-c3c2-4dbf-963b-c6ee0210b5d5 req-41f06b72-8aa9-4bf3-a5ad-45175c74ee76 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 Mar 11 13:33:21.066181 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ceccd-c213-4827-a6ed-3668b8e80f6a req-3b2a1b36-5d4f-4f39-a925-89b07cc28ad1 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:21.067546 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5f9ceccd-c213-4827-a6ed-3668b8e80f6a req-3b2a1b36-5d4f-4f39-a925-89b07cc28ad1 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0935061 Mar 11 13:33:21.110949 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5f9ceccd-c213-4827-a6ed-3668b8e80f6a req-1621a559-e13f-4538-900f-2fd3a1c4f5d5 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Mar 11 13:33:22.216136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:22.295267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3499e-1e25-4b46-9f70-82121fdff106 req-be3d16bc-432c-41df-9726-03565e333bcc tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:22.297003 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-03c3499e-1e25-4b46-9f70-82121fdff106 req-be3d16bc-432c-41df-9726-03565e333bcc tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0789754 Mar 11 13:33:22.342383 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-03c3499e-1e25-4b46-9f70-82121fdff106 req-ae84685c-8c64-4394-9ea9-2d362468a227 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Mar 11 13:33:22.399734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-22df8848-246b-4f7d-8342-c5f87ee3d46e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:22.400311 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-22df8848-246b-4f7d-8342-c5f87ee3d46e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Synchronizing usage tracker for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:33:22.417051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-22df8848-246b-4f7d-8342-c5f87ee3d46e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Unset dirty status for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:33:22.418237 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-22df8848-246b-4f7d-8342-c5f87ee3d46e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0988109 Mar 11 13:33:22.489066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Deleting port ddd3dabe-5222-4fb5-90de-a02b555640c9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:22.489404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:22.822956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] For port ddd3dabe-5222-4fb5-90de-a02b555640c9, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ddd3dabe-5222-4fb5-90de-a02b555640c9,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:22.823208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:22.947921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Calling delete_port for ddd3dabe-5222-4fb5-90de-a02b555640c9 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:23.086661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:23.098515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['5e117b92-320b-4a9e-8dc3-c5dc9a35e316'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:33:23.139922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Pushing event deleted for resources: {'Port': ['ID=ddd3dabe-5222-4fb5-90de-a02b555640c9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:23.215456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] No DVR routers for this DVR port ddd3dabe-5222-4fb5-90de-a02b555640c9 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:33:23.217862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:23.221340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'name': 'network-vif-deleted', 'tag': 'ddd3dabe-5222-4fb5-90de-a02b555640c9'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:33:23.236277 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9cac01c-a300-4d4b-8f4d-78572aa90eb3 req-77be742a-ad32-449e-9504-aedcb16a6c78 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "DELETE /v2.0/ports/ddd3dabe-5222-4fb5-90de-a02b555640c9 HTTP/1.1" status: 204 len: 173 time: 0.8096123 Mar 11 13:33:23.268713 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e97dcc-eea8-4551-ac9d-f9055255f5e0', 'name': 'network-vif-deleted', 'tag': 'ddd3dabe-5222-4fb5-90de-a02b555640c9', 'status': 'completed', 'code': 200} Mar 11 13:33:23.504079 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4aa8ae6-fe8b-4451-80ea-c5fb34c38447 req-01904c1e-2c11-4523-bdfc-1cf97283047e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e97dcc-eea8-4551-ac9d-f9055255f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0451026 Mar 11 13:33:24.327962 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:33:24.756333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5148e0-fd35-4ba0-a7ac-53ede3c7b8a0 req-8d683863-f734-46bd-937a-0cc2858511a4 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:24.758260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b5148e0-fd35-4ba0-a7ac-53ede3c7b8a0 req-8d683863-f734-46bd-937a-0cc2858511a4 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0784886 Mar 11 13:33:24.759973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ddd3dabe-5222-4fb5-90de-a02b555640c9 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:33:24.797088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: ddd3dabe-5222-4fb5-90de-a02b555640c9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:33:24.797449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ddd3dabe-5222-4fb5-90de-a02b555640c9 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:33:24.803886 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b5148e0-fd35-4ba0-a7ac-53ede3c7b8a0 req-2c333ccf-4179-4165-8fb3-b3ae131432ca tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Mar 11 13:33:25.002329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cf99-2e09-4ba5-b456-d15b3591480b req-c37e5a43-a418-4a7f-b208-9b12a7a7a09b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:25.003765 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88f0cf99-2e09-4ba5-b456-d15b3591480b req-c37e5a43-a418-4a7f-b208-9b12a7a7a09b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0813916 Mar 11 13:33:25.047527 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88f0cf99-2e09-4ba5-b456-d15b3591480b req-7a7273aa-8478-4993-8bc0-2d4861c89cd4 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Mar 11 13:33:25.227980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1943882-f988-4583-aa41-e0c5eb94cf68 req-c5f998f4-fd8a-46dd-b4bb-6bca811a34f5 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:25.229388 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1943882-f988-4583-aa41-e0c5eb94cf68 req-c5f998f4-fd8a-46dd-b4bb-6bca811a34f5 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0780861 Mar 11 13:33:25.274821 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1943882-f988-4583-aa41-e0c5eb94cf68 req-b9e9e5ea-fbc8-480c-8ec3-7f5f6e99c9e5 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Mar 11 13:33:25.550288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bc289-2200-4576-b108-743655015028 req-1300e516-292f-4ff7-b0d2-5aedc984f54f tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:25.551621 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a9bc289-2200-4576-b108-743655015028 req-1300e516-292f-4ff7-b0d2-5aedc984f54f tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0778966 Mar 11 13:33:25.595382 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a9bc289-2200-4576-b108-743655015028 req-8f3774ff-9f2d-4932-8045-4a8f07aad7e9 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Mar 11 13:33:25.778832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3558-a7c9-4561-89db-bf0830c30571 req-a8be1d0a-8219-4ae4-94ae-27c8a721f255 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:25.780238 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c6ea3558-a7c9-4561-89db-bf0830c30571 req-a8be1d0a-8219-4ae4-94ae-27c8a721f255 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0803082 Mar 11 13:33:25.823395 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c6ea3558-a7c9-4561-89db-bf0830c30571 req-3edeccb7-04de-402f-a8a6-50f621559ad7 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Mar 11 13:33:26.010458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c019a7-2eb1-4714-8ffe-ced389112499 req-6dedbd12-6590-4b9c-8015-5e0d7bc75417 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:26.011899 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1c019a7-2eb1-4714-8ffe-ced389112499 req-6dedbd12-6590-4b9c-8015-5e0d7bc75417 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0792861 Mar 11 13:33:26.054267 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1c019a7-2eb1-4714-8ffe-ced389112499 req-2b580c0a-77a0-4258-a93e-cfcf9a40acc4 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Mar 11 13:33:26.568793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4adea-0904-43be-b759-c19077cdc488 req-4cb69cbc-fba0-44e2-8c8f-605aff694e1d tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:26.570244 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bc4adea-0904-43be-b759-c19077cdc488 req-4cb69cbc-fba0-44e2-8c8f-605aff694e1d tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0803561 Mar 11 13:33:26.613899 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7bc4adea-0904-43be-b759-c19077cdc488 req-5515ff00-d25f-4500-8d5a-c471381939d4 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380619 Mar 11 13:33:27.797789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091509-ec18-442a-bd45-2a9d706f3f7a req-240d1375-d90b-476b-b0cf-99d22268c5f7 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:27.799194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-12091509-ec18-442a-bd45-2a9d706f3f7a req-240d1375-d90b-476b-b0cf-99d22268c5f7 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0797169 Mar 11 13:33:27.846643 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-12091509-ec18-442a-bd45-2a9d706f3f7a req-1b3c8c3b-e3e1-48ca-ba83-d6e6f0541b62 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Mar 11 13:33:27.850870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-01624d33-bb1c-43f7-a056-5f7fc0d56b5e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:27.851597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-01624d33-bb1c-43f7-a056-5f7fc0d56b5e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Synchronizing usage tracker for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:33:27.866857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-01624d33-bb1c-43f7-a056-5f7fc0d56b5e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Unset dirty status for tenant:8b2e28a8fbcd49d48306a0773afb84a1 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:33:27.868204 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-01624d33-bb1c-43f7-a056-5f7fc0d56b5e tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 945 time: 0.0971305 Mar 11 13:33:27.936099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Deleting port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:27.936434 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:28.190808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] For port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,segment=NetworkSegment(4dc3815a-5c51-48bd-908e-897fe1e55118),segment_id=4dc3815a-5c51-48bd-908e-897fe1e55118)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:28.191159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:28.309676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Calling delete_port for 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:28.450342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:28.461121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['5e117b92-320b-4a9e-8dc3-c5dc9a35e316'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:33:28.500148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Pushing event deleted for resources: {'Port': ['ID=5e117b92-320b-4a9e-8dc3-c5dc9a35e316,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:28.572676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] No DVR routers for this DVR port 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:33:28.574950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:28.577312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'name': 'network-vif-deleted', 'tag': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:33:28.592501 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a3f236a3-131f-482e-b3f4-5d665d43193b req-e9f05a5b-1bd1-4189-a745-7acc7a9ef79b tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.50 "DELETE /v2.0/ports/5e117b92-320b-4a9e-8dc3-c5dc9a35e316 HTTP/1.1" status: 204 len: 173 time: 0.7197552 Mar 11 13:33:28.628119 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569449ff-d7f2-47be-88dc-3613f2c5a502', 'name': 'network-vif-deleted', 'tag': '5e117b92-320b-4a9e-8dc3-c5dc9a35e316', 'status': 'completed', 'code': 200} Mar 11 13:33:29.003545 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-137b8d10-e719-456d-a834-dcaefefde10e req-ab815ebb-8887-4565-b698-89debcdca121 tempest-ServersNegativeTestJSON-614440993 tempest-ServersNegativeTestJSON-614440993-project] 10.222.0.52 "GET /v2.0/ports?device_id=569449ff-d7f2-47be-88dc-3613f2c5a502 HTTP/1.1" status: 200 len: 210 time: 0.0425103 Mar 11 13:33:30.099077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37812) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:30.157214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] Deleting subnet 4a7e4afd-ef89-440f-8ec2-20310363a705 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:33:30.160041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.211861 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.264573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.328665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.461712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7e4afd-ef89-440f-8ec2-20310363a705,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:30.465321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.471628 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-eade8eee-c2b8-43d3-9d4c-9eabe0647314 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4a7e4afd-ef89-440f-8ec2-20310363a705 HTTP/1.1" status: 204 len: 168 time: 0.3715379 Mar 11 13:33:30.473991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37816) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:30.575126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.693889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.718660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a612e1bd-6db9-44e3-ac1c-9493687e0664']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:30.730103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc3815a-5c51-48bd-908e-897fe1e55118') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:30.730394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc3815a-5c51-48bd-908e-897fe1e55118') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:30.741127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.756131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.762276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:30.762644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:30.775863 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:30.790555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:33:30.834080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:33:30.834422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 5e117b92-320b-4a9e-8dc3-c5dc9a35e316 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:33:30.852840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.868057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:30.879065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] Pushing event deleted for resources: {'Network': ['ID=a612e1bd-6db9-44e3-ac1c-9493687e0664,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:30.885202 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a880191b-1521-4869-b425-8359bf12a5ca admin admin] 10.222.0.52 "DELETE /v2.0/networks/a612e1bd-6db9-44e3-ac1c-9493687e0664 HTTP/1.1" status: 204 len: 168 time: 0.4102709 Mar 11 13:33:30.992506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37822) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:31.040679 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4eda9184-5250-44ff-8579-408172a5842c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b2e28a8fbcd49d48306a0773afb84a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470159 Mar 11 13:33:31.043074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37826) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:31.098105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1423aa49-3292-4111-9c52-bcf14f827211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:31.122816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1423aa49-3292-4111-9c52-bcf14f827211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:31.177316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1423aa49-3292-4111-9c52-bcf14f827211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:31.194260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423aa49-3292-4111-9c52-bcf14f827211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:31.205041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1423aa49-3292-4111-9c52-bcf14f827211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:31.206199 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1423aa49-3292-4111-9c52-bcf14f827211 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c7b4a5a-8dc7-4e2b-86e8-53e1aec4b534 HTTP/1.1" status: 204 len: 168 time: 0.1622653 Mar 11 13:33:31.913662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:32.014547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-869127341'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:32.019607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:32.023382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:network and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:32.026645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:32.032265 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:32.042381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:32.045908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.058258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.072926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:32.076663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:security_group_rule and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:32.079433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:32.085009 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:32.168102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.172794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.207078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:32.215216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8069736-c849-4f0c-844f-842afa7f9919,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:32.223376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.223769 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Added segment 391f9158-6fb3-40aa-b955-3c03a9caf722 of type vlan for network 2539bdee-7417-4c71-88ae-6659968518d8 Mar 11 13:33:32.249979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.276652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.281946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:32.282525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:32.500128 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5852087 Mar 11 13:33:32.501253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8e4c3-a9a3-4d1e-9a52-c24f28ea990a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Network': ['ID=2539bdee-7417-4c71-88ae-6659968518d8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:32.528176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2539bdee-7417-4c71-88ae-6659968518d8 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:35.753883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:35.759548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'subnet': {'network_id': '2539bdee-7417-4c71-88ae-6659968518d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:35.867429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:35.871214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:subnet and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:35.873998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:35.879625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:35.889842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:35.893456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.108106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.192090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Subnet': ['ID=2f4d091f-29a9-4a9e-8f67-dc6cb3b6aa47,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:36.196645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Checking segment: {'id': '391f9158-6fb3-40aa-b955-3c03a9caf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2539bdee-7417-4c71-88ae-6659968518d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:36.196999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network hostable DHCP agents. Network: 2539bdee-7417-4c71-88ae-6659968518d8, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:36.214484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network 2539bdee-7417-4c71-88ae-6659968518d8 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:36.223054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2539bdee-7417-4c71-88ae-6659968518d8) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:36.230630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:36.231310 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.232613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a9dcb-7351-41bf-abf6-9d22c615280f None None] Network 2539bdee-7417-4c71-88ae-6659968518d8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:36.255915 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-86a9221e-42c9-4a1a-9e3d-66cf684953af tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4977221 Mar 11 13:33:36.256139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37860) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:36.262125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567221141'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:36.266823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:36.270624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:network and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:36.273554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:36.279506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:36.290235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:36.294086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.322499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:36.331539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.331961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Added segment 612ad8a2-f503-4e6d-a978-ef0ce2ebcd9f of type vlan for network 44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0 Mar 11 13:33:36.358556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.392260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.398628 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:36.399059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.454948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2539bdee-7417-4c71-88ae-6659968518d8', 'network_id': '2539bdee-7417-4c71-88ae-6659968518d8', 'tenant_id': '9a28b5d323dd4f538404ed14716edb66', 'fixed_ips': [{'subnet_id': '2f4d091f-29a9-4a9e-8f67-dc6cb3b6aa47'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:33:36.455805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.508124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2476513 Mar 11 13:33:36.508364 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37864) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:36.511404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d419c-8fe1-455c-b0e6-11bb2c5cf0c2 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Network': ['ID=44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:36.516405 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'subnet': {'network_id': '44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:36.522192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:36.642305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:36.646936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:subnet and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:36.650710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:36.658087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:36.671837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:36.676712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.703486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Allocated IP 2001:db8:0:ffff::2 (2539bdee-7417-4c71-88ae-6659968518d8/2f4d091f-29a9-4a9e-8f67-dc6cb3b6aa47/67bc93f6-10bd-49a3-b488-c215b52f2fc1) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:36.905082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.915757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.917344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Transition to ACTIVE for port object 67bc93f6-10bd-49a3-b488-c215b52f2fc1 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:36.936000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Transition to ACTIVE for port object 67bc93f6-10bd-49a3-b488-c215b52f2fc1 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:36.941426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:36.997935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Subnet': ['ID=8728d167-8594-49ba-a518-c8089417969d,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:37.007999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Checking segment: {'id': '612ad8a2-f503-4e6d-a978-ef0ce2ebcd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:37.008206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Network 2539bdee-7417-4c71-88ae-6659968518d8 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:37.008342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network hostable DHCP agents. Network: 44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:37.015016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:37.017679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:37.028569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network 44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:37.040012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:37.044482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:37.045077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.054929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Pushing event updated for resources: {'Port': ['ID=67bc93f6-10bd-49a3-b488-c215b52f2fc1,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:37.064954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861e1fd-790e-43f3-93bc-e7c834e724da None None] Network 44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:37.067728 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d25e694c-0b08-44c7-a50a-838c16911be1 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5583301 Mar 11 13:33:37.070324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:37.111385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.112107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.112441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.112761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.113075 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.113397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.113735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.114048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.114359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.114666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.114972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.115282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:37.210189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.220602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Attempting to bind port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:37.220964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Attempting to bind port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '391f9158-6fb3-40aa-b955-3c03a9caf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2539bdee-7417-4c71-88ae-6659968518d8'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:37.221313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Attempting to bind port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 on network 2539bdee-7417-4c71-88ae-6659968518d8 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:37.237157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:37.238009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Checking segment: {'id': '391f9158-6fb3-40aa-b955-3c03a9caf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2539bdee-7417-4c71-88ae-6659968518d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:37.238009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.238402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Bound using segment: {'id': '391f9158-6fb3-40aa-b955-3c03a9caf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2539bdee-7417-4c71-88ae-6659968518d8'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:37.238852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Bound port: 67bc93f6-10bd-49a3-b488-c215b52f2fc1, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391f9158-6fb3-40aa-b955-3c03a9caf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2539bdee-7417-4c71-88ae-6659968518d8'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:37.239212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.250559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2287fc9b-0c54-4313-abd7-0aa4698b0e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.275358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.358529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.398694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Subnet': ['ID=8728d167-8594-49ba-a518-c8089417969d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:37.428226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] For port 67bc93f6-10bd-49a3-b488-c215b52f2fc1, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:37.437089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] For port 67bc93f6-10bd-49a3-b488-c215b52f2fc1, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc93f6-10bd-49a3-b488-c215b52f2fc1,segment=NetworkSegment(391f9158-6fb3-40aa-b955-3c03a9caf722),segment_id=391f9158-6fb3-40aa-b955-3c03a9caf722)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:37.442128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.480386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be9838-6d14-4517-a4c4-55ff7595bfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0', 'network_id': '44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0', 'tenant_id': '9a28b5d323dd4f538404ed14716edb66', 'fixed_ips': [{'subnet_id': '8728d167-8594-49ba-a518-c8089417969d'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:33:37.481098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42be9838-6d14-4517-a4c4-55ff7595bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.494391 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.519873 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:37.532387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612ad8a2-f503-4e6d-a978-ef0ce2ebcd9f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:37.532702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612ad8a2-f503-4e6d-a978-ef0ce2ebcd9f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:37.544156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.559794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.565598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:37.565971 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:37.580824 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:37.599751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cf00f-cebd-4332-9eca-e877e751cbbd None None] Pushing event updated for resources: {'Port': ['ID=67bc93f6-10bd-49a3-b488-c215b52f2fc1,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:37.624503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8aa99-8e52-49dc-a2b9-3e1b5aa25fd2 None None] Network 44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:37.796206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.822657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.834027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Network': ['ID=44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:37.840801 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d5742598-605e-400e-9d09-6fe9a98ffe19 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0 HTTP/1.1" status: 204 len: 168 time: 0.7694097 Mar 11 13:33:37.845131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37872) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:37.852911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330867018'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:37.858364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:37.862941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:network and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:37.866246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:37.873346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:37.890043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:37.893407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.922222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:37.932337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.932681 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Added segment a56c9131-a90e-48e3-b7b3-27853e844623 of type vlan for network aeba96d5-b8f6-4b94-bbb1-68e648949c47 Mar 11 13:33:37.956237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 67bc93f6-10bd-49a3-b488-c215b52f2fc1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:37.963955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:37.994975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.000719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:38.001303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.028059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:38.106811 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2591724 Mar 11 13:33:38.109839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37876) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:38.115922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'subnet': {'network_id': 'aeba96d5-b8f6-4b94-bbb1-68e648949c47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:38.119269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a4e11-657f-4e2d-b739-3bb70966c42e tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Network': ['ID=aeba96d5-b8f6-4b94-bbb1-68e648949c47,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:38.129247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network aeba96d5-b8f6-4b94-bbb1-68e648949c47 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:38.229674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:38.233394 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:subnet and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:38.236234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:38.242471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:38.251775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:38.255379 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.350091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 13:33:38.350611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 13:33:38.481666 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.565638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Subnet': ['ID=fa0faa30-9241-40bc-be95-5fa7cee64220,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:38.575411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Checking segment: {'id': 'a56c9131-a90e-48e3-b7b3-27853e844623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'aeba96d5-b8f6-4b94-bbb1-68e648949c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:38.575767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network hostable DHCP agents. Network: aeba96d5-b8f6-4b94-bbb1-68e648949c47, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:38.598858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network aeba96d5-b8f6-4b94-bbb1-68e648949c47 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:38.607631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe4873-2d83-4d67-9312-14668b04f37e None None] Network 2539bdee-7417-4c71-88ae-6659968518d8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:38.611891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, aeba96d5-b8f6-4b94-bbb1-68e648949c47) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:38.620880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:38.621161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b048da-fe4d-402e-82b8-a3323f5e70ee None None] Network aeba96d5-b8f6-4b94-bbb1-68e648949c47 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:38.626044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.648484 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3b596edd-feae-434f-a327-b53f7eb80404 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5368323 Mar 11 13:33:38.650988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37880) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:38.794398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.809854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5acac35e-5c85-4723-9a5a-c8056981f60d None None] Provisioning for port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:38.826626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5acac35e-5c85-4723-9a5a-c8056981f60d None None] Provisioning complete for port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:38.826987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5acac35e-5c85-4723-9a5a-c8056981f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.859489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.937447 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:38.976647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0faa30-9241-40bc-be95-5fa7cee64220,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:39.027850 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b2e0f9-a846-4ab3-b90e-13664a97eb66 None None] Network aeba96d5-b8f6-4b94-bbb1-68e648949c47 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:39.072051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.098248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeba96d5-b8f6-4b94-bbb1-68e648949c47']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:39.110209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56c9131-a90e-48e3-b7b3-27853e844623') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:39.110834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56c9131-a90e-48e3-b7b3-27853e844623') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:39.121692 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.137776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.143842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:39.144227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:39.159205 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:39.223998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5acac35e-5c85-4723-9a5a-c8056981f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.240557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.258551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.269365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Network': ['ID=aeba96d5-b8f6-4b94-bbb1-68e648949c47,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:39.277686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37884) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:39.278183 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-62a3d66a-0e9c-4008-92b0-0d58a6979f4a tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/aeba96d5-b8f6-4b94-bbb1-68e648949c47 HTTP/1.1" status: 204 len: 168 time: 0.6255841 Mar 11 13:33:39.284203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780137685'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:39.289110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:39.293823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:network and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:39.297915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:39.305969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:39.307936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-056eaca3-924b-460c-a3c3-e8769c523add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.315305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5acac35e-5c85-4723-9a5a-c8056981f60d None None] For port 67bc93f6-10bd-49a3-b488-c215b52f2fc1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc93f6-10bd-49a3-b488-c215b52f2fc1,segment=NetworkSegment(391f9158-6fb3-40aa-b955-3c03a9caf722),segment_id=391f9158-6fb3-40aa-b955-3c03a9caf722)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:39.318564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:39.323082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.323454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5acac35e-5c85-4723-9a5a-c8056981f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.353075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:39.363067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.363495 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Added segment d1c68034-2621-405c-8c98-281aafcbe7f7 of type vlan for network afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 Mar 11 13:33:39.393004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.397069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acac35e-5c85-4723-9a5a-c8056981f60d None None] Pushing event updated for resources: {'Port': ['ID=67bc93f6-10bd-49a3-b488-c215b52f2fc1,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:39.426750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.432895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:39.433917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.491139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2116992 Mar 11 13:33:39.494583 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37888) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:39.500283 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'subnet': {'network_id': 'afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:39.545418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-87f4253b-2183-499c-93dc-5e897df9e197 None None] Provisioning complete for port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:39.546407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-87f4253b-2183-499c-93dc-5e897df9e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.548237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239de17-1f10-49fa-8f5f-ceea077131dc tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Network': ['ID=afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:39.578307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:39.615959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:39.620421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:subnet and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:39.623210 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:39.629148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:39.640159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:39.643685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.859611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.923825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 67bc93f6-10bd-49a3-b488-c215b52f2fc1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:39.952203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Subnet': ['ID=ae64de8e-38de-4db3-a877-b7cffd5a48f9,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:39.956520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Checking segment: {'id': 'd1c68034-2621-405c-8c98-281aafcbe7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:39.957324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network hostable DHCP agents. Network: afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:39.977055 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:39.986562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:39.989689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:39.990120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:39.992137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:39.992928 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.015176 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-68e82195-f3ff-4be2-8a72-5fbd46905557 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5195146 Mar 11 13:33:40.018799 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37892) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:40.021528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c47c3-05e3-491f-8429-c2cb0e6a6afa None None] Network afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:40.025380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395564390'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:40.030255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:40.034078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:network and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:40.036974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:40.043430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:40.056207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:40.060694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.092837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:40.102159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.102502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Added segment 90c49441-c1d6-485c-8af6-663e1703a9d0 of type vlan for network 5b83b647-d9c8-4050-a9ac-e1b7ba21985b Mar 11 13:33:40.129862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.161743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.167950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:40.168533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.269558 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2496817 Mar 11 13:33:40.272576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37896) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:40.280596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Request body: {'subnet': {'network_id': '5b83b647-d9c8-4050-a9ac-e1b7ba21985b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:40.281693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82006010-be93-4101-8d63-8e319a0a79ed tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Network': ['ID=5b83b647-d9c8-4050-a9ac-e1b7ba21985b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:40.293995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 5b83b647-d9c8-4050-a9ac-e1b7ba21985b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:40.392464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:40.396205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Usage tracker for resource:subnet and tenant:9a28b5d323dd4f538404ed14716edb66 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:40.399576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:40.405421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:40.415968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Made reservation on behalf of 9a28b5d323dd4f538404ed14716edb66 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:40.420880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.424819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3', 'network_id': 'afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3', 'tenant_id': '9a28b5d323dd4f538404ed14716edb66', 'fixed_ips': [{'subnet_id': 'ae64de8e-38de-4db3-a877-b7cffd5a48f9'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:33:40.425640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.455991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.618401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Allocated IP 2001:db8::2 (afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3/ae64de8e-38de-4db3-a877-b7cffd5a48f9/61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:40.620473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.642730 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.720850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event updated for resources: {'Subnet': ['ID=b05d1b57-2196-4a51-86a0-f870d417c3d6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:40.726297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Checking segment: {'id': '90c49441-c1d6-485c-8af6-663e1703a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5b83b647-d9c8-4050-a9ac-e1b7ba21985b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:40.726654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network hostable DHCP agents. Network: 5b83b647-d9c8-4050-a9ac-e1b7ba21985b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:40.748859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Network 5b83b647-d9c8-4050-a9ac-e1b7ba21985b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:40.759216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 5b83b647-d9c8-4050-a9ac-e1b7ba21985b) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:40.763467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:40.764047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.783890 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-363324ae-c316-41c6-849a-7ed072ef23a8 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5095172 Mar 11 13:33:40.786411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37900) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:40.795794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bcaf0f-8727-4b68-9a86-9efd9d0e8eb2 None None] Network 5b83b647-d9c8-4050-a9ac-e1b7ba21985b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:40.913036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.925837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:40.929714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Transition to ACTIVE for port object 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:40.985493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Transition to ACTIVE for port object 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:40.998089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.091450 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.112965 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Network afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:41.118434 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:41.119992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Pushing event updated for resources: {'Port': ['ID=61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:41.122093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:41.127272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696667e2-6670-496b-9692-050d61afae0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-5b83b647-d9c8-4050-a9ac-e1b7ba21985b', 'network_id': '5b83b647-d9c8-4050-a9ac-e1b7ba21985b', 'tenant_id': '9a28b5d323dd4f538404ed14716edb66', 'fixed_ips': [{'subnet_id': 'b05d1b57-2196-4a51-86a0-f870d417c3d6'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:33:41.128058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-696667e2-6670-496b-9692-050d61afae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.175334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.214903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Subnet': ['ID=b05d1b57-2196-4a51-86a0-f870d417c3d6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:41.281912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Attempting to bind port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:41.282278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Attempting to bind port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'd1c68034-2621-405c-8c98-281aafcbe7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:41.282634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Attempting to bind port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 on network afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:41.291499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:41.291859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Checking segment: {'id': 'd1c68034-2621-405c-8c98-281aafcbe7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:41.292246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.292629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Bound using segment: {'id': 'd1c68034-2621-405c-8c98-281aafcbe7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:41.293071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Bound port: 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c68034-2621-405c-8c98-281aafcbe7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:41.293472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.317053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.339735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be98ecf-b929-4ba1-b762-ef4ce6530000 None None] Network 5b83b647-d9c8-4050-a9ac-e1b7ba21985b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:41.343072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b83b647-d9c8-4050-a9ac-e1b7ba21985b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:41.356240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c49441-c1d6-485c-8af6-663e1703a9d0') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:41.356538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c49441-c1d6-485c-8af6-663e1703a9d0') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:41.368675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.385027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.391587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:41.392037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:41.411573 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:41.492416 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.497148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.497536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-14794016-07aa-412f-8723-379450e4d7ad None None] For port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:41.524125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Network': ['ID=5b83b647-d9c8-4050-a9ac-e1b7ba21985b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:41.530941 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c124fe88-4301-4c04-a614-d8b8448f9646 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/5b83b647-d9c8-4050-a9ac-e1b7ba21985b HTTP/1.1" status: 204 len: 168 time: 0.7406464 Mar 11 13:33:41.531786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37904) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:41.539435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-14794016-07aa-412f-8723-379450e4d7ad None None] For port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78,segment=NetworkSegment(d1c68034-2621-405c-8c98-281aafcbe7f7),segment_id=d1c68034-2621-405c-8c98-281aafcbe7f7)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:41.545359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.576610 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2def52b0-9949-46af-b10e-5257680e2c26 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] GET failed (client error): The resource could not be found. Mar 11 13:33:41.577131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2def52b0-9949-46af-b10e-5257680e2c26 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Synchronizing usage tracker for tenant:9a28b5d323dd4f538404ed14716edb66 on resource:subnet {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:33:41.596181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2def52b0-9949-46af-b10e-5257680e2c26 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Unset dirty status for tenant:9a28b5d323dd4f538404ed14716edb66 on resource:subnet {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:33:41.600140 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2def52b0-9949-46af-b10e-5257680e2c26 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "GET /v2.0/subnets/b05d1b57-2196-4a51-86a0-f870d417c3d6 HTTP/1.1" status: 404 len: 337 time: 0.0653906 Mar 11 13:33:41.600518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37908) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:41.622214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14794016-07aa-412f-8723-379450e4d7ad None None] Pushing event updated for resources: {'Port': ['ID=61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:41.627848 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-001f9ca3-6286-4e4d-a653-77caf863e028 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] DELETE failed (client error): The resource could not be found. Mar 11 13:33:41.628319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001f9ca3-6286-4e4d-a653-77caf863e028 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:33:41.633730 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-001f9ca3-6286-4e4d-a653-77caf863e028 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/5b83b647-d9c8-4050-a9ac-e1b7ba21985b HTTP/1.1" status: 404 len: 339 time: 0.0278678 Mar 11 13:33:41.633847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37912) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:41.672906 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb32764-1b29-4ce9-ab82-a13bfbf1e58f tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] DELETE failed (client error): The resource could not be found. Mar 11 13:33:41.673155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb32764-1b29-4ce9-ab82-a13bfbf1e58f tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:33:41.675535 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cfb32764-1b29-4ce9-ab82-a13bfbf1e58f tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/subnets/b05d1b57-2196-4a51-86a0-f870d417c3d6 HTTP/1.1" status: 404 len: 337 time: 0.0408950 Mar 11 13:33:41.678018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37916) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:41.702603 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.pecan_wsgi.hooks.translation [None req-44590578-f4d2-497a-bfc0-e582ca107fc6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] DELETE failed (client error): The resource could not be found. Mar 11 13:33:41.703070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44590578-f4d2-497a-bfc0-e582ca107fc6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:33:41.705450 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-44590578-f4d2-497a-bfc0-e582ca107fc6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/5b83b647-d9c8-4050-a9ac-e1b7ba21985b HTTP/1.1" status: 404 len: 339 time: 0.0264487 Mar 11 13:33:41.707900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37920) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:41.786896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Deleting subnet ae64de8e-38de-4db3-a877-b7cffd5a48f9 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:33:41.791241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.850278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.948660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:41.954873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:42.024413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.027814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:42.049900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.065451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Subnet': ['ID=ae64de8e-38de-4db3-a877-b7cffd5a48f9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:42.070426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.082580 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-45764d59-6fb2-4c10-82ce-2c7d30dde4f6 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/subnets/ae64de8e-38de-4db3-a877-b7cffd5a48f9 HTTP/1.1" status: 204 len: 168 time: 0.3737671 Mar 11 13:33:42.085196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37924) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:42.208605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.218974 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Deleting port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:42.219324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.544977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] For port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78,segment=NetworkSegment(d1c68034-2621-405c-8c98-281aafcbe7f7),segment_id=d1c68034-2621-405c-8c98-281aafcbe7f7)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:42.545339 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.567360 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c337a-ca25-4c84-af14-1357be296de5 None None] Network afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:42.673830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Calling delete_port for 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:42.697373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a14bb49d-9f47-4aae-a79c-07761d2d381e None None] Provisioning for port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:42.713570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a14bb49d-9f47-4aae-a79c-07761d2d381e None None] Provisioning complete for port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:42.713937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a14bb49d-9f47-4aae-a79c-07761d2d381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.755652 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.802450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Port': ['ID=61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:42.806474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No DVR routers for this DVR port 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:33:42.835544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a14bb49d-9f47-4aae-a79c-07761d2d381e None None] Could not find standard attr ID for object 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78. {{(pid=87960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 13:33:42.838508 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.plugins.ml2.db [None req-a14bb49d-9f47-4aae-a79c-07761d2d381e None None] No ports have port_id starting with 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 Mar 11 13:33:42.893859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32ff61-3a8f-4ab6-80e0-523cb8215919 None None] DHCP port deletion for afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:33:42.936074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:42.961115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:42.972846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c68034-2621-405c-8c98-281aafcbe7f7') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:42.973145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c68034-2621-405c-8c98-281aafcbe7f7') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:42.984900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.000731 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.006721 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:43.007045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:43.021252 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:43.105274 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.122550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.133205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Network': ['ID=afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:43.137163 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f3bd7b1f-a602-4170-abc3-fbaa95e5f917 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/afedeb0c-2e8a-4e86-b7c1-14fc5ec9d1a3 HTTP/1.1" status: 204 len: 168 time: 1.0502982 Mar 11 13:33:43.139521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37928) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:43.180968 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6883244-227e-43d4-a485-e70a461da238 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] DELETE failed (client error): The resource could not be found. Mar 11 13:33:43.181407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6883244-227e-43d4-a485-e70a461da238 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:33:43.182996 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d6883244-227e-43d4-a485-e70a461da238 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/subnets/fa0faa30-9241-40bc-be95-5fa7cee64220 HTTP/1.1" status: 404 len: 337 time: 0.0426023 Mar 11 13:33:43.185357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:43.208909 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-461eabf5-ee47-4791-a6a2-77d1d33a9846 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] DELETE failed (client error): The resource could not be found. Mar 11 13:33:43.209357 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461eabf5-ee47-4791-a6a2-77d1d33a9846 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:33:43.211448 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-461eabf5-ee47-4791-a6a2-77d1d33a9846 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/aeba96d5-b8f6-4b94-bbb1-68e648949c47 HTTP/1.1" status: 404 len: 339 time: 0.0252190 Mar 11 13:33:43.213630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:43.249631 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e73f0d-4e15-408c-853a-b8bb1a4819eb tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] DELETE failed (client error): The resource could not be found. Mar 11 13:33:43.250065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e73f0d-4e15-408c-853a-b8bb1a4819eb tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:33:43.251607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45e73f0d-4e15-408c-853a-b8bb1a4819eb tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/subnets/8728d167-8594-49ba-a518-c8089417969d HTTP/1.1" status: 404 len: 337 time: 0.0371425 Mar 11 13:33:43.253846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:43.277233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ead74e-7415-4f40-9f3a-5a4cc0f85754 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] DELETE failed (client error): The resource could not be found. Mar 11 13:33:43.277651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ead74e-7415-4f40-9f3a-5a4cc0f85754 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 13:33:43.279182 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a6ead74e-7415-4f40-9f3a-5a4cc0f85754 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/44c1bc4b-12c7-41c6-ac83-46fa2eeb33c0 HTTP/1.1" status: 404 len: 339 time: 0.0244980 Mar 11 13:33:43.281324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:43.347739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Deleting subnet 2f4d091f-29a9-4a9e-8f67-dc6cb3b6aa47 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:33:43.350590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.405079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.490809 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.562296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.602806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4d091f-29a9-4a9e-8f67-dc6cb3b6aa47,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:43.605506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.608424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab771ca-557a-4274-a703-709878f35365 None None] Network 2539bdee-7417-4c71-88ae-6659968518d8 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:43.614996 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5b3ea19f-5c10-4d87-8481-5e892e5fc469 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/subnets/2f4d091f-29a9-4a9e-8f67-dc6cb3b6aa47 HTTP/1.1" status: 204 len: 168 time: 0.3327711 Mar 11 13:33:43.617426 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37948) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:43.730976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.741240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Deleting port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:43.742085 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.848079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] DHCP port deletion for 2539bdee-7417-4c71-88ae-6659968518d8 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:33:43.852235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Deleting port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:43.852597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:43.932982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:33:43.977048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:33:43.977384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 61bc91d2-93b5-46cf-a1eb-0d8a55c4bc78 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:33:43.977828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 67bc93f6-10bd-49a3-b488-c215b52f2fc1 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:33:44.058851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] For port 67bc93f6-10bd-49a3-b488-c215b52f2fc1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc93f6-10bd-49a3-b488-c215b52f2fc1,segment=NetworkSegment(391f9158-6fb3-40aa-b955-3c03a9caf722),segment_id=391f9158-6fb3-40aa-b955-3c03a9caf722)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:44.059208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.167261 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] For port 67bc93f6-10bd-49a3-b488-c215b52f2fc1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=67bc93f6-10bd-49a3-b488-c215b52f2fc1,segment=NetworkSegment(391f9158-6fb3-40aa-b955-3c03a9caf722),segment_id=391f9158-6fb3-40aa-b955-3c03a9caf722)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:44.167639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.182987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Calling delete_port for 67bc93f6-10bd-49a3-b488-c215b52f2fc1 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:44.260586 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.295991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Calling delete_port for 67bc93f6-10bd-49a3-b488-c215b52f2fc1 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:44.308710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Port': ['ID=67bc93f6-10bd-49a3-b488-c215b52f2fc1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:44.310526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] No DVR routers for this DVR port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:33:44.348001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.434229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:33:44.435162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:33:44.436626 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.462241 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2539bdee-7417-4c71-88ae-6659968518d8']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:44.473937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391f9158-6fb3-40aa-b955-3c03a9caf722') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:44.474233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391f9158-6fb3-40aa-b955-3c03a9caf722') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:44.486010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.501356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.507509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:44.507891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:44.522021 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:44.602603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.606527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:44.631126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] Pushing event deleted for resources: {'Network': ['ID=2539bdee-7417-4c71-88ae-6659968518d8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:44.634165 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5593c9f8-13cc-49ab-ae66-7903e7d8bef3 tempest-NetworksIpV6Test-267019565 tempest-NetworksIpV6Test-267019565-project] 10.222.0.52 "DELETE /v2.0/networks/2539bdee-7417-4c71-88ae-6659968518d8 HTTP/1.1" status: 204 len: 168 time: 1.0158172 Mar 11 13:33:44.887850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:44.936047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Deleting port 67bc93f6-10bd-49a3-b488-c215b52f2fc1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:44.936571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:45.003469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-940ffca9-c9d2-4e2d-afcd-a462348998d8 None None] The port '67bc93f6-10bd-49a3-b488-c215b52f2fc1' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:33:45.046492 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d215a0d6-e171-4a28-81a2-3a6f76932dbe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a28b5d323dd4f538404ed14716edb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572859 Mar 11 13:33:45.048866 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37962) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:45.105345 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a15285f-36ef-4c84-bbb0-c7346dec2d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:45.130571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a15285f-36ef-4c84-bbb0-c7346dec2d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:45.182716 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a15285f-36ef-4c84-bbb0-c7346dec2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:45.198596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15285f-36ef-4c84-bbb0-c7346dec2d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8069736-c849-4f0c-844f-842afa7f9919,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:45.203247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a15285f-36ef-4c84-bbb0-c7346dec2d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:45.206565 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3a15285f-36ef-4c84-bbb0-c7346dec2d0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8069736-c849-4f0c-844f-842afa7f9919 HTTP/1.1" status: 204 len: 168 time: 0.1567991 Mar 11 13:33:45.862870 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37986) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:45.961826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-354988901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:45.968412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:45.972244 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Usage tracker for resource:router and tenant:d533df46fa0a4314a4f1e1a612c5d343 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:45.975110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:45.981931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:45.992144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:45.993206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.008894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.026632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.048868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.050057 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6a442e2-c48e-4856-9703-5fa24627f353 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1861880 Mar 11 13:33:46.052718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 37992) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:46.058227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-402902348'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:46.062878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:46.067175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Usage tracker for resource:network and tenant:d533df46fa0a4314a4f1e1a612c5d343 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:46.070047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:46.075683 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:46.084927 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Made reservation on behalf of d533df46fa0a4314a4f1e1a612c5d343 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:46.088775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.101304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.118231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:46.122323 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Usage tracker for resource:security_group_rule and tenant:d533df46fa0a4314a4f1e1a612c5d343 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:46.125090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:46.131258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:46.214555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.218523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.250686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:46.258791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3489e77b-2c0c-407f-b8d8-bff03e6247f6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:46.264144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.264481 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Added segment 0ece10f0-83cb-4eac-b6f1-fc5383ec77ae of type vlan for network 449bbaf6-ed25-48d1-ac24-d7aadd34426e Mar 11 13:33:46.290840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.320994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.326507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:46.327080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.432248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3784015 Mar 11 13:33:46.435257 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 37996) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:46.438318 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4463-78e4-4bdc-b655-9831bb42da28 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event updated for resources: {'Network': ['ID=449bbaf6-ed25-48d1-ac24-d7aadd34426e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:46.442814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Request body: {'subnet': {'network_id': '449bbaf6-ed25-48d1-ac24-d7aadd34426e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:46.448410 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 449bbaf6-ed25-48d1-ac24-d7aadd34426e details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:46.554093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:46.557788 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Usage tracker for resource:subnet and tenant:d533df46fa0a4314a4f1e1a612c5d343 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:46.560480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:46.566040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:46.576161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Made reservation on behalf of d533df46fa0a4314a4f1e1a612c5d343 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:46.579651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.789113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.865581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event updated for resources: {'Subnet': ['ID=9700f953-ced0-4e64-b7bc-ae2e0821ade1,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:46.873874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Checking segment: {'id': '0ece10f0-83cb-4eac-b6f1-fc5383ec77ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '449bbaf6-ed25-48d1-ac24-d7aadd34426e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:46.874221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Network hostable DHCP agents. Network: 449bbaf6-ed25-48d1-ac24-d7aadd34426e, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:46.892799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Network 449bbaf6-ed25-48d1-ac24-d7aadd34426e is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:46.901378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 449bbaf6-ed25-48d1-ac24-d7aadd34426e) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:46.905473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:46.906089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.910445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e23f13-8d3f-4edb-a262-88ac5eac7aef None None] Network 449bbaf6-ed25-48d1-ac24-d7aadd34426e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:46.928017 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0d958f68-8ebf-4d06-a9c3-63d1b6c839fa tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4909310 Mar 11 13:33:46.931627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38000) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:46.937097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2049132905'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:46.941905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:46.946209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Usage tracker for resource:network and tenant:d533df46fa0a4314a4f1e1a612c5d343 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:46.949019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:46.954700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:46.964975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Made reservation on behalf of d533df46fa0a4314a4f1e1a612c5d343 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:46.968333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:46.996643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:47.006048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.006396 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Added segment ae51ea7a-9d96-43ed-bbeb-f65f86c5e910 of type vlan for network a152d39c-806c-4f4b-b532-497a7f53ab33 Mar 11 13:33:47.038028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.067379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.073479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:47.074060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.162972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-449bbaf6-ed25-48d1-ac24-d7aadd34426e', 'network_id': '449bbaf6-ed25-48d1-ac24-d7aadd34426e', 'tenant_id': 'd533df46fa0a4314a4f1e1a612c5d343', 'fixed_ips': [{'subnet_id': '9700f953-ced0-4e64-b7bc-ae2e0821ade1'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:33:47.164286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.166738 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2340572 Mar 11 13:33:47.169627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:47.175760 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Request body: {'subnet': {'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:47.178733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3007fb2-b95b-4c5a-9adb-88bc75d81d3e tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event updated for resources: {'Network': ['ID=a152d39c-806c-4f4b-b532-497a7f53ab33,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:47.217829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network a152d39c-806c-4f4b-b532-497a7f53ab33 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:47.289336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:47.293095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Usage tracker for resource:subnet and tenant:d533df46fa0a4314a4f1e1a612c5d343 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:47.296149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:47.302015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:47.312912 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Made reservation on behalf of d533df46fa0a4314a4f1e1a612c5d343 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:47.316621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.399650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Allocated IP 172.20.0.2 (449bbaf6-ed25-48d1-ac24-d7aadd34426e/9700f953-ced0-4e64-b7bc-ae2e0821ade1/fa089b0d-818a-4b20-81e6-2f4598430621) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:47.538724 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.616381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.621264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event updated for resources: {'Subnet': ['ID=0c1a5649-2f5d-4b29-a707-cb022751c38e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:47.626298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Transition to ACTIVE for port object fa089b0d-818a-4b20-81e6-2f4598430621 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:47.629202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Checking segment: {'id': 'ae51ea7a-9d96-43ed-bbeb-f65f86c5e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:47.629597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Network hostable DHCP agents. Network: a152d39c-806c-4f4b-b532-497a7f53ab33, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:47.644349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Transition to ACTIVE for port object fa089b0d-818a-4b20-81e6-2f4598430621 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:47.647107 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Network a152d39c-806c-4f4b-b532-497a7f53ab33 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:47.651230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.657127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, a152d39c-806c-4f4b-b532-497a7f53ab33) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:47.661460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:47.662190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.684687 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-073fb97c-de97-4270-b136-c4338302630b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5139945 Mar 11 13:33:47.687704 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38008) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:47.691568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380443a0-d3b4-43d8-ac1a-5e5f5d4f12a4 None None] Network a152d39c-806c-4f4b-b532-497a7f53ab33 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:47.692789 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-61d4bdc7-9afc-47d2-b798-cdfd2f02365b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:47.746472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Network 449bbaf6-ed25-48d1-ac24-d7aadd34426e is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:47.756450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:47.759020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:47.816695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Pushing event updated for resources: {'Port': ['ID=fa089b0d-818a-4b20-81e6-2f4598430621,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:47.935269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Attempting to bind port fa089b0d-818a-4b20-81e6-2f4598430621 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:47.935631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Attempting to bind port fa089b0d-818a-4b20-81e6-2f4598430621 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '0ece10f0-83cb-4eac-b6f1-fc5383ec77ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '449bbaf6-ed25-48d1-ac24-d7aadd34426e'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:47.935986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Attempting to bind port fa089b0d-818a-4b20-81e6-2f4598430621 on network 449bbaf6-ed25-48d1-ac24-d7aadd34426e {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:47.968833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:47.969128 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Checking segment: {'id': '0ece10f0-83cb-4eac-b6f1-fc5383ec77ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '449bbaf6-ed25-48d1-ac24-d7aadd34426e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:47.969544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:47.969927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Bound using segment: {'id': '0ece10f0-83cb-4eac-b6f1-fc5383ec77ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '449bbaf6-ed25-48d1-ac24-d7aadd34426e'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:47.970384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Bound port: fa089b0d-818a-4b20-81e6-2f4598430621, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ece10f0-83cb-4eac-b6f1-fc5383ec77ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '449bbaf6-ed25-48d1-ac24-d7aadd34426e'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:47.970751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.098260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-a152d39c-806c-4f4b-b532-497a7f53ab33', 'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33', 'tenant_id': 'd533df46fa0a4314a4f1e1a612c5d343', 'fixed_ips': [{'subnet_id': '0c1a5649-2f5d-4b29-a707-cb022751c38e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:33:48.099049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.127276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] For port fa089b0d-818a-4b20-81e6-2f4598430621, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:48.177041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] For port fa089b0d-818a-4b20-81e6-2f4598430621, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fa089b0d-818a-4b20-81e6-2f4598430621,segment=NetworkSegment(0ece10f0-83cb-4eac-b6f1-fc5383ec77ae),segment_id=0ece10f0-83cb-4eac-b6f1-fc5383ec77ae)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:48.186442 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.198171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61d4bdc7-9afc-47d2-b798-cdfd2f02365b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.337492 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256f25d-5444-4b0f-9e04-70372d67f8ae None None] Pushing event updated for resources: {'Port': ['ID=fa089b0d-818a-4b20-81e6-2f4598430621,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:48.354371 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-61d4bdc7-9afc-47d2-b798-cdfd2f02365b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 13:33:48.355239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Allocated IP 172.21.0.2 (a152d39c-806c-4f4b-b532-497a7f53ab33/0c1a5649-2f5d-4b29-a707-cb022751c38e/2e1776b9-c31e-47d6-8b81-160ae35421ab) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:48.361671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38012) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:48.362362 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61d4bdc7-9afc-47d2-b798-cdfd2f02365b tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "PUT /v2.0/routers/14bbb7df-5170-45a6-ae6d-6b59cfe7e61b HTTP/1.1" status: 400 len: 364 time: 0.6731927 Mar 11 13:33:48.441038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Deleting subnet 0c1a5649-2f5d-4b29-a707-cb022751c38e {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:33:48.589729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.601340 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Transition to ACTIVE for port object 2e1776b9-c31e-47d6-8b81-160ae35421ab will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:48.619657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Transition to ACTIVE for port object 2e1776b9-c31e-47d6-8b81-160ae35421ab will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:48.624392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.624997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.683960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.736242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Network a152d39c-806c-4f4b-b532-497a7f53ab33 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:48.744219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:48.748438 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:48.754329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Pushing event updated for resources: {'Port': ['ID=2e1776b9-c31e-47d6-8b81-160ae35421ab,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:48.778856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.838864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Attempting to bind port 2e1776b9-c31e-47d6-8b81-160ae35421ab on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:48.839177 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Attempting to bind port 2e1776b9-c31e-47d6-8b81-160ae35421ab by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ae51ea7a-9d96-43ed-bbeb-f65f86c5e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:48.839540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Attempting to bind port 2e1776b9-c31e-47d6-8b81-160ae35421ab on network a152d39c-806c-4f4b-b532-497a7f53ab33 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:48.845089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:48.845458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Checking segment: {'id': 'ae51ea7a-9d96-43ed-bbeb-f65f86c5e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:48.845914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.846344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Bound using segment: {'id': 'ae51ea7a-9d96-43ed-bbeb-f65f86c5e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:48.846881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Bound port: 2e1776b9-c31e-47d6-8b81-160ae35421ab, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae51ea7a-9d96-43ed-bbeb-f65f86c5e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a152d39c-806c-4f4b-b532-497a7f53ab33'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:48.847317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.851361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.892616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1a5649-2f5d-4b29-a707-cb022751c38e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:48.896106 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "DELETE /v2.0/subnets/0c1a5649-2f5d-4b29-a707-cb022751c38e HTTP/1.1" status: 204 len: 168 time: 0.5410480 Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.909324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.910783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.910783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.910783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb797a-99c6-4ba6-a2cd-746afa264cea tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:48.911706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38016) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:48.944923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] For port 2e1776b9-c31e-47d6-8b81-160ae35421ab, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:48.948315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] For port 2e1776b9-c31e-47d6-8b81-160ae35421ab, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e1776b9-c31e-47d6-8b81-160ae35421ab,segment=NetworkSegment(ae51ea7a-9d96-43ed-bbeb-f65f86c5e910),segment_id=ae51ea7a-9d96-43ed-bbeb-f65f86c5e910)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:48.951871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.042300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.055176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Deleting port 2e1776b9-c31e-47d6-8b81-160ae35421ab {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:49.055992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.076947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b51ab-7568-46cd-a69e-5b9d56a39b08 None None] Pushing event updated for resources: {'Port': ['ID=2e1776b9-c31e-47d6-8b81-160ae35421ab,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:49.098999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3060ca-970e-4dc2-a180-6ffc0ddf1fb3 None None] Network a152d39c-806c-4f4b-b532-497a7f53ab33 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:49.277908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] For port 2e1776b9-c31e-47d6-8b81-160ae35421ab, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2e1776b9-c31e-47d6-8b81-160ae35421ab,segment=NetworkSegment(ae51ea7a-9d96-43ed-bbeb-f65f86c5e910),segment_id=ae51ea7a-9d96-43ed-bbeb-f65f86c5e910)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:49.278267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.371776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a46c3d-e287-46f0-ba8d-80112de09aa3 None None] Network 449bbaf6-ed25-48d1-ac24-d7aadd34426e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:49.409184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Calling delete_port for 2e1776b9-c31e-47d6-8b81-160ae35421ab owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:49.470839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-49763101-2252-43b1-a286-f893464d3e53 None None] Provisioning for port fa089b0d-818a-4b20-81e6-2f4598430621 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:49.486659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.536556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event deleted for resources: {'Port': ['ID=2e1776b9-c31e-47d6-8b81-160ae35421ab,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:49.541806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] No DVR routers for this DVR port 2e1776b9-c31e-47d6-8b81-160ae35421ab on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:33:49.668640 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.696874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a152d39c-806c-4f4b-b532-497a7f53ab33']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:49.709669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae51ea7a-9d96-43ed-bbeb-f65f86c5e910') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:49.710175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae51ea7a-9d96-43ed-bbeb-f65f86c5e910') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:49.723117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.740545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.747623 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:49.748119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:49.763248 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:49.788928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7c449-8c36-4240-8747-33554b4c73cc None None] get_active_networks_info from dv-neutron-833198-1-hyperv {{(pid=87960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 13:33:49.894367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7c449-8c36-4240-8747-33554b4c73cc None None] Resources bound (agent type, host, resource id): {{(pid=87960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 13:33:49.972130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:49.986658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fa089b0d-818a-4b20-81e6-2f4598430621 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:49.989942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.001104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event deleted for resources: {'Network': ['ID=a152d39c-806c-4f4b-b532-497a7f53ab33,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:50.005470 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-089a3cb0-3eb9-4763-be69-8f7804b8dded tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "DELETE /v2.0/networks/a152d39c-806c-4f4b-b532-497a7f53ab33 HTTP/1.1" status: 204 len: 168 time: 1.0922148 Mar 11 13:33:50.008440 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38020) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:50.073764 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Deleting subnet 9700f953-ced0-4e64-b7bc-ae2e0821ade1 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:33:50.076663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.126519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port fa089b0d-818a-4b20-81e6-2f4598430621 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:50.134800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.137863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port fa089b0d-818a-4b20-81e6-2f4598430621 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:50.138231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.216497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.290701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.319614 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.334987 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event deleted for resources: {'Subnet': ['ID=9700f953-ced0-4e64-b7bc-ae2e0821ade1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:50.336949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.343193 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df600259-2057-4d3c-8eab-bd07c5db6860 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "DELETE /v2.0/subnets/9700f953-ced0-4e64-b7bc-ae2e0821ade1 HTTP/1.1" status: 204 len: 168 time: 0.3338115 Mar 11 13:33:50.345648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38024) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:50.387327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000c1f24-4776-4e86-a44b-b8e90746ba3d None None] Network 449bbaf6-ed25-48d1-ac24-d7aadd34426e requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:50.464156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.474271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Deleting port fa089b0d-818a-4b20-81e6-2f4598430621 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:50.474596 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.495658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:33:50.495990 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:33:50.688215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] DHCP port deletion for 449bbaf6-ed25-48d1-ac24-d7aadd34426e request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:33:50.690106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] For port fa089b0d-818a-4b20-81e6-2f4598430621, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fa089b0d-818a-4b20-81e6-2f4598430621,segment=NetworkSegment(0ece10f0-83cb-4eac-b6f1-fc5383ec77ae),segment_id=0ece10f0-83cb-4eac-b6f1-fc5383ec77ae)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:50.690460 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.692190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Deleting port fa089b0d-818a-4b20-81e6-2f4598430621 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:50.692555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.815794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Calling delete_port for fa089b0d-818a-4b20-81e6-2f4598430621 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:50.898474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] For port fa089b0d-818a-4b20-81e6-2f4598430621, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fa089b0d-818a-4b20-81e6-2f4598430621,segment=NetworkSegment(0ece10f0-83cb-4eac-b6f1-fc5383ec77ae),segment_id=0ece10f0-83cb-4eac-b6f1-fc5383ec77ae)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:50.899046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.899411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:50.955198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event deleted for resources: {'Port': ['ID=fa089b0d-818a-4b20-81e6-2f4598430621,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:50.956902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] No DVR routers for this DVR port fa089b0d-818a-4b20-81e6-2f4598430621 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:33:51.049891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Calling delete_port for fa089b0d-818a-4b20-81e6-2f4598430621 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:33:51.080802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.090195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port fa089b0d-818a-4b20-81e6-2f4598430621 update to ACTIVE by agent not found {{(pid=87960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 13:33:51.106722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449bbaf6-ed25-48d1-ac24-d7aadd34426e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:51.119089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ece10f0-83cb-4eac-b6f1-fc5383ec77ae') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:51.119386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ece10f0-83cb-4eac-b6f1-fc5383ec77ae') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:51.126826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:33:51.127165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:33:51.130634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.146664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.153236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:33:51.153578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:33:51.167761 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:33:51.250008 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.267741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.279235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Pushing event deleted for resources: {'Network': ['ID=449bbaf6-ed25-48d1-ac24-d7aadd34426e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:51.281981 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-30f79fcd-699d-47f0-93c5-54de656fb3d1 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "DELETE /v2.0/networks/449bbaf6-ed25-48d1-ac24-d7aadd34426e HTTP/1.1" status: 204 len: 168 time: 0.9354413 Mar 11 13:33:51.284636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:51.326898 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-462974a5-0d82-447a-a246-8f4fd1501732 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Synchronizing usage tracker for tenant:d533df46fa0a4314a4f1e1a612c5d343 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:33:51.342119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-462974a5-0d82-447a-a246-8f4fd1501732 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Unset dirty status for tenant:d533df46fa0a4314a4f1e1a612c5d343 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:33:51.343208 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-462974a5-0d82-447a-a246-8f4fd1501732 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "GET /v2.0/ports?device_id=14bbb7df-5170-45a6-ae6d-6b59cfe7e61b HTTP/1.1" status: 200 len: 205 time: 0.0576954 Mar 11 13:33:51.345752 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:51.588667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4b0df-6599-4c4b-bffd-e03bb2254950 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.628423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Deleting port fa089b0d-818a-4b20-81e6-2f4598430621 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:33:51.628835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.695821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-f741a8dd-1e81-47f5-8aae-bd84c71e665a None None] The port 'fa089b0d-818a-4b20-81e6-2f4598430621' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:33:51.888088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4b0df-6599-4c4b-bffd-e03bb2254950 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.890321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4b0df-6599-4c4b-bffd-e03bb2254950 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.914136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4b0df-6599-4c4b-bffd-e03bb2254950 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.914512 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f4b0df-6599-4c4b-bffd-e03bb2254950 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Fanout notify agent at l3_agent the message router_deleted on router 14bbb7df-5170-45a6-ae6d-6b59cfe7e61b {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:33:51.921914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fa089b0d-818a-4b20-81e6-2f4598430621 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:33:51.926295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4b0df-6599-4c4b-bffd-e03bb2254950 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:51.927374 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-96f4b0df-6599-4c4b-bffd-e03bb2254950 tempest-RoutersNegativeTest-285557409 tempest-RoutersNegativeTest-285557409-project] 10.222.0.52 "DELETE /v2.0/routers/14bbb7df-5170-45a6-ae6d-6b59cfe7e61b HTTP/1.1" status: 204 len: 168 time: 0.5807545 Mar 11 13:33:51.960656 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: fa089b0d-818a-4b20-81e6-2f4598430621 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:33:51.960900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fa089b0d-818a-4b20-81e6-2f4598430621 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:33:52.192577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38040) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:52.213632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:52.344625 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a2fed3c8-26cb-4745-a57e-86a4e8e17a8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d533df46fa0a4314a4f1e1a612c5d343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508367 Mar 11 13:33:52.347081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38046) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:52.403702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981672b6-17c2-44c3-af82-d2e38d2c936a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:52.428769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981672b6-17c2-44c3-af82-d2e38d2c936a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:52.479518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981672b6-17c2-44c3-af82-d2e38d2c936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:52.493834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981672b6-17c2-44c3-af82-d2e38d2c936a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3489e77b-2c0c-407f-b8d8-bff03e6247f6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:52.500344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-981672b6-17c2-44c3-af82-d2e38d2c936a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:52.503135 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-981672b6-17c2-44c3-af82-d2e38d2c936a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3489e77b-2c0c-407f-b8d8-bff03e6247f6 HTTP/1.1" status: 204 len: 168 time: 0.1534898 Mar 11 13:33:53.139950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38070) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:53.241685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-956208017-network', 'tenant_id': '643d206959654dd4a222cdf304aa0f40'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:53.246292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:53.250125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Usage tracker for resource:network and tenant:643d206959654dd4a222cdf304aa0f40 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:53.252949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:53.258582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:53.268216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Made reservation on behalf of 643d206959654dd4a222cdf304aa0f40 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:53.270481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.281976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.296695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:53.300379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Usage tracker for resource:security_group_rule and tenant:643d206959654dd4a222cdf304aa0f40 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:53.303134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:53.309269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:53.391733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.395557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.427111 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:53.432669 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40810d43-2f75-4828-ae8a-82af007785b5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:53.439592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.439947 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Added segment 5fe1143c-6a1a-4d99-8ca0-4289965c68b7 of type vlan for network 616803ad-8031-4e85-9b7b-d8d4f1d4010b Mar 11 13:33:53.465368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.493317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.494179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:53.494737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.683324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] Pushing event updated for resources: {'Network': ['ID=616803ad-8031-4e85-9b7b-d8d4f1d4010b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:53.686333 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-225f0aa7-4b6f-437e-a634-09c776af791d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5453799 Mar 11 13:33:53.689278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38076) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:53.693406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:53.694442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Request body: {'subnet': {'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-subnet', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:53.699267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:53.703130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Usage tracker for resource:subnet and tenant:643d206959654dd4a222cdf304aa0f40 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:53.706018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:53.712109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:53.722071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Made reservation on behalf of 643d206959654dd4a222cdf304aa0f40 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:53.724527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.921383 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:53.998752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d4b488-3513-4652-8f7b-e3d17fb8d494,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:54.002642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Checking segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:54.002988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Network hostable DHCP agents. Network: 616803ad-8031-4e85-9b7b-d8d4f1d4010b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:33:54.021211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:33:54.030279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 616803ad-8031-4e85-9b7b-d8d4f1d4010b) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:54.034020 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:54.034588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.039222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b11fe-bdf0-4d71-b584-b35331b5d05c None None] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:54.055299 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-095634e2-f528-4dba-8f76-05a0518af2d1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3648469 Mar 11 13:33:54.057993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38080) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:54.062917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:54.067524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:54.071889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Usage tracker for resource:router and tenant:643d206959654dd4a222cdf304aa0f40 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:54.074988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:54.080527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:54.091136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.092108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.107069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.253137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'fixed_ips': [{'subnet_id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:33:54.253997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.371170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.408056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Allocated IP 172.20.0.2 (616803ad-8031-4e85-9b7b-d8d4f1d4010b/f1d4b488-3513-4652-8f7b-e3d17fb8d494/334bc3a3-6354-4d87-bafd-a44986eae6be) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:54.608582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.618616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Transition to ACTIVE for port object 334bc3a3-6354-4d87-bafd-a44986eae6be will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:54.636599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Transition to ACTIVE for port object 334bc3a3-6354-4d87-bafd-a44986eae6be will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:54.642003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.674574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.704241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:54.707199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.711002 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:54.715416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:54.720910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Pushing event updated for resources: {'Port': ['ID=334bc3a3-6354-4d87-bafd-a44986eae6be,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:54.804680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Attempting to bind port 334bc3a3-6354-4d87-bafd-a44986eae6be on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:54.805035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Attempting to bind port 334bc3a3-6354-4d87-bafd-a44986eae6be by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:54.805380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Attempting to bind port 334bc3a3-6354-4d87-bafd-a44986eae6be on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:54.810471 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:54.810826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Checking segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:54.811210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.811590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Bound using segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:54.812033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Bound port: 334bc3a3-6354-4d87-bafd-a44986eae6be, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:54.812394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.836845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Allocated IP 172.26.4.25 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/c632e332-fb0f-4bce-ad54-2a05045f47b1) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:54.930707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] For port 334bc3a3-6354-4d87-bafd-a44986eae6be, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:54.933580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] For port 334bc3a3-6354-4d87-bafd-a44986eae6be, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=334bc3a3-6354-4d87-bafd-a44986eae6be,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:54.939026 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:54.993131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:55.019369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7875b0-e8b0-4994-b0dc-68809a140019 None None] Pushing event updated for resources: {'Port': ['ID=334bc3a3-6354-4d87-bafd-a44986eae6be,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:55.024248 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:55.089480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:55.096525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:55.101233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:55.130138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Pushing event updated for resources: {'Port': ['ID=c632e332-fb0f-4bce-ad54-2a05045f47b1,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:55.625238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:55.858893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafead4-0624-4cf2-9820-1a41d5eb1cf0 None None] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:33:55.964559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 334bc3a3-6354-4d87-bafd-a44986eae6be up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:55.977663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:55.995695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1ca9ff7a-8ab0-44e3-bc57-24ef01312a9c None None] Provisioning for port 334bc3a3-6354-4d87-bafd-a44986eae6be completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:56.102602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 334bc3a3-6354-4d87-bafd-a44986eae6be completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:56.138518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 334bc3a3-6354-4d87-bafd-a44986eae6be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:56.138892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:56.213071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Router d1b0712d-75f2-4fd1-a803-8471e3df6f87 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:33:56.281370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:56.322145 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 334bc3a3-6354-4d87-bafd-a44986eae6be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=334bc3a3-6354-4d87-bafd-a44986eae6be,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:33:56.327517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:56.397648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=334bc3a3-6354-4d87-bafd-a44986eae6be,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:56.434737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:33:56.446527 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Sync routers for ids ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:33:56.457913 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Routers {'d1b0712d-75f2-4fd1-a803-8471e3df6f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:33:56.458748 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:56.462287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:56.466178 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-54dca323-cae7-492a-9159-387a937d7748 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4046931 Mar 11 13:33:56.466427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38084) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:56.533724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-25c347b8-e14e-49bf-beb8-7b6baf9b7433 None None] Provisioning complete for port 334bc3a3-6354-4d87-bafd-a44986eae6be triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:56.534014 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-25c347b8-e14e-49bf-beb8-7b6baf9b7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:56.638919 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Set router d1b0712d-75f2-4fd1-a803-8471e3df6f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:33:56.926970 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:55Z', 'revision_number': 3, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port': {'id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:56.930774 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Checking router: d1b0712d-75f2-4fd1-a803-8471e3df6f87 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:33:56.931123 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Updating router d1b0712d-75f2-4fd1-a803-8471e3df6f87 port c632e332-fb0f-4bce-ad54-2a05045f47b1 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:33:56.983246 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.244381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.302812 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.314313 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Transition to ACTIVE for port object c632e332-fb0f-4bce-ad54-2a05045f47b1 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:57.321587 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.388165 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Attempting to bind port c632e332-fb0f-4bce-ad54-2a05045f47b1 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:33:57.388510 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Attempting to bind port c632e332-fb0f-4bce-ad54-2a05045f47b1 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:33:57.389295 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Attempting to bind port c632e332-fb0f-4bce-ad54-2a05045f47b1 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:33:57.398724 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:33:57.399084 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:33:57.399470 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.399846 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:33:57.400289 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Bound port: c632e332-fb0f-4bce-ad54-2a05045f47b1, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:33:57.400641 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.452247 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Pushing event updated for resources: {'Port': ['ID=c632e332-fb0f-4bce-ad54-2a05045f47b1,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:57.454256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Allocated IP 172.20.0.1 (616803ad-8031-4e85-9b7b-d8d4f1d4010b/f1d4b488-3513-4652-8f7b-e3d17fb8d494/484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:33:57.479707 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.480052 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.480385 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.480851 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.481034 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.481366 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.481791 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.482112 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.482433 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.482747 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.483063 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.483376 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:33:57.500912 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] For port c632e332-fb0f-4bce-ad54-2a05045f47b1, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:33:57.504690 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] For port c632e332-fb0f-4bce-ad54-2a05045f47b1, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c632e332-fb0f-4bce-ad54-2a05045f47b1,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:33:57.509643 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.589814 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Routers {'d1b0712d-75f2-4fd1-a803-8471e3df6f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:33:57.590409 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:57.603181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.618832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Transition to ACTIVE for port object 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:33:57.642744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.655477 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab2b8b-f184-49cd-a2cc-cf4ee70d0afe None None] Pushing event updated for resources: {'Port': ['ID=c632e332-fb0f-4bce-ad54-2a05045f47b1,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:57.707840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:57.714639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:57.718707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:33:57.748699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Pushing event updated for resources: {'Port': ['ID=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:57.775493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:57.778791 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] Set router d1b0712d-75f2-4fd1-a803-8471e3df6f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:33:57.941027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 334bc3a3-6354-4d87-bafd-a44986eae6be up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:33:58.007435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-888385c0-ebbc-430c-81a5-d90952b013df None None] Provisioning for port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:33:58.014155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-888385c0-ebbc-430c-81a5-d90952b013df None None] Provisioning complete for port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:58.014633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-888385c0-ebbc-430c-81a5-d90952b013df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:58.046970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:58.073265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 334bc3a3-6354-4d87-bafd-a44986eae6be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:58.073818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:58.101927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-888385c0-ebbc-430c-81a5-d90952b013df None None] Port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:33:58.108984 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:55Z', 'revision_number': 3, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port': {'id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:58.112792 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0eb0e-335c-4d52-8aa8-fad6ca07b193 None None] The sync data for ids ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'] in dv-neutron-833198-1-hyperv is: [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:55Z', 'revision_number': 3, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port': {'id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:33:58.415508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:58.420713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:58.529981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:58.533410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Pushing event updated for resources: {'Port': ['ID=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:58.672399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:33:58.673533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:33:58.888670 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Router d1b0712d-75f2-4fd1-a803-8471e3df6f87 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:33:58.931381 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-39a9b167-90be-4085-8c24-80757072e54d None None] Provisioning complete for port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:33:58.931844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-39a9b167-90be-4085-8c24-80757072e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:58.986977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-39a9b167-90be-4085-8c24-80757072e54d None None] Port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:33:59.077665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:33:59.086567 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3dfcaab7-96c9-4e8e-9624-40ae1fb838d0 admin admin] 10.222.0.52 "PUT /v2.0/routers/d1b0712d-75f2-4fd1-a803-8471e3df6f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6190927 Mar 11 13:33:59.581709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38102) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:59.587837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2099030441-network', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:59.592577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:59.599025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Usage tracker for resource:network and tenant:fa6e355104784d08ac5b409525c6c473 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:59.599776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:59.606259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:59.617744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Made reservation on behalf of fa6e355104784d08ac5b409525c6c473 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:33:59.621266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.623073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Sync routers for ids ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:33:59.632459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Routers {'d1b0712d-75f2-4fd1-a803-8471e3df6f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:33:59.633079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:33:59.633541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.650816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:59.654544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6e355104784d08ac5b409525c6c473 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:59.657239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:59.663461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:33:59.746841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.750504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.780498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:33:59.789846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77a77d-8cde-4195-ae09-22a243e4df60,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:59.795785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.796139 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Added segment 5a084b97-45d7-4b4e-9975-ed5b8fa7fed5 of type vlan for network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 Mar 11 13:33:59.813530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Set router d1b0712d-75f2-4fd1-a803-8471e3df6f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:33:59.823382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.852266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.853122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:33:59.853718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:33:59.963737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] Pushing event updated for resources: {'Network': ['ID=9a639a6d-8eab-4d47-a7e9-9c59093a14f9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:33:59.971836 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e38ec5a8-0cf1-43a0-8fa0-b6faf2327782 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3863959 Mar 11 13:33:59.972431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:33:59.979302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Request body: {'subnet': {'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-subnet', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:33:59.984988 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:33:59.985156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:33:59.988835 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Usage tracker for resource:subnet and tenant:fa6e355104784d08ac5b409525c6c473 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:33:59.991733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:33:59.998417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:34:00.009592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Made reservation on behalf of fa6e355104784d08ac5b409525c6c473 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:34:00.012018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.033936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c632e332-fb0f-4bce-ad54-2a05045f47b1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:00.214844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.288603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc77129-9cdf-472a-8c57-fedd290d2e91,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:00.299167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c632e332-fb0f-4bce-ad54-2a05045f47b1 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:00.300159 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.300505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.300845 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.301199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.301523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.301853 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.302174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.302498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.302819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.303631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.303950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.304272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:00.307173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c632e332-fb0f-4bce-ad54-2a05045f47b1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:00.307173 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.310441 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Checking segment: {'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:34:00.310793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Network hostable DHCP agents. Network: 9a639a6d-8eab-4d47-a7e9-9c59093a14f9, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:34:00.329889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:34:00.340247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 9a639a6d-8eab-4d47-a7e9-9c59093a14f9) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:34:00.346198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:00.347277 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.350844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3312f-e554-41d6-9d34-3cbfcd08371c None None] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:34:00.380044 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2924412d-ee37-46bb-a7bc-1b471b6b2b4a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4032369 Mar 11 13:34:00.380471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38110) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:34:00.386611 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:34:00.391258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:34:00.395218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Usage tracker for resource:router and tenant:fa6e355104784d08ac5b409525c6c473 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:34:00.398438 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:34:00.404173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:34:00.415329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.416423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.431525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.481043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:57Z', 'revision_number': 4, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port': {'id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3', 'name': '', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'mac_address': 'fa:16:3e:62:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:57Z', 'updated_at': '2022-03-11T13:33:58Z', 'revision_number': 2, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'subnets': [{'id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:00.531867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Checking router: d1b0712d-75f2-4fd1-a803-8471e3df6f87 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:34:00.532244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Updating router d1b0712d-75f2-4fd1-a803-8471e3df6f87 port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:34:00.628219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.658947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.674241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c632e332-fb0f-4bce-ad54-2a05045f47b1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c632e332-fb0f-4bce-ad54-2a05045f47b1,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:00.697401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.707314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.793030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-9a639a6d-8eab-4d47-a7e9-9c59093a14f9', 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'fixed_ips': [{'subnet_id': '9fc77129-9cdf-472a-8c57-fedd290d2e91'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:34:00.793867 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:00.852878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c632e332-fb0f-4bce-ad54-2a05045f47b1,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:01.113051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.139286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Allocated IP 172.20.0.2 (9a639a6d-8eab-4d47-a7e9-9c59093a14f9/9fc77129-9cdf-472a-8c57-fedd290d2e91/0cc8c9a4-75a3-4099-a52d-6342887a39f1) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:34:01.143224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.279475 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Allocated IP 172.26.4.67 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/d8b13185-3cb1-4ee6-8394-818cf480f525) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:34:01.326437 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:34:01.365661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.412784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Transition to ACTIVE for port object 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:01.427130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.427581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.457402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.516382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:34:01.519358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:34:01.523690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:34:01.546292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.570385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b13185-3cb1-4ee6-8394-818cf480f525,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:01.630708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Transition to ACTIVE for port object 0cc8c9a4-75a3-4099-a52d-6342887a39f1 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:01.633079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ba904-7be9-4f1a-a9bf-6a554a99fc92 None None] Pushing event updated for resources: {'Port': ['ID=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:01.719752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Transition to ACTIVE for port object 0cc8c9a4-75a3-4099-a52d-6342887a39f1 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:01.736757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.773756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Attempting to bind port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:34:01.774125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Attempting to bind port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:34:01.774494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Attempting to bind port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:01.801204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:34:01.801596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Checking segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:34:01.801991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.802368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Bound using segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:34:01.802820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Bound port: 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:34:01.803704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.819288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:34:01.834133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:34:01.844506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:34:01.846754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Pushing event updated for resources: {'Port': ['ID=0cc8c9a4-75a3-4099-a52d-6342887a39f1,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:01.953046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:01.968774 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c632e332-fb0f-4bce-ad54-2a05045f47b1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:02.058590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Attempting to bind port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:34:02.058954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Attempting to bind port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:34:02.059380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Attempting to bind port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 on network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:02.067106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] For port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:34:02.072005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] For port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:34:02.075299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:34:02.075693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Checking segment: {'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:34:02.076168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:02.076549 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Bound using segment: {'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:34:02.076996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Bound port: 0cc8c9a4-75a3-4099-a52d-6342887a39f1, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:34:02.077359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:02.092081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:02.205226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c632e332-fb0f-4bce-ad54-2a05045f47b1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:02.205957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:02.285490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Routers {'d1b0712d-75f2-4fd1-a803-8471e3df6f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:34:02.286136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:02.361537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ba904-7be9-4f1a-a9bf-6a554a99fc92 None None] Pushing event updated for resources: {'Port': ['ID=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:02.388300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] For port 0cc8c9a4-75a3-4099-a52d-6342887a39f1, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:34:02.408271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:02.414617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] For port 0cc8c9a4-75a3-4099-a52d-6342887a39f1, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0cc8c9a4-75a3-4099-a52d-6342887a39f1,segment=NetworkSegment(5a084b97-45d7-4b4e-9975-ed5b8fa7fed5),segment_id=5a084b97-45d7-4b4e-9975-ed5b8fa7fed5)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:34:02.471848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:02.620305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Router 187ff33e-f9a5-426f-867c-ae1121b50235 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:34:02.635481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] Set router d1b0712d-75f2-4fd1-a803-8471e3df6f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:34:02.712356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db30e9-bc8c-4643-9437-fd56a10aeba7 None None] Pushing event updated for resources: {'Port': ['ID=0cc8c9a4-75a3-4099-a52d-6342887a39f1,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:02.822451 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:34:02.840361 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Sync routers for ids ['187ff33e-f9a5-426f-867c-ae1121b50235'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:34:02.857764 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Routers {'187ff33e-f9a5-426f-867c-ae1121b50235'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:34:02.858783 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['187ff33e-f9a5-426f-867c-ae1121b50235'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:02.865955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:02.867891 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3aa5aa89-87e0-45ee-8dac-eb9bea82ca41 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4852078 Mar 11 13:34:02.870138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38114) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:34:03.025667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:57Z', 'revision_number': 4, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port': {'id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3', 'name': '', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'mac_address': 'fa:16:3e:62:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:57Z', 'updated_at': '2022-03-11T13:34:02Z', 'revision_number': 4, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'subnets': [{'id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:03.029912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f438-0559-46ac-a5f1-d5dd139012f5 None None] The sync data for ids ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'] in dv-neutron-833198-1-hyperv is: [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:33:57Z', 'revision_number': 4, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port': {'id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3', 'name': '', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'mac_address': 'fa:16:3e:62:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:57Z', 'updated_at': '2022-03-11T13:34:02Z', 'revision_number': 4, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'subnets': [{'id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:34:03.060799 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Set router 187ff33e-f9a5-426f-867c-ae1121b50235 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:34:03.460521 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:34:01Z', 'revision_number': 3, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port': {'id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:01Z', 'updated_at': '2022-03-11T13:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:03.470424 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Checking router: 187ff33e-f9a5-426f-867c-ae1121b50235 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:34:03.470702 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Updating router 187ff33e-f9a5-426f-867c-ae1121b50235 port d8b13185-3cb1-4ee6-8394-818cf480f525 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:34:03.538263 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:03.710972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c977988b-ca07-4cc3-bac4-ce1aac4e31c3 None None] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:34:03.849198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:03.869175 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-737664f6-ddde-4379-bed3-67364970b7af None None] Provisioning for port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:03.957912 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:03.988548 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Transition to ACTIVE for port object d8b13185-3cb1-4ee6-8394-818cf480f525 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:03.999685 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.067274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0cc8c9a4-75a3-4099-a52d-6342887a39f1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:04.107261 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Attempting to bind port d8b13185-3cb1-4ee6-8394-818cf480f525 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:34:04.108610 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Attempting to bind port d8b13185-3cb1-4ee6-8394-818cf480f525 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:34:04.108610 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Attempting to bind port d8b13185-3cb1-4ee6-8394-818cf480f525 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:04.110301 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e0d6d-00e9-48e9-b596-6eb84b6b94de None None] Pushing event updated for resources: {'Port': ['ID=d8b13185-3cb1-4ee6-8394-818cf480f525,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:04.116371 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:34:04.116740 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:34:04.117293 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.117709 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:34:04.118616 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Bound port: d8b13185-3cb1-4ee6-8394-818cf480f525, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:34:04.118616 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.158490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Allocated IP 172.20.0.1 (9a639a6d-8eab-4d47-a7e9-9c59093a14f9/9fc77129-9cdf-472a-8c57-fedd290d2e91/18d87167-740a-4b51-bf04-c2d1fe5f0168) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:34:04.171822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:04.180912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:04.181289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.207342 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] For port d8b13185-3cb1-4ee6-8394-818cf480f525, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:34:04.211602 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] For port d8b13185-3cb1-4ee6-8394-818cf480f525, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d8b13185-3cb1-4ee6-8394-818cf480f525,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:34:04.222107 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.315792 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Routers {'187ff33e-f9a5-426f-867c-ae1121b50235'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:34:04.317122 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['187ff33e-f9a5-426f-867c-ae1121b50235'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:04.332693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.367214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 0cc8c9a4-75a3-4099-a52d-6342887a39f1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0cc8c9a4-75a3-4099-a52d-6342887a39f1,segment=NetworkSegment(5a084b97-45d7-4b4e-9975-ed5b8fa7fed5),segment_id=5a084b97-45d7-4b4e-9975-ed5b8fa7fed5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:04.382368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.383238 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:04.384411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.419152 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Transition to ACTIVE for port object 18d87167-740a-4b51-bf04-c2d1fe5f0168 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:04.452156 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.500965 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e0d6d-00e9-48e9-b596-6eb84b6b94de None None] Pushing event updated for resources: {'Port': ['ID=d8b13185-3cb1-4ee6-8394-818cf480f525,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:04.540138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=0cc8c9a4-75a3-4099-a52d-6342887a39f1,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:04.541654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Pushing event updated for resources: {'Port': ['ID=18d87167-740a-4b51-bf04-c2d1fe5f0168,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:04.553792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:34:04.555216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:34:04.557406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:34:04.558706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ba620db1-8469-4429-a633-8ffe66af6bd3 None None] Provisioning complete for port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:04.559077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ba620db1-8469-4429-a633-8ffe66af6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.616814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.625969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:04.633012 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] Set router 187ff33e-f9a5-426f-867c-ae1121b50235 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:34:04.640570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:04.640940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.847882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.881622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:04.886325 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.900459 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:04.945686 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:34:01Z', 'revision_number': 3, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port': {'id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:01Z', 'updated_at': '2022-03-11T13:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:04.949738 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff0f5-3da1-4c70-820b-de43967ca788 None None] The sync data for ids ['187ff33e-f9a5-426f-867c-ae1121b50235'] in dv-neutron-833198-1-hyperv is: [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:34:01Z', 'revision_number': 3, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port': {'id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:01Z', 'updated_at': '2022-03-11T13:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:34:04.967293 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:04.974443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1962cd93-bd64-4cff-b395-fe1c58f4facc None None] Provisioning for port 18d87167-740a-4b51-bf04-c2d1fe5f0168 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:04.980505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1962cd93-bd64-4cff-b395-fe1c58f4facc None None] Provisioning complete for port 18d87167-740a-4b51-bf04-c2d1fe5f0168 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:04.980983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1962cd93-bd64-4cff-b395-fe1c58f4facc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:05.037833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1962cd93-bd64-4cff-b395-fe1c58f4facc None None] Port 18d87167-740a-4b51-bf04-c2d1fe5f0168 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:34:05.149209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:05.161346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:05.272451 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:05.276029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Pushing event updated for resources: {'Port': ['ID=18d87167-740a-4b51-bf04-c2d1fe5f0168,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:05.418831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:34:05.421977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:34:05.623999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Router 187ff33e-f9a5-426f-867c-ae1121b50235 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:34:05.661696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1a856149-4a36-4776-b567-c696e09e3620 None None] Provisioning complete for port 18d87167-740a-4b51-bf04-c2d1fe5f0168 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:05.662063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a856149-4a36-4776-b567-c696e09e3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:05.719568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-1a856149-4a36-4776-b567-c696e09e3620 None None] Port 18d87167-740a-4b51-bf04-c2d1fe5f0168 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:34:05.922570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:34:05.932107 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77696c3b-e607-4b8b-8c08-cfbe80905676 admin admin] 10.222.0.52 "PUT /v2.0/routers/187ff33e-f9a5-426f-867c-ae1121b50235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0608618 Mar 11 13:34:06.011315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0cc8c9a4-75a3-4099-a52d-6342887a39f1 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:06.084028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:06.084397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:06.204198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8b13185-3cb1-4ee6-8394-818cf480f525 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:06.289339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d8b13185-3cb1-4ee6-8394-818cf480f525 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:06.294897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d8b13185-3cb1-4ee6-8394-818cf480f525 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:06.295706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:06.416716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:06.434003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port d8b13185-3cb1-4ee6-8394-818cf480f525, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d8b13185-3cb1-4ee6-8394-818cf480f525,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:06.438595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:06.439465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:06.496333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Sync routers for ids ['187ff33e-f9a5-426f-867c-ae1121b50235'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:34:06.547277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Routers {'187ff33e-f9a5-426f-867c-ae1121b50235'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:34:06.547905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['187ff33e-f9a5-426f-867c-ae1121b50235'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:06.674193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=d8b13185-3cb1-4ee6-8394-818cf480f525,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:06.741485 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:06.741786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:06.826033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ac78f939-6b5d-4041-b89f-2e772f720e16 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:06.827473 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ac78f939-6b5d-4041-b89f-2e772f720e16 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/networks?id=616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 200 len: 816 time: 0.1463859 Mar 11 13:34:06.828829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Set router 187ff33e-f9a5-426f-867c-ae1121b50235 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:34:06.842910 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-8ab1b760-206a-45db-ae42-e59639b1c2e1 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/quotas/643d206959654dd4a222cdf304aa0f40 HTTP/1.1" status: 200 len: 375 time: 0.0096323 Mar 11 13:34:06.931124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-9be840fb-f89c-4245-9feb-035fec4f36e2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=643d206959654dd4a222cdf304aa0f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830238 Mar 11 13:34:07.072282 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-f4278be7-3cb7-4d8d-91db-8dc94e609182 service neutron] 10.222.0.52 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296959 Mar 11 13:34:07.205376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:34:04Z', 'revision_number': 4, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port': {'id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:01Z', 'updated_at': '2022-03-11T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18d87167-740a-4b51-bf04-c2d1fe5f0168', 'name': '', 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'mac_address': 'fa:16:3e:9b:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '9fc77129-9cdf-472a-8c57-fedd290d2e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:03Z', 'updated_at': '2022-03-11T13:34:04Z', 'revision_number': 2, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'subnets': [{'id': '9fc77129-9cdf-472a-8c57-fedd290d2e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:07.206085 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-1cfeee77-73c4-4a1a-90b9-482fc2de1a32 service neutron] 10.222.0.52 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272702 Mar 11 13:34:07.208698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7396fb50-0df0-4110-b953-e67012a8086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:07.211178 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Checking router: 187ff33e-f9a5-426f-867c-ae1121b50235 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:34:07.211528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Updating router 187ff33e-f9a5-426f-867c-ae1121b50235 port 18d87167-740a-4b51-bf04-c2d1fe5f0168 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:34:07.267746 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:07.408472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab173f87-b66b-4562-9efc-230ec11abbb1 req-d72e86ff-3801-472d-a6cc-c4533c6e648c tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 210 time: 0.0508344 Mar 11 13:34:07.627167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:07.639783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Transition to ACTIVE for port object 18d87167-740a-4b51-bf04-c2d1fe5f0168 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:07.647188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:07.808214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0aa75-2ccd-4305-81f4-c6f542533444 None None] Pushing event updated for resources: {'Port': ['ID=18d87167-740a-4b51-bf04-c2d1fe5f0168,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:07.877571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Attempting to bind port 18d87167-740a-4b51-bf04-c2d1fe5f0168 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:34:07.878059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Attempting to bind port 18d87167-740a-4b51-bf04-c2d1fe5f0168 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:34:07.878491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Attempting to bind port 18d87167-740a-4b51-bf04-c2d1fe5f0168 on network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:07.884588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:34:07.885042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Checking segment: {'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:34:07.885595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:07.886051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Bound using segment: {'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:34:07.886573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Bound port: 18d87167-740a-4b51-bf04-c2d1fe5f0168, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:34:07.886991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:07.942459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8b13185-3cb1-4ee6-8394-818cf480f525 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:08.048392 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] For port 18d87167-740a-4b51-bf04-c2d1fe5f0168, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:34:08.052088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] For port 18d87167-740a-4b51-bf04-c2d1fe5f0168, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18d87167-740a-4b51-bf04-c2d1fe5f0168,segment=NetworkSegment(5a084b97-45d7-4b4e-9975-ed5b8fa7fed5),segment_id=5a084b97-45d7-4b4e-9975-ed5b8fa7fed5)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:34:08.056796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:08.125903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d8b13185-3cb1-4ee6-8394-818cf480f525 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:08.126049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:08.178359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Routers {'187ff33e-f9a5-426f-867c-ae1121b50235'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:34:08.178978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:33:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['187ff33e-f9a5-426f-867c-ae1121b50235'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:08.310156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0aa75-2ccd-4305-81f4-c6f542533444 None None] Pushing event updated for resources: {'Port': ['ID=18d87167-740a-4b51-bf04-c2d1fe5f0168,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:08.477047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-fe0564d4-3402-4246-8fcf-a0e0a3ed4911 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:08.477828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-fe0564d4-3402-4246-8fcf-a0e0a3ed4911 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Synchronizing usage tracker for tenant:643d206959654dd4a222cdf304aa0f40 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:34:08.497865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-fe0564d4-3402-4246-8fcf-a0e0a3ed4911 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Unset dirty status for tenant:643d206959654dd4a222cdf304aa0f40 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:34:08.499216 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-fe0564d4-3402-4246-8fcf-a0e0a3ed4911 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "GET /v2.0/networks?id=616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 200 len: 816 time: 0.1876919 Mar 11 13:34:08.511571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] Set router 187ff33e-f9a5-426f-867c-ae1121b50235 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:34:08.512396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Request body: {'port': {'device_id': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'admin_state_up': True, 'tenant_id': '643d206959654dd4a222cdf304aa0f40'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:34:08.585569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84bdacdd-8767-4aa9-bede-8f29df807028 req-16829b24-bd10-402b-9d28-f499a50208f7 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 210 time: 0.0585780 Mar 11 13:34:08.667981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:34:08.672061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Usage tracker for resource:port and tenant:643d206959654dd4a222cdf304aa0f40 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:34:08.675083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:34:08.680962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:34:08.691151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Made reservation on behalf of 643d206959654dd4a222cdf304aa0f40 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:34:08.694678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:08.844213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:34:04Z', 'revision_number': 4, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port': {'id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:01Z', 'updated_at': '2022-03-11T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18d87167-740a-4b51-bf04-c2d1fe5f0168', 'name': '', 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'mac_address': 'fa:16:3e:9b:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '9fc77129-9cdf-472a-8c57-fedd290d2e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:03Z', 'updated_at': '2022-03-11T13:34:08Z', 'revision_number': 4, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'subnets': [{'id': '9fc77129-9cdf-472a-8c57-fedd290d2e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:34:08.848312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf27a93-9145-4f49-99de-dc5e507da638 None None] The sync data for ids ['187ff33e-f9a5-426f-867c-ae1121b50235'] in dv-neutron-833198-1-hyperv is: [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:34:04Z', 'revision_number': 4, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port': {'id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:01Z', 'updated_at': '2022-03-11T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18d87167-740a-4b51-bf04-c2d1fe5f0168', 'name': '', 'network_id': '9a639a6d-8eab-4d47-a7e9-9c59093a14f9', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'mac_address': 'fa:16:3e:9b:45:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '9fc77129-9cdf-472a-8c57-fedd290d2e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:03Z', 'updated_at': '2022-03-11T13:34:08Z', 'revision_number': 4, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'subnets': [{'id': '9fc77129-9cdf-472a-8c57-fedd290d2e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:34:08.855741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Allocated IP 172.20.0.5 (616803ad-8031-4e85-9b7b-d8d4f1d4010b/f1d4b488-3513-4652-8f7b-e3d17fb8d494/8ffbd21b-4103-4431-93df-3f3eb72f3e92) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:34:09.079501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.096910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Transition to ACTIVE for port object 8ffbd21b-4103-4431-93df-3f3eb72f3e92 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:09.121052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.194272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:34:09.202086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:34:09.204758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:34:09.242884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Pushing event updated for resources: {'Port': ['ID=8ffbd21b-4103-4431-93df-3f3eb72f3e92,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:09.279651 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:09.280393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.282650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5b619d0c-341d-4760-b6fa-4e7d5a19c9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.306375 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-25925f1d-b5ad-41dc-bd54-a0218ceffe94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7989750 Mar 11 13:34:09.316262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-3151dd5f-8fd0-4bf3-b7af-d5c6bef5e8be tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:34:09.317275 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-3151dd5f-8fd0-4bf3-b7af-d5c6bef5e8be tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053554 Mar 11 13:34:09.328909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Request body: {'port': {'device_id': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:34:09.457800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.507477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cb672cab-5e0e-415b-af9a-953815be45ce None None] Provisioning for port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:09.513178 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cb672cab-5e0e-415b-af9a-953815be45ce None None] Provisioning complete for port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:09.513570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb672cab-5e0e-415b-af9a-953815be45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.573204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cb672cab-5e0e-415b-af9a-953815be45ce None None] Port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:34:09.790665 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b713e-a145-4cbf-a4dc-c5e7b430780a req-621e45aa-49a7-4b47-84a0-df0ed3560225 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:09.792502 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-114b713e-a145-4cbf-a4dc-c5e7b430780a req-621e45aa-49a7-4b47-84a0-df0ed3560225 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 931 time: 0.0909903 Mar 11 13:34:09.838389 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-114b713e-a145-4cbf-a4dc-c5e7b430780a req-9e1f53ed-a0b9-4378-8472-e8dd9dc97eb7 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Mar 11 13:34:09.922249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffbd21b-4103-4431-93df-3f3eb72f3e92 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:34:09.930143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.944727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Transition to ACTIVE for port object 8ffbd21b-4103-4431-93df-3f3eb72f3e92 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:09.951993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:09.958673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18d87167-740a-4b51-bf04-c2d1fe5f0168 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:10.028664 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 18d87167-740a-4b51-bf04-c2d1fe5f0168 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:10.034013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 18d87167-740a-4b51-bf04-c2d1fe5f0168 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:10.034387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.114442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffbd21b-4103-4431-93df-3f3eb72f3e92,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:10.162872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.191917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Attempting to bind port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:34:10.192370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Attempting to bind port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:34:10.192572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Attempting to bind port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:10.196813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 18d87167-740a-4b51-bf04-c2d1fe5f0168, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18d87167-740a-4b51-bf04-c2d1fe5f0168,segment=NetworkSegment(5a084b97-45d7-4b4e-9975-ed5b8fa7fed5),segment_id=5a084b97-45d7-4b4e-9975-ed5b8fa7fed5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:10.197640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:34:10.198007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Attempting to bind port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:10.200790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.204525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:34:10.204893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Checking segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:34:10.205241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Bound using segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:34:10.205699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Bound port: 8ffbd21b-4103-4431-93df-3f3eb72f3e92, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:34:10.206072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.270931 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=18d87167-740a-4b51-bf04-c2d1fe5f0168,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:10.295492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] For port 8ffbd21b-4103-4431-93df-3f3eb72f3e92, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:34:10.299712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] For port 8ffbd21b-4103-4431-93df-3f3eb72f3e92, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8ffbd21b-4103-4431-93df-3f3eb72f3e92,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:34:10.303639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.363903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:10.364532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.366116 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] 10.222.0.50 "PUT /v2.0/ports/8ffbd21b-4103-4431-93df-3f3eb72f3e92 HTTP/1.1" status: 200 len: 1093 time: 1.0422199 Mar 11 13:34:10.366522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'tag': '8ffbd21b-4103-4431-93df-3f3eb72f3e92'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:34:10.392040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ca1a8-b080-4257-bc7e-2bb4cb069b79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffbd21b-4103-4431-93df-3f3eb72f3e92,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:10.453259 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.459804 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'tag': '8ffbd21b-4103-4431-93df-3f3eb72f3e92', 'status': 'completed', 'code': 200} Mar 11 13:34:10.504642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-82986f85-3ffe-4b54-a6b3-ebb7afc6b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:10.506732 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-82986f85-3ffe-4b54-a6b3-ebb7afc6b177 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=643d206959654dd4a222cdf304aa0f40&device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 1096 time: 0.0911579 Mar 11 13:34:10.580106 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-87c129e9-b18d-43d7-84a6-e67837a8b21b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffbd21b-4103-4431-93df-3f3eb72f3e92 HTTP/1.1" status: 200 len: 217 time: 0.0667741 Mar 11 13:34:10.608179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:10.645753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-60bc5cce-47bb-4851-b87b-ac3d7a7ada72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:10.647699 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-60bc5cce-47bb-4851-b87b-ac3d7a7ada72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f1d4b488-3513-4652-8f7b-e3d17fb8d494 HTTP/1.1" status: 200 len: 855 time: 0.0616069 Mar 11 13:34:10.719379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-c67f6773-ca28-4ead-b3c6-0a61239d4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:10.720708 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-c67f6773-ca28-4ead-b3c6-0a61239d4adc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=616803ad-8031-4e85-9b7b-d8d4f1d4010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673347 Mar 11 13:34:10.855104 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-bb6d21f3-f3a4-4023-a5ba-1855bd87d3eb service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243365 Mar 11 13:34:10.987314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cd3dc695-e431-48c2-853c-6c3ac32b2ec9 req-156459e6-56c3-46fd-a59e-ce84d373fb54 service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260993 Mar 11 13:34:11.023275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc165a-0eaf-4923-8cfb-20eb1fbeae9c req-dea29b2b-b305-414b-af63-f59530f696db tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:11.024744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c6fc165a-0eaf-4923-8cfb-20eb1fbeae9c req-dea29b2b-b305-414b-af63-f59530f696db tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 943 time: 0.0804000 Mar 11 13:34:11.074028 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c6fc165a-0eaf-4923-8cfb-20eb1fbeae9c req-04891c03-c9ff-466f-99ed-0fd43f796975 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Mar 11 13:34:11.106164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-4cbd108f-0c1c-4210-859c-92bb7c1ebb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:11.107634 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-4cbd108f-0c1c-4210-859c-92bb7c1ebb29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=643d206959654dd4a222cdf304aa0f40&device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 1096 time: 0.0737760 Mar 11 13:34:11.235064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-f3a0f106-f9d8-4538-9bd9-341fd3e9667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:11.236465 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-f3a0f106-f9d8-4538-9bd9-341fd3e9667b service neutron] 10.222.0.50 "GET /v2.0/networks?id=616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 200 len: 917 time: 0.1228480 Mar 11 13:34:11.305722 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-d78e97a9-ccf7-4612-a54d-9f60bd9c9952 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffbd21b-4103-4431-93df-3f3eb72f3e92 HTTP/1.1" status: 200 len: 217 time: 0.0619295 Mar 11 13:34:11.365684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-d3763bbc-5367-4d8d-83f9-1ff765200822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:11.367063 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-d3763bbc-5367-4d8d-83f9-1ff765200822 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f1d4b488-3513-4652-8f7b-e3d17fb8d494 HTTP/1.1" status: 200 len: 855 time: 0.0555949 Mar 11 13:34:11.441922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-69ba2360-207e-47b6-b585-a8344afc472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:11.443404 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-69ba2360-207e-47b6-b585-a8344afc472f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=616803ad-8031-4e85-9b7b-d8d4f1d4010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692809 Mar 11 13:34:11.665037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-1be1e819-25ca-4198-909e-e79889ba4ee3 service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153683 Mar 11 13:34:11.794754 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3a084dc7-268b-4d56-b3c1-43d48df19f3e req-20d30d8a-d5c4-4d92-b423-2c3904527dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228268 Mar 11 13:34:11.937134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18d87167-740a-4b51-bf04-c2d1fe5f0168 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:12.002574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 18d87167-740a-4b51-bf04-c2d1fe5f0168 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:12.002935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:12.064989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:12.270578 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9181bf-5781-4671-ae5c-a31ab06f627d req-2d9cb5a1-d388-415d-9a42-dddb29124225 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:12.271895 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a9181bf-5781-4671-ae5c-a31ab06f627d req-2d9cb5a1-d388-415d-9a42-dddb29124225 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 943 time: 0.0832498 Mar 11 13:34:12.315914 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a9181bf-5781-4671-ae5c-a31ab06f627d req-9e373c02-c887-491e-9853-7a2acd5bfa19 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384033 Mar 11 13:34:12.930956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8ffbd21b-4103-4431-93df-3f3eb72f3e92 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:34:13.060103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 8ffbd21b-4103-4431-93df-3f3eb72f3e92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8ffbd21b-4103-4431-93df-3f3eb72f3e92,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:13.073066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '8ffbd21b-4103-4431-93df-3f3eb72f3e92', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'port_id': '8ffbd21b-4103-4431-93df-3f3eb72f3e92', 'mac_address': 'fa:16:3e:bb:ef:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:34:13.126219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:13.144927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffbd21b-4103-4431-93df-3f3eb72f3e92 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:34:13.159905 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 8ffbd21b-4103-4431-93df-3f3eb72f3e92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8ffbd21b-4103-4431-93df-3f3eb72f3e92,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:13.164570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:13.228763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=8ffbd21b-4103-4431-93df-3f3eb72f3e92,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:13.367953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['8ffbd21b-4103-4431-93df-3f3eb72f3e92'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:34:13.504219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25d49-6949-444c-8c12-e0c3743d9104 req-4647a161-8265-44b3-84ba-e06466c6f2c1 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:13.506350 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9ab25d49-6949-444c-8c12-e0c3743d9104 req-4647a161-8265-44b3-84ba-e06466c6f2c1 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 944 time: 0.0827703 Mar 11 13:34:13.551416 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9ab25d49-6949-444c-8c12-e0c3743d9104 req-c9871ffa-5c02-48f5-84bb-0402b735479d tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Mar 11 13:34:14.834941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f81c8-db08-41c9-8c93-e77bc24f638f req-03735928-5ea9-4f61-ae9b-fffdd835011f tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:14.840015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f18f81c8-db08-41c9-8c93-e77bc24f638f req-03735928-5ea9-4f61-ae9b-fffdd835011f tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 944 time: 0.1826272 Mar 11 13:34:14.879927 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f18f81c8-db08-41c9-8c93-e77bc24f638f req-9329691e-3f5d-4f4f-91cc-5a7a032e4377 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Mar 11 13:34:14.929994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8ffbd21b-4103-4431-93df-3f3eb72f3e92 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:14.994623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:14.999046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:14.999413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:15.112936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:15.138569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffbd21b-4103-4431-93df-3f3eb72f3e92'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:34:15.148397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 8ffbd21b-4103-4431-93df-3f3eb72f3e92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8ffbd21b-4103-4431-93df-3f3eb72f3e92,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:15.151939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:15.187335 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffbd21b-4103-4431-93df-3f3eb72f3e92', 'code': 200} Mar 11 13:34:15.222186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=8ffbd21b-4103-4431-93df-3f3eb72f3e92,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:15.406138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbcc1b-915f-48f3-9496-aa5acc378621 req-22c8f241-ab47-42f3-b7d8-68c99ed912d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:15.407597 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ccbbcc1b-915f-48f3-9496-aa5acc378621 req-22c8f241-ab47-42f3-b7d8-68c99ed912d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 1098 time: 0.0724123 Mar 11 13:34:15.448745 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-ccbbcc1b-915f-48f3-9496-aa5acc378621 req-9eeb6a3f-9926-4953-bdcd-3eb7c53eb4c6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 Mar 11 13:34:16.086302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef9dbd-f87c-45af-a613-93a8c855be35 req-7cebeebf-499c-4392-8b05-d291a2a0127b tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:16.087754 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92ef9dbd-f87c-45af-a613-93a8c855be35 req-7cebeebf-499c-4392-8b05-d291a2a0127b tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 945 time: 0.1023557 Mar 11 13:34:16.132122 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92ef9dbd-f87c-45af-a613-93a8c855be35 req-e718ad0b-8215-4f53-ac9c-df9d5f742b95 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Mar 11 13:34:17.360649 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab984a8c-48e3-4fee-a1f1-d4b82afa56c4 req-1ef58b1e-0051-48f9-9b4b-ef3679c52a65 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:17.362132 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab984a8c-48e3-4fee-a1f1-d4b82afa56c4 req-1ef58b1e-0051-48f9-9b4b-ef3679c52a65 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 945 time: 0.1263528 Mar 11 13:34:17.405653 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab984a8c-48e3-4fee-a1f1-d4b82afa56c4 req-6c9b46c1-b6a3-46cc-b64c-457545cbf61b tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Mar 11 13:34:17.593177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8ca72-935a-4e7f-9218-99098440156c req-133a22dd-e5e9-41c2-846f-7b8069f7591f tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:17.595053 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7dc8ca72-935a-4e7f-9218-99098440156c req-133a22dd-e5e9-41c2-846f-7b8069f7591f tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 945 time: 0.0825815 Mar 11 13:34:17.638557 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7dc8ca72-935a-4e7f-9218-99098440156c req-77a62f94-b432-43d2-b787-497f3b7e759d tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Mar 11 13:34:22.232600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:31.949895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f93f5-8c5d-4952-979c-ed521eedcd00 req-05b7567d-8188-43c5-be95-00f0be664be7 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:31.951342 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc7f93f5-8c5d-4952-979c-ed521eedcd00 req-05b7567d-8188-43c5-be95-00f0be664be7 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 945 time: 0.0797629 Mar 11 13:34:31.997828 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc7f93f5-8c5d-4952-979c-ed521eedcd00 req-6de917bf-9182-4f61-93e4-ad58e269a42f tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Mar 11 13:34:33.185720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74410cb4-9185-440a-9bf0-1914a1ba1775 req-98fbf2c3-2a17-4311-b4b1-758438eb4ad8 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:33.187310 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74410cb4-9185-440a-9bf0-1914a1ba1775 req-98fbf2c3-2a17-4311-b4b1-758438eb4ad8 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 945 time: 0.0825977 Mar 11 13:34:33.230645 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74410cb4-9185-440a-9bf0-1914a1ba1775 req-52068df4-14fb-4f9d-ac69-525cd2d57027 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Mar 11 13:34:33.409626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-a78b4887-2027-491f-b8cb-fb3362258eec tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:33.410305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-a78b4887-2027-491f-b8cb-fb3362258eec tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Synchronizing usage tracker for tenant:643d206959654dd4a222cdf304aa0f40 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:34:33.427511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-a78b4887-2027-491f-b8cb-fb3362258eec tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Unset dirty status for tenant:643d206959654dd4a222cdf304aa0f40 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:34:33.428828 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-a78b4887-2027-491f-b8cb-fb3362258eec tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 945 time: 0.0983584 Mar 11 13:34:33.497616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Deleting port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:34:33.497956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:33.737893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] For port 8ffbd21b-4103-4431-93df-3f3eb72f3e92, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8ffbd21b-4103-4431-93df-3f3eb72f3e92,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:33.738224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:33.857748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Calling delete_port for 8ffbd21b-4103-4431-93df-3f3eb72f3e92 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:34:33.999406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:34.011283 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['8ffbd21b-4103-4431-93df-3f3eb72f3e92'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:34:34.048552 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Pushing event deleted for resources: {'Port': ['ID=8ffbd21b-4103-4431-93df-3f3eb72f3e92,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:34.125751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] No DVR routers for this DVR port 8ffbd21b-4103-4431-93df-3f3eb72f3e92 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:34:34.128359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:34.131590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'name': 'network-vif-deleted', 'tag': '8ffbd21b-4103-4431-93df-3f3eb72f3e92'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:34:34.152076 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-178761fb-5a7c-411c-9e7f-856b9b532c3f req-5bbb59b5-57c7-42b7-9ee2-fe384d49fe76 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "DELETE /v2.0/ports/8ffbd21b-4103-4431-93df-3f3eb72f3e92 HTTP/1.1" status: 204 len: 173 time: 0.7182600 Mar 11 13:34:34.184484 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5f0e5e-5051-4828-8af5-580f869f034a', 'name': 'network-vif-deleted', 'tag': '8ffbd21b-4103-4431-93df-3f3eb72f3e92', 'status': 'completed', 'code': 200} Mar 11 13:34:34.400315 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b46eb1d-9c05-46cb-b407-d672301da3f4 req-c2f1e4c3-6e42-4a92-8d89-fe07f2ed6f0a tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5f0e5e-5051-4828-8af5-580f869f034a HTTP/1.1" status: 200 len: 210 time: 0.0447187 Mar 11 13:34:36.110922 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-85a7b90d-f303-4156-9677-5edc2f6f1711 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:36.112357 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-85a7b90d-f303-4156-9677-5edc2f6f1711 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/networks?id=616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 200 len: 816 time: 0.2409604 Mar 11 13:34:36.126498 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-3f287d66-84f7-4c79-91a8-dcad69cc365a tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/quotas/643d206959654dd4a222cdf304aa0f40 HTTP/1.1" status: 200 len: 375 time: 0.0087242 Mar 11 13:34:36.207664 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-f14955ba-7adf-441f-af5d-467ccfe6e7f7 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=643d206959654dd4a222cdf304aa0f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760007 Mar 11 13:34:36.342087 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-2f413018-7cea-4aec-be8e-4f8653eb3fec service neutron] 10.222.0.52 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230912 Mar 11 13:34:36.474029 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-4cb1c838-71f1-4e64-8f67-2ad7e3a17cf4 service neutron] 10.222.0.52 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262128 Mar 11 13:34:36.649175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f8638f6f-68c3-4c3e-b6d5-6ff7be36123f req-44c0a350-4ac5-4d9f-83ff-233cd1082bb5 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 210 time: 0.0476830 Mar 11 13:34:37.046500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8ffbd21b-4103-4431-93df-3f3eb72f3e92 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:34:37.079465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 8ffbd21b-4103-4431-93df-3f3eb72f3e92 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:34:37.079804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 8ffbd21b-4103-4431-93df-3f3eb72f3e92 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:34:37.199428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8f39985d-ead6-4031-9271-e0066f4b705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:37.663074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-62ebf4e3-3497-4025-b829-0abf7cd9f541 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:37.664607 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-62ebf4e3-3497-4025-b829-0abf7cd9f541 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "GET /v2.0/networks?id=616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 200 len: 816 time: 0.1712117 Mar 11 13:34:37.677519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Request body: {'port': {'device_id': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'admin_state_up': True, 'tenant_id': '643d206959654dd4a222cdf304aa0f40'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:34:37.802026 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0af72f90-bb67-4283-a6d0-8b94f78228e4 req-92d40ca7-de1f-4f5f-bf73-63f6931f21de tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 210 time: 0.0421939 Mar 11 13:34:37.820265 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:34:37.824570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Usage tracker for resource:port and tenant:643d206959654dd4a222cdf304aa0f40 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:34:37.827419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:34:37.833493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:34:37.841850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Made reservation on behalf of 643d206959654dd4a222cdf304aa0f40 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:34:37.845276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:38.100194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Allocated IP 172.20.0.3 (616803ad-8031-4e85-9b7b-d8d4f1d4010b/f1d4b488-3513-4652-8f7b-e3d17fb8d494/1d9cf265-886b-487b-b45b-9a0bb9aa5922) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:34:38.296777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:38.311734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Transition to ACTIVE for port object 1d9cf265-886b-487b-b45b-9a0bb9aa5922 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:38.324716 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:34:38.335065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:38.402921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:34:38.405845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:34:38.408390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:34:38.458846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Pushing event updated for resources: {'Port': ['ID=1d9cf265-886b-487b-b45b-9a0bb9aa5922,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:38.484323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:38.484954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:38.510565 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-57968779-25ca-4e64-9952-9fd1e61ded79 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372333 Mar 11 13:34:38.565613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Request body: {'port': {'device_id': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:34:38.590800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5663bfd4-23c9-4558-b3a7-275cb44d0ed2 None None] Provisioning for port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:38.595978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5663bfd4-23c9-4558-b3a7-275cb44d0ed2 None None] Provisioning complete for port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:38.596470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5663bfd4-23c9-4558-b3a7-275cb44d0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:38.653501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-5663bfd4-23c9-4558-b3a7-275cb44d0ed2 None None] Port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:34:38.680372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:38.983424 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f8489-cd55-41d7-a994-9fb9d0b32021 req-29c57f4b-71c7-49c4-b7a4-a5c90f305cb0 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:38.984943 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b92f8489-cd55-41d7-a994-9fb9d0b32021 req-29c57f4b-71c7-49c4-b7a4-a5c90f305cb0 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 931 time: 0.0812662 Mar 11 13:34:39.017966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9cf265-886b-487b-b45b-9a0bb9aa5922 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:34:39.025153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:39.030255 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b92f8489-cd55-41d7-a994-9fb9d0b32021 req-99b798ed-47f6-4e94-84aa-388133a6a0de tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Mar 11 13:34:39.039704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Transition to ACTIVE for port object 1d9cf265-886b-487b-b45b-9a0bb9aa5922 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:34:39.044196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:39.210101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Pushing event updated for resources: {'Port': ['ID=1d9cf265-886b-487b-b45b-9a0bb9aa5922,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:39.274483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee6b948b-1088-40db-bbf5-7057042302ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:39.290054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Attempting to bind port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:34:39.290394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Attempting to bind port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:34:39.290724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Attempting to bind port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:39.295646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:34:39.295967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Attempting to bind port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 on network 616803ad-8031-4e85-9b7b-d8d4f1d4010b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:34:39.300929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:34:39.301264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Checking segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:34:39.301683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Bound using segment: {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:34:39.302101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Bound port: 1d9cf265-886b-487b-b45b-9a0bb9aa5922, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe1143c-6a1a-4d99-8ca0-4289965c68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:34:39.302435 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:39.391733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] For port 1d9cf265-886b-487b-b45b-9a0bb9aa5922, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:34:39.394646 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] For port 1d9cf265-886b-487b-b45b-9a0bb9aa5922, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:34:39.399036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:39.453920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:39.454553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:39.456216 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] 10.222.0.50 "PUT /v2.0/ports/1d9cf265-886b-487b-b45b-9a0bb9aa5922 HTTP/1.1" status: 200 len: 1093 time: 0.9388216 Mar 11 13:34:39.456657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'tag': '1d9cf265-886b-487b-b45b-9a0bb9aa5922'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:34:39.488878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486e854-4a20-47f4-9e40-a19f3fcd818a service neutron] Pushing event updated for resources: {'Port': ['ID=1d9cf265-886b-487b-b45b-9a0bb9aa5922,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:39.530501 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'tag': '1d9cf265-886b-487b-b45b-9a0bb9aa5922', 'status': 'completed', 'code': 200} Mar 11 13:34:39.580216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-1099b7bd-397e-4dbe-97af-a9a5f1c213a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:39.581728 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-1099b7bd-397e-4dbe-97af-a9a5f1c213a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=643d206959654dd4a222cdf304aa0f40&device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 1096 time: 0.0838552 Mar 11 13:34:39.649591 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-82467f6d-e0ee-4203-a883-74985ce4342f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922 HTTP/1.1" status: 200 len: 217 time: 0.0613084 Mar 11 13:34:39.714763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-5e27ca13-0d21-47f1-bd05-6ed0db22ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:39.716147 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-5e27ca13-0d21-47f1-bd05-6ed0db22ebf9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f1d4b488-3513-4652-8f7b-e3d17fb8d494 HTTP/1.1" status: 200 len: 855 time: 0.0607471 Mar 11 13:34:39.789271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-aaea92b1-7256-458d-89af-f490fcf0ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:39.790663 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-aaea92b1-7256-458d-89af-f490fcf0ec04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=616803ad-8031-4e85-9b7b-d8d4f1d4010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683539 Mar 11 13:34:40.006846 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-9d0b8ff8-2855-4ed3-ac6f-a4ed9ba25810 service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100306 Mar 11 13:34:40.137789 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c0379243-1028-43df-9e79-6d48b6e0c459 req-2fa3e9e5-da75-4105-8cf8-7902417f80cc service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245117 Mar 11 13:34:40.224750 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e54ed3-9050-4380-af8f-3ccffecba284 req-f394a7d3-b804-4e00-bc90-53e7015dd781 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:40.226280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e4e54ed3-9050-4380-af8f-3ccffecba284 req-f394a7d3-b804-4e00-bc90-53e7015dd781 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 943 time: 0.0882826 Mar 11 13:34:40.253658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-b45fe01c-e28d-470d-b533-b0b0c1f6fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:40.255822 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-b45fe01c-e28d-470d-b533-b0b0c1f6fe8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=643d206959654dd4a222cdf304aa0f40&device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 1096 time: 0.0738950 Mar 11 13:34:40.270768 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e4e54ed3-9050-4380-af8f-3ccffecba284 req-dc14f954-9cfc-4b9f-8ba8-03cd3c8faf0c tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388234 Mar 11 13:34:40.384539 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-8333b95a-ce7e-46c0-b649-4217de869135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:40.386001 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-8333b95a-ce7e-46c0-b649-4217de869135 service neutron] 10.222.0.50 "GET /v2.0/networks?id=616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 200 len: 917 time: 0.1243675 Mar 11 13:34:40.450607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:40.452567 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-d7f667aa-a7e0-4017-9a14-e1d26a0592a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922 HTTP/1.1" status: 200 len: 217 time: 0.0598195 Mar 11 13:34:40.516426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-bd2ad285-13a7-4c79-91fd-974742723ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:40.517823 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-bd2ad285-13a7-4c79-91fd-974742723ad0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f1d4b488-3513-4652-8f7b-e3d17fb8d494 HTTP/1.1" status: 200 len: 855 time: 0.0588493 Mar 11 13:34:40.591005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-55b639a2-06e5-4f89-81c0-58d3af68cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:40.592781 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-55b639a2-06e5-4f89-81c0-58d3af68cbcb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=616803ad-8031-4e85-9b7b-d8d4f1d4010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683188 Mar 11 13:34:40.600038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:40.726236 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-1be2f74d-5619-4652-8bdf-9dd483311d8d service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262591 Mar 11 13:34:40.857810 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-803a5c32-568e-4a1e-b827-84f61c2a5c72 req-5614e9a5-2997-4d48-878f-a9e4b6e4f212 service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247587 Mar 11 13:34:41.459712 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a33b3-f933-4433-84a9-6b9f5a6b4484 req-64709613-763b-405c-91a0-56492e8892a2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:41.461157 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a52a33b3-f933-4433-84a9-6b9f5a6b4484 req-64709613-763b-405c-91a0-56492e8892a2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 943 time: 0.0834010 Mar 11 13:34:41.504797 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a52a33b3-f933-4433-84a9-6b9f5a6b4484 req-e023ce95-1db2-40ad-9443-0154cf9bf46d tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Mar 11 13:34:42.048947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:42.686494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cc693-e920-4928-9b5e-80a551705da6 req-e9f5641f-a222-4bf5-a6c7-5e9ff0bf9707 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:42.688015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d9cc693-e920-4928-9b5e-80a551705da6 req-e9f5641f-a222-4bf5-a6c7-5e9ff0bf9707 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 943 time: 0.0808563 Mar 11 13:34:42.730814 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d9cc693-e920-4928-9b5e-80a551705da6 req-9a4628b3-418e-49e2-897f-41c80221622b tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Mar 11 13:34:43.052900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1d9cf265-886b-487b-b45b-9a0bb9aa5922 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:34:43.183038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1d9cf265-886b-487b-b45b-9a0bb9aa5922, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:43.195756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '1d9cf265-886b-487b-b45b-9a0bb9aa5922', 'network_id': '616803ad-8031-4e85-9b7b-d8d4f1d4010b', 'port_id': '1d9cf265-886b-487b-b45b-9a0bb9aa5922', 'mac_address': 'fa:16:3e:ef:f0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d4b488-3513-4652-8f7b-e3d17fb8d494', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:34:43.252328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:43.268141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9cf265-886b-487b-b45b-9a0bb9aa5922 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:34:43.283484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1d9cf265-886b-487b-b45b-9a0bb9aa5922, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:43.287583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:43.352166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=1d9cf265-886b-487b-b45b-9a0bb9aa5922,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:43.358968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.359317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.359654 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.359983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.360308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.360634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.360956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.361276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.361627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.361950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.362267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.362583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:34:43.477101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['1d9cf265-886b-487b-b45b-9a0bb9aa5922'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:34:43.912963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bb615-fe5d-4871-af59-86621a98db8c req-fe009c79-8bc5-426f-85c9-2af2d7e6bac8 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:43.914432 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-218bb615-fe5d-4871-af59-86621a98db8c req-fe009c79-8bc5-426f-85c9-2af2d7e6bac8 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 944 time: 0.0815351 Mar 11 13:34:43.958124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-218bb615-fe5d-4871-af59-86621a98db8c req-f3130071-556d-4577-b41f-bd1d4ec09689 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Mar 11 13:34:45.055456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1d9cf265-886b-487b-b45b-9a0bb9aa5922 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:34:45.123346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:34:45.128190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:34:45.128556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:45.138949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9c67-9f70-44d3-801d-1fb5e23a9fb4 req-3a9a2a89-af34-4007-aad0-281503e90b80 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:45.140402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1dc9c67-9f70-44d3-801d-1fb5e23a9fb4 req-3a9a2a89-af34-4007-aad0-281503e90b80 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 944 time: 0.0793467 Mar 11 13:34:45.189527 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1dc9c67-9f70-44d3-801d-1fb5e23a9fb4 req-5650a064-a057-40b6-b137-c911a1bf90b3 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Mar 11 13:34:45.248855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:45.274441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9cf265-886b-487b-b45b-9a0bb9aa5922'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:34:45.284544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 1d9cf265-886b-487b-b45b-9a0bb9aa5922, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:34:45.292545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:45.330656 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9cf265-886b-487b-b45b-9a0bb9aa5922', 'code': 200} Mar 11 13:34:45.372018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=1d9cf265-886b-487b-b45b-9a0bb9aa5922,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:34:45.561284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76b4f-72a9-41fe-937e-717e2fde2b70 req-df89311a-e52e-4eeb-bf80-690398a8c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:45.562669 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-60d76b4f-72a9-41fe-937e-717e2fde2b70 req-df89311a-e52e-4eeb-bf80-690398a8c376 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 1098 time: 0.0710316 Mar 11 13:34:45.603463 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-60d76b4f-72a9-41fe-937e-717e2fde2b70 req-bb8f529d-8ee5-444e-bd47-c4743b2c3713 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Mar 11 13:34:46.371491 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb262d22-07b4-49b2-8491-906064bb31cf req-2d13e0fb-834f-48a9-a390-9fffc98e2cc4 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:46.372930 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb262d22-07b4-49b2-8491-906064bb31cf req-2d13e0fb-834f-48a9-a390-9fffc98e2cc4 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 945 time: 0.0805249 Mar 11 13:34:46.416626 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb262d22-07b4-49b2-8491-906064bb31cf req-5cee596b-27c4-4ad6-8267-027b27ad4e28 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377009 Mar 11 13:34:47.604661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b6078-27e2-4186-9114-9d64e748ec55 req-50c03d08-edd8-4862-94b3-9ae840d59b73 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:47.606109 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b90b6078-27e2-4186-9114-9d64e748ec55 req-50c03d08-edd8-4862-94b3-9ae840d59b73 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 945 time: 0.0816851 Mar 11 13:34:47.649008 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b90b6078-27e2-4186-9114-9d64e748ec55 req-b72fe2cb-4386-4f89-9c55-9c682b386735 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 Mar 11 13:34:47.827190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62e93-899e-45d5-82e3-8efff25caae3 req-223265d3-091a-405c-8c83-a8f9b4d7aa3c tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:34:47.828535 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ad62e93-899e-45d5-82e3-8efff25caae3 req-223265d3-091a-405c-8c83-a8f9b4d7aa3c tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 945 time: 0.0788798 Mar 11 13:34:47.874569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ad62e93-899e-45d5-82e3-8efff25caae3 req-086dcfe7-e5e5-47e2-8c6e-35ec5f2ec3cb tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Mar 11 13:34:52.223960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:34:59.871727 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-5f17fe4e-f279-48ee-933e-d66e5ed3bb28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674329 Mar 11 13:35:00.018441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-60483ec7-4b60-45cb-a191-6cbcbd36d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:00.019940 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-60483ec7-4b60-45cb-a191-6cbcbd36d28d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=643d206959654dd4a222cdf304aa0f40&device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 1098 time: 0.0764866 Mar 11 13:35:00.168346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-f9cac46a-08e4-4956-a809-b6e81eacb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:00.170004 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-f9cac46a-08e4-4956-a809-b6e81eacb999 service neutron] 10.222.0.50 "GET /v2.0/networks?id=616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 200 len: 917 time: 0.1282568 Mar 11 13:35:00.241037 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-53626802-6277-48ec-9755-b9d364a2fb46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922 HTTP/1.1" status: 200 len: 217 time: 0.0597053 Mar 11 13:35:00.312926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-f46ff1e6-dcaf-42ae-85e9-0edf824f14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:00.314352 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-f46ff1e6-dcaf-42ae-85e9-0edf824f14fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f1d4b488-3513-4652-8f7b-e3d17fb8d494 HTTP/1.1" status: 200 len: 855 time: 0.0603230 Mar 11 13:35:00.390894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-e33057c9-ca6d-45ff-810a-3046cfed5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:00.392379 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-e33057c9-ca6d-45ff-810a-3046cfed5e22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=616803ad-8031-4e85-9b7b-d8d4f1d4010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728891 Mar 11 13:35:00.623208 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-2924aeaf-d77d-4779-a4d0-9d74eb0639ad service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250817 Mar 11 13:35:00.756550 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-38e6f225-4569-497d-bc4f-c1397a020ad6 req-695b7ba1-c106-4af6-a2a8-115687d3def1 service neutron] 10.222.0.50 "GET /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262538 Mar 11 13:35:02.071123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc9cc-e140-4383-8b2e-b083558a31cc req-100ca3ab-5fa9-4993-a37e-76c84a0ebbe9 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:02.072536 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b74cc9cc-e140-4383-8b2e-b083558a31cc req-100ca3ab-5fa9-4993-a37e-76c84a0ebbe9 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 945 time: 0.0791645 Mar 11 13:35:02.116209 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b74cc9cc-e140-4383-8b2e-b083558a31cc req-007d570e-9ccc-43eb-b27a-0ac019936095 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Mar 11 13:35:03.306767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818857-be78-4df4-b794-5f54c9ec5361 req-a92c5c91-9636-44a4-a46c-0e357ec8ea94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:03.308269 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b818857-be78-4df4-b794-5f54c9ec5361 req-a92c5c91-9636-44a4-a46c-0e357ec8ea94 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 945 time: 0.0881312 Mar 11 13:35:03.352474 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b818857-be78-4df4-b794-5f54c9ec5361 req-54853239-a2d8-4568-973b-dd417d71a448 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/security-groups?id=40810d43-2f75-4828-ae8a-82af007785b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 Mar 11 13:35:03.533494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-adc54e4e-cd91-4d4c-a92e-4d753f5be667 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:03.534181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-adc54e4e-cd91-4d4c-a92e-4d753f5be667 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Synchronizing usage tracker for tenant:643d206959654dd4a222cdf304aa0f40 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:35:03.549513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-adc54e4e-cd91-4d4c-a92e-4d753f5be667 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Unset dirty status for tenant:643d206959654dd4a222cdf304aa0f40 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:35:03.550581 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-adc54e4e-cd91-4d4c-a92e-4d753f5be667 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 945 time: 0.0968504 Mar 11 13:35:03.618342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Deleting port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:03.618681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:03.859508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] For port 1d9cf265-886b-487b-b45b-9a0bb9aa5922, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1d9cf265-886b-487b-b45b-9a0bb9aa5922,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:03.859875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:03.981705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Calling delete_port for 1d9cf265-886b-487b-b45b-9a0bb9aa5922 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:04.121173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:04.133089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['1d9cf265-886b-487b-b45b-9a0bb9aa5922'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:35:04.169142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Pushing event deleted for resources: {'Port': ['ID=1d9cf265-886b-487b-b45b-9a0bb9aa5922,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:04.205914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.206262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.206598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.206932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.207848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.208120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.208444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.208762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.209079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.209397 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.209748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.210064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:04.258693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] No DVR routers for this DVR port 1d9cf265-886b-487b-b45b-9a0bb9aa5922 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:35:04.261306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:04.263969 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'name': 'network-vif-deleted', 'tag': '1d9cf265-886b-487b-b45b-9a0bb9aa5922'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:35:04.281753 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a678d919-c4ba-4226-8a83-bcff683849e6 req-c4e49076-99e6-40d9-a448-88044e4d02f2 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.50 "DELETE /v2.0/ports/1d9cf265-886b-487b-b45b-9a0bb9aa5922 HTTP/1.1" status: 204 len: 173 time: 0.7256873 Mar 11 13:35:04.314642 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dac6a94-524e-4319-aab0-bdd6e84c7750', 'name': 'network-vif-deleted', 'tag': '1d9cf265-886b-487b-b45b-9a0bb9aa5922', 'status': 'completed', 'code': 200} Mar 11 13:35:04.512517 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1e3a2703-011f-477f-979c-483236c3679a req-3b029551-82e6-426b-bcab-34f100636093 tempest-TestEncryptedCinderVolumes-598198568 tempest-TestEncryptedCinderVolumes-598198568-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dac6a94-524e-4319-aab0-bdd6e84c7750 HTTP/1.1" status: 200 len: 210 time: 0.0410330 Mar 11 13:35:05.635947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38400) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:06.258561 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:06.602675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Deleting port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:06.602921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:06.770279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] For port 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:06.770980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:06.890745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Calling delete_port for 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:07.178842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1d9cf265-886b-487b-b45b-9a0bb9aa5922 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:35:07.220467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 1d9cf265-886b-487b-b45b-9a0bb9aa5922 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:35:07.220803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 1d9cf265-886b-487b-b45b-9a0bb9aa5922 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:35:07.228478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d3f5941f-5f28-4317-8546-3f960835e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:07.315741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:07.361964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Pushing event deleted for resources: {'Port': ['ID=484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:07.435947 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.436209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.436548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.436883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.437218 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.437570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.437901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.438231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.438558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.438889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.439215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.439536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:07.646347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:08.001618 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Router d1b0712d-75f2-4fd1-a803-8471e3df6f87 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:35:08.177744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:35:08.186645 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] Sync routers for ids ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:35:08.192168 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9f6acec-5637-423a-9244-f9de1452500b admin admin] 10.222.0.52 "PUT /v2.0/routers/d1b0712d-75f2-4fd1-a803-8471e3df6f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5529327 Mar 11 13:35:08.192915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:08.196193 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] Routers {'d1b0712d-75f2-4fd1-a803-8471e3df6f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:08.196778 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:34:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:08.370754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:08.372199 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] Set router d1b0712d-75f2-4fd1-a803-8471e3df6f87 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:08.659264 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:35:07Z', 'revision_number': 5, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port': {'id': 'c632e332-fb0f-4bce-ad54-2a05045f47b1', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:08.663000 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] Checking router: d1b0712d-75f2-4fd1-a803-8471e3df6f87 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:35:08.671519 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] Routers {'d1b0712d-75f2-4fd1-a803-8471e3df6f87'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:08.672105 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:34:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:08.683038 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:08.693408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Deleting port c632e332-fb0f-4bce-ad54-2a05045f47b1 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:08.693695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:08.821838 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] Set router d1b0712d-75f2-4fd1-a803-8471e3df6f87 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:08.867304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] For port c632e332-fb0f-4bce-ad54-2a05045f47b1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c632e332-fb0f-4bce-ad54-2a05045f47b1,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:08.867659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:08.926176 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:35:08Z', 'revision_number': 6, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:08.930090 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266abc-0be1-4547-abbf-90f47f3f069e None None] The sync data for ids ['d1b0712d-75f2-4fd1-a803-8471e3df6f87'] in dv-neutron-833198-1-hyperv is: [{'id': 'd1b0712d-75f2-4fd1-a803-8471e3df6f87', 'name': 'tempest-TestEncryptedCinderVolumes-956208017-router', 'tenant_id': '643d206959654dd4a222cdf304aa0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:33:54Z', 'updated_at': '2022-03-11T13:35:08Z', 'revision_number': 6, 'project_id': '643d206959654dd4a222cdf304aa0f40', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:35:08.996433 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Calling delete_port for c632e332-fb0f-4bce-ad54-2a05045f47b1 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:09.160954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.209030 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Pushing event deleted for resources: {'Port': ['ID=c632e332-fb0f-4bce-ad54-2a05045f47b1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:09.265959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ed64995-aa4e-4cea-80a8-4995c7710c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.302408 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.477234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.479384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.501824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.502350 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1b0712d-75f2-4fd1-a803-8471e3df6f87 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:35:09.514771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.515884 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-480aef4e-2731-4080-8adc-3cffbd14a554 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d1b0712d-75f2-4fd1-a803-8471e3df6f87 HTTP/1.1" status: 204 len: 168 time: 1.3220403 Mar 11 13:35:09.518434 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:09.580143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] Deleting subnet f1d4b488-3513-4652-8f7b-e3d17fb8d494 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:35:09.583778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.632514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.713690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.786199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.826427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d4b488-3513-4652-8f7b-e3d17fb8d494,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:09.829088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.832840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451bdd2-8a82-49c3-917c-4e2852e3dbee None None] Network 616803ad-8031-4e85-9b7b-d8d4f1d4010b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:35:09.837953 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4907909a-b430-4670-8e38-8e2bebb456f2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f1d4b488-3513-4652-8f7b-e3d17fb8d494 HTTP/1.1" status: 204 len: 168 time: 0.3185194 Mar 11 13:35:09.838722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38412) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:09.950322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.968103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Deleting port 334bc3a3-6354-4d87-bafd-a44986eae6be {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:09.968500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:09.968698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:35:10.013111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:35:10.013348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 484a75e1-fbe8-4cdb-a9a8-4166aae1a7d3 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:35:10.013786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c632e332-fb0f-4bce-ad54-2a05045f47b1 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:35:10.050514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c632e332-fb0f-4bce-ad54-2a05045f47b1 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:35:10.050851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c632e332-fb0f-4bce-ad54-2a05045f47b1 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:35:10.182180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] For port 334bc3a3-6354-4d87-bafd-a44986eae6be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=334bc3a3-6354-4d87-bafd-a44986eae6be,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:10.182565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.192723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] DHCP port deletion for 616803ad-8031-4e85-9b7b-d8d4f1d4010b request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:35:10.196827 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Deleting port 334bc3a3-6354-4d87-bafd-a44986eae6be {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:10.197196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.400527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] For port 334bc3a3-6354-4d87-bafd-a44986eae6be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=334bc3a3-6354-4d87-bafd-a44986eae6be,segment=NetworkSegment(5fe1143c-6a1a-4d99-8ca0-4289965c68b7),segment_id=5fe1143c-6a1a-4d99-8ca0-4289965c68b7)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:10.401223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.403617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Calling delete_port for 334bc3a3-6354-4d87-bafd-a44986eae6be owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:10.479447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.525641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Pushing event deleted for resources: {'Port': ['ID=334bc3a3-6354-4d87-bafd-a44986eae6be,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:10.528893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] No DVR routers for this DVR port 334bc3a3-6354-4d87-bafd-a44986eae6be on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:35:10.530520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Calling delete_port for 334bc3a3-6354-4d87-bafd-a44986eae6be owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:10.574848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 13:35:10.614007 dv-neutron-833198-1-hyperv neutron-server[87960]: util.warn( Mar 11 13:35:10.618953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:35:10.619300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:35:10.620170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.643249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.672345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616803ad-8031-4e85-9b7b-d8d4f1d4010b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:10.684308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe1143c-6a1a-4d99-8ca0-4289965c68b7') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:10.684603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe1143c-6a1a-4d99-8ca0-4289965c68b7') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:10.696219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.711567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.717232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:35:10.717648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:35:10.730306 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:35:10.805121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.809520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:10.831662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] Pushing event deleted for resources: {'Network': ['ID=616803ad-8031-4e85-9b7b-d8d4f1d4010b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:10.848295 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c13c3d1c-7fd5-45ac-86de-13c3c0e3ff11 admin admin] 10.222.0.52 "DELETE /v2.0/networks/616803ad-8031-4e85-9b7b-d8d4f1d4010b HTTP/1.1" status: 204 len: 168 time: 1.0079491 Mar 11 13:35:10.851278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38416) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:11.120907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Deleting port 334bc3a3-6354-4d87-bafd-a44986eae6be {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:11.121369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:11.188236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90afc201-25b9-48f8-9804-6a1884b93bcc None None] The port '334bc3a3-6354-4d87-bafd-a44986eae6be' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:35:11.371172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:11.709319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Deleting port 18d87167-740a-4b51-bf04-c2d1fe5f0168 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:11.709610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:11.961018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 334bc3a3-6354-4d87-bafd-a44986eae6be no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:35:11.977853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] For port 18d87167-740a-4b51-bf04-c2d1fe5f0168, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18d87167-740a-4b51-bf04-c2d1fe5f0168,segment=NetworkSegment(5a084b97-45d7-4b4e-9975-ed5b8fa7fed5),segment_id=5a084b97-45d7-4b4e-9975-ed5b8fa7fed5)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:11.978355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:11.994830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 334bc3a3-6354-4d87-bafd-a44986eae6be {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:35:11.994830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 334bc3a3-6354-4d87-bafd-a44986eae6be not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:35:12.052233 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:12.101508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Calling delete_port for 18d87167-740a-4b51-bf04-c2d1fe5f0168 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:12.422279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:12.467443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=18d87167-740a-4b51-bf04-c2d1fe5f0168,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:12.729295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:13.178758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Router 187ff33e-f9a5-426f-867c-ae1121b50235 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:35:13.351215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:35:13.359842 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-67c8d4d4-ccf1-4087-86ee-fe897fb46a7e admin admin] 10.222.0.52 "PUT /v2.0/routers/187ff33e-f9a5-426f-867c-ae1121b50235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5076196 Mar 11 13:35:13.360437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] Sync routers for ids ['187ff33e-f9a5-426f-867c-ae1121b50235'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:35:13.362267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38420) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:13.371306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] Routers {'187ff33e-f9a5-426f-867c-ae1121b50235'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:13.371904 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['187ff33e-f9a5-426f-867c-ae1121b50235'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:13.537706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:13.545782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] Set router 187ff33e-f9a5-426f-867c-ae1121b50235 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:13.710955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:13.720036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Deleting port d8b13185-3cb1-4ee6-8394-818cf480f525 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:13.720402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:13.822301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:35:12Z', 'revision_number': 5, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port': {'id': 'd8b13185-3cb1-4ee6-8394-818cf480f525', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:34:01Z', 'updated_at': '2022-03-11T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:13.826028 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] Checking router: 187ff33e-f9a5-426f-867c-ae1121b50235 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:35:13.834587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] Routers {'187ff33e-f9a5-426f-867c-ae1121b50235'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:13.835158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['187ff33e-f9a5-426f-867c-ae1121b50235'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:13.896376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] For port d8b13185-3cb1-4ee6-8394-818cf480f525, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d8b13185-3cb1-4ee6-8394-818cf480f525,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:13.896728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.015103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] Set router 187ff33e-f9a5-426f-867c-ae1121b50235 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:14.021049 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Calling delete_port for d8b13185-3cb1-4ee6-8394-818cf480f525 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:14.119127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:35:13Z', 'revision_number': 6, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:14.122946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd30641-6dc2-4e23-b169-235a94323cce None None] The sync data for ids ['187ff33e-f9a5-426f-867c-ae1121b50235'] in dv-neutron-833198-1-hyperv is: [{'id': '187ff33e-f9a5-426f-867c-ae1121b50235', 'name': 'tempest-TestEncryptedCinderVolumes-2099030441-router', 'tenant_id': 'fa6e355104784d08ac5b409525c6c473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:34:00Z', 'updated_at': '2022-03-11T13:35:13Z', 'revision_number': 6, 'project_id': 'fa6e355104784d08ac5b409525c6c473', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:35:14.184550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.231774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b13185-3cb1-4ee6-8394-818cf480f525,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:14.319387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.595863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.598302 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.619820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.620473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187ff33e-f9a5-426f-867c-ae1121b50235 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:35:14.633169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.634306 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a2bec176-30c2-4f49-bd1d-8d0dbe6a192c admin admin] 10.222.0.52 "DELETE /v2.0/routers/187ff33e-f9a5-426f-867c-ae1121b50235 HTTP/1.1" status: 204 len: 168 time: 1.2710974 Mar 11 13:35:14.636859 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38424) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:14.694712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] Deleting subnet 9fc77129-9cdf-472a-8c57-fedd290d2e91 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:35:14.697534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.746507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.823244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.892227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.934461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc77129-9cdf-472a-8c57-fedd290d2e91,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:14.938132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:14.943481 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302650ce-2b1b-4ca4-a60b-19c133ceec9a None None] Network 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:35:14.946676 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-20656064-e37e-4b82-99f8-888e251279ff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9fc77129-9cdf-472a-8c57-fedd290d2e91 HTTP/1.1" status: 204 len: 168 time: 0.3088410 Mar 11 13:35:14.949566 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38428) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:15.061376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.072854 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Deleting port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:15.073173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.194872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] DHCP port deletion for 9a639a6d-8eab-4d47-a7e9-9c59093a14f9 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:35:15.199414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Deleting port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:15.199784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.323216 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:35:15.403693 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] For port 0cc8c9a4-75a3-4099-a52d-6342887a39f1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0cc8c9a4-75a3-4099-a52d-6342887a39f1,segment=NetworkSegment(5a084b97-45d7-4b4e-9975-ed5b8fa7fed5),segment_id=5a084b97-45d7-4b4e-9975-ed5b8fa7fed5)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:15.404366 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.411828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] For port 0cc8c9a4-75a3-4099-a52d-6342887a39f1, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=0cc8c9a4-75a3-4099-a52d-6342887a39f1,segment=NetworkSegment(5a084b97-45d7-4b4e-9975-ed5b8fa7fed5),segment_id=5a084b97-45d7-4b4e-9975-ed5b8fa7fed5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:15.412226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.528891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Calling delete_port for 0cc8c9a4-75a3-4099-a52d-6342887a39f1 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:15.535290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Calling delete_port for 0cc8c9a4-75a3-4099-a52d-6342887a39f1 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:35:15.604371 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.609878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:35:15.610256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:35:15.653471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc8c9a4-75a3-4099-a52d-6342887a39f1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:15.657382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] No DVR routers for this DVR port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:35:15.776756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.801660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a639a6d-8eab-4d47-a7e9-9c59093a14f9']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:15.813404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:15.813732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a084b97-45d7-4b4e-9975-ed5b8fa7fed5') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:15.825306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.841932 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.848791 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:35:15.849353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:35:15.862333 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:35:15.942570 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.958915 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:15.968467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8b13185-3cb1-4ee6-8394-818cf480f525 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:35:15.970526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a639a6d-8eab-4d47-a7e9-9c59093a14f9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:15.973119 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c64c527d-247d-4959-9200-155f5ee0d837 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9a639a6d-8eab-4d47-a7e9-9c59093a14f9 HTTP/1.1" status: 204 len: 168 time: 1.0224893 Mar 11 13:35:16.004063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: d8b13185-3cb1-4ee6-8394-818cf480f525 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:35:16.004435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d8b13185-3cb1-4ee6-8394-818cf480f525 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:35:16.004853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0cc8c9a4-75a3-4099-a52d-6342887a39f1 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:35:16.040885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 0cc8c9a4-75a3-4099-a52d-6342887a39f1 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:35:16.041231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 0cc8c9a4-75a3-4099-a52d-6342887a39f1 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:35:16.041803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18d87167-740a-4b51-bf04-c2d1fe5f0168 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:35:16.075679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 18d87167-740a-4b51-bf04-c2d1fe5f0168 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:35:16.076021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18d87167-740a-4b51-bf04-c2d1fe5f0168 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:35:16.111422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Deleting port 0cc8c9a4-75a3-4099-a52d-6342887a39f1 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:35:16.111856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.153636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38434) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:16.179913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e420745e-0490-4104-86f4-23da1a2f6565 None None] The port '0cc8c9a4-75a3-4099-a52d-6342887a39f1' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:35:16.211000 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5efd55c8-bd40-438c-b89d-912fb5174ec6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=643d206959654dd4a222cdf304aa0f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562351 Mar 11 13:35:16.213581 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38438) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:16.270828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef7e6-e220-4082-a537-3c58522a8faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.299824 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef7e6-e220-4082-a537-3c58522a8faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.352827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef7e6-e220-4082-a537-3c58522a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.367565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ef7e6-e220-4082-a537-3c58522a8faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40810d43-2f75-4828-ae8a-82af007785b5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:16.375382 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef7e6-e220-4082-a537-3c58522a8faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.379419 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd2ef7e6-e220-4082-a537-3c58522a8faf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40810d43-2f75-4828-ae8a-82af007785b5 HTTP/1.1" status: 204 len: 168 time: 0.1648643 Mar 11 13:35:16.708332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38446) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:16.756341 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-28b97172-7d39-4f70-99f0-14d30862ede7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa6e355104784d08ac5b409525c6c473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468998 Mar 11 13:35:16.758755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38450) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:16.815636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32ea8123-3e5d-46f6-aa91-a095a9ff2864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.840654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32ea8123-3e5d-46f6-aa91-a095a9ff2864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.890992 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32ea8123-3e5d-46f6-aa91-a095a9ff2864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.908174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea8123-3e5d-46f6-aa91-a095a9ff2864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77a77d-8cde-4195-ae09-22a243e4df60,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:16.915638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32ea8123-3e5d-46f6-aa91-a095a9ff2864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:16.916794 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-32ea8123-3e5d-46f6-aa91-a095a9ff2864 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c77a77d-8cde-4195-ae09-22a243e4df60 HTTP/1.1" status: 204 len: 168 time: 0.1571646 Mar 11 13:35:17.614944 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38474) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:17.716041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786011051-network', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:17.720715 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:17.724556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Usage tracker for resource:network and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:17.727410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:17.733011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:17.743226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Made reservation on behalf of de510c267eef4c749582d54c5b436ea4 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:35:17.745556 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:17.757913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:17.771747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:17.775466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:17.778228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:17.783742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:17.865567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:17.869041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:17.901207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:35:17.906215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab524a4-809c-4885-bc31-752a8bdd0201,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:17.914508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:17.914849 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Added segment 4a59903f-bf20-48c4-8e62-81983cc019db of type vlan for network d0f7a691-7707-4107-9dd9-666eb45c6491 Mar 11 13:35:17.941319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:17.968906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:17.969857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:17.970427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.074546 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4584103 Mar 11 13:35:18.075340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bf7e1-050e-4f6f-93d7-15ac3582c837 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f7a691-7707-4107-9dd9-666eb45c6491,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:18.077326 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38480) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:18.082862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Request body: {'subnet': {'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786011051-subnet', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:18.085394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network d0f7a691-7707-4107-9dd9-666eb45c6491 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:35:18.087705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:18.091624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Usage tracker for resource:subnet and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:18.094475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:18.101136 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:18.111129 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Made reservation on behalf of de510c267eef4c749582d54c5b436ea4 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:35:18.113973 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.315356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.391173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08285f4-74af-439d-8b4d-256141aacd1e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:18.395698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Checking segment: {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:18.396056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Network hostable DHCP agents. Network: d0f7a691-7707-4107-9dd9-666eb45c6491, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:35:18.414289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Network d0f7a691-7707-4107-9dd9-666eb45c6491 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:35:18.423834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, d0f7a691-7707-4107-9dd9-666eb45c6491) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:18.428267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:18.428849 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.433523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0109a1-3363-48fa-832d-1d4b1ff6bb75 None None] Network d0f7a691-7707-4107-9dd9-666eb45c6491 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:35:18.450361 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-352fdf69-96e4-4fb3-b72e-972e2f7a8a0f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3720188 Mar 11 13:35:18.453068 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:18.458627 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:18.463166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:18.467147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Usage tracker for resource:router and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:18.470016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:18.476324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:18.486831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.487858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.501999 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.686521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-d0f7a691-7707-4107-9dd9-666eb45c6491', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:35:18.687352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:18.846826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Allocated IP 172.20.0.2 (d0f7a691-7707-4107-9dd9-666eb45c6491/f08285f4-74af-439d-8b4d-256141aacd1e/8b7ab203-a976-4a48-a948-9d9c98625334) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:35:18.889139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.058910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.069629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Transition to ACTIVE for port object 8b7ab203-a976-4a48-a948-9d9c98625334 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:19.087566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Transition to ACTIVE for port object 8b7ab203-a976-4a48-a948-9d9c98625334 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:19.094516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.144447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Network d0f7a691-7707-4107-9dd9-666eb45c6491 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:19.152120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:19.155977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:35:19.218175 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.239532 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Pushing event updated for resources: {'Port': ['ID=8b7ab203-a976-4a48-a948-9d9c98625334,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:19.249113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.262299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Attempting to bind port 8b7ab203-a976-4a48-a948-9d9c98625334 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:35:19.262735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Attempting to bind port 8b7ab203-a976-4a48-a948-9d9c98625334 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:35:19.263153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Attempting to bind port 8b7ab203-a976-4a48-a948-9d9c98625334 on network d0f7a691-7707-4107-9dd9-666eb45c6491 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:19.268510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:35:19.269115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Checking segment: {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:19.269607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.270057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Bound using segment: {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:35:19.270586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Bound port: 8b7ab203-a976-4a48-a948-9d9c98625334, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:35:19.271021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.357530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] For port 8b7ab203-a976-4a48-a948-9d9c98625334, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:35:19.360523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] For port 8b7ab203-a976-4a48-a948-9d9c98625334, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8b7ab203-a976-4a48-a948-9d9c98625334,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:35:19.365226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.392466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Allocated IP 172.26.4.62 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:35:19.453296 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4113ea-848f-433b-b004-592ead538fd1 None None] Pushing event updated for resources: {'Port': ['ID=8b7ab203-a976-4a48-a948-9d9c98625334,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:19.572418 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.615020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:19.676937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:19.684199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:19.688560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:35:19.724112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Pushing event updated for resources: {'Port': ['ID=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:19.998266 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8b7ab203-a976-4a48-a948-9d9c98625334 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:20.066575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8b7ab203-a976-4a48-a948-9d9c98625334 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:20.126098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:20.368459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2a545-b76f-409c-a2be-d0c209b330a1 None None] Network d0f7a691-7707-4107-9dd9-666eb45c6491 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:35:20.478142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c84b49ae-c371-4a71-9e91-9d9a916ac700 None None] Provisioning for port 8b7ab203-a976-4a48-a948-9d9c98625334 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:20.494782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c84b49ae-c371-4a71-9e91-9d9a916ac700 None None] Provisioning complete for port 8b7ab203-a976-4a48-a948-9d9c98625334 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:20.495154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c84b49ae-c371-4a71-9e91-9d9a916ac700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:20.598138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:20.701699 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c84b49ae-c371-4a71-9e91-9d9a916ac700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:20.745963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c84b49ae-c371-4a71-9e91-9d9a916ac700 None None] For port 8b7ab203-a976-4a48-a948-9d9c98625334, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8b7ab203-a976-4a48-a948-9d9c98625334,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:20.750873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c84b49ae-c371-4a71-9e91-9d9a916ac700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:20.813793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:35:20.824387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b49ae-c371-4a71-9e91-9d9a916ac700 None None] Pushing event updated for resources: {'Port': ['ID=8b7ab203-a976-4a48-a948-9d9c98625334,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:20.977004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-73d6546a-72ef-46ad-912e-3bfcb1e711bf None None] Provisioning complete for port 8b7ab203-a976-4a48-a948-9d9c98625334 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:20.977411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-73d6546a-72ef-46ad-912e-3bfcb1e711bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:20.998754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:35:21.009775 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Sync routers for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:35:21.020421 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:21.021155 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:21.021935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:21.026019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38488) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:21.026555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10662eaa-c23a-41af-83ec-43d8e3c24c31 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5720022 Mar 11 13:35:21.198334 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:21.514709 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:19Z', 'revision_number': 3, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:21.519120 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Checking router: d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:35:21.519464 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Updating router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:35:21.574543 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:21.708949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:21.891443 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:21.903233 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Transition to ACTIVE for port object 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:21.908602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Allocated IP 172.20.0.1 (d0f7a691-7707-4107-9dd9-666eb45c6491/f08285f4-74af-439d-8b4d-256141aacd1e/75b71dbd-5c43-4d72-8569-31839361b499) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:35:21.909617 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:21.963664 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Attempting to bind port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:35:21.963961 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Attempting to bind port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:35:21.964527 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Attempting to bind port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:21.974976 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:35:21.975337 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:21.975729 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:21.976105 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:35:21.976557 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Bound port: 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:35:21.976940 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:21.978249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8b7ab203-a976-4a48-a948-9d9c98625334 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:22.050447 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8b7ab203-a976-4a48-a948-9d9c98625334 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:22.050815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.057666 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] For port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:35:22.060631 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] For port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:35:22.062513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.068427 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.080099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Transition to ACTIVE for port object 75b71dbd-5c43-4d72-8569-31839361b499 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:22.092655 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Pushing event updated for resources: {'Port': ['ID=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:22.101609 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.102124 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.102304 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.102631 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.103076 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.103433 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.103785 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.104406 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.104547 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.104917 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.105479 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.106074 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:22.106938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.155177 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:22.155523 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:22.168890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Network d0f7a691-7707-4107-9dd9-666eb45c6491 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:22.171615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:22.194600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Pushing event updated for resources: {'Port': ['ID=75b71dbd-5c43-4d72-8569-31839361b499,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:22.202096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:35:22.227859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.262055 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a87ccd-c3cb-4e7f-8b3e-6e99f6968eb6 None None] Pushing event updated for resources: {'Port': ['ID=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:22.361520 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:22.376733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.426555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b836d45b-9ef5-426e-939b-6c4593f76d3b None None] Provisioning for port 75b71dbd-5c43-4d72-8569-31839361b499 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:22.431932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b836d45b-9ef5-426e-939b-6c4593f76d3b None None] Provisioning complete for port 75b71dbd-5c43-4d72-8569-31839361b499 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:22.432670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b836d45b-9ef5-426e-939b-6c4593f76d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.520326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b836d45b-9ef5-426e-939b-6c4593f76d3b None None] Port 75b71dbd-5c43-4d72-8569-31839361b499 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:35:22.631728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.650448 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:19Z', 'revision_number': 3, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:22.654240 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79891ee4-2187-43ea-b2c1-d0169faab6dc None None] The sync data for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv is: [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:19Z', 'revision_number': 3, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:35:22.873918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.880687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:22.989176 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Pushing event updated for resources: {'Port': ['ID=75b71dbd-5c43-4d72-8569-31839361b499,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:22.995039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:23.139850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Network d0f7a691-7707-4107-9dd9-666eb45c6491 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:23.140984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:23.340556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:35:23.351767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-849a218f-8cda-4b1d-86df-45b3414e6223 None None] Provisioning complete for port 75b71dbd-5c43-4d72-8569-31839361b499 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:23.352326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-849a218f-8cda-4b1d-86df-45b3414e6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:23.410908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-849a218f-8cda-4b1d-86df-45b3414e6223 None None] Port 75b71dbd-5c43-4d72-8569-31839361b499 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:35:23.534819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:35:23.543732 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-41519de9-bd22-488d-af0c-957d92b8ecbd admin admin] 10.222.0.52 "PUT /v2.0/routers/d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5156643 Mar 11 13:35:23.998721 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:24.068775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:24.073620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38506) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:24.073791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:24.073997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.079287 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1766829013-network', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:24.084492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:24.088344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Usage tracker for resource:network and tenant:fcad8d81d295442696e820e6fe6fcf49 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:24.091286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:24.097554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:24.109499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Made reservation on behalf of fcad8d81d295442696e820e6fe6fcf49 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:35:24.112126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.125221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Sync routers for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:35:24.126403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.141374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:24.142023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:24.142535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:24.145754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Usage tracker for resource:security_group_rule and tenant:fcad8d81d295442696e820e6fe6fcf49 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:24.148473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:24.154081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:24.236591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.241490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.274330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:35:24.282782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89fda8e-8fed-4f84-96c3-4ed5188e0efb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:24.292175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.292591 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Added segment a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3 of type vlan for network bd71838c-2895-40a9-bce9-ad96d1537441 Mar 11 13:35:24.320117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.343685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.348505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.349645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:24.350244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.382276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:24.384176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:24.426510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.561035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] Pushing event updated for resources: {'Network': ['ID=bd71838c-2895-40a9-bce9-ad96d1537441,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:24.568154 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2da388fa-0b1f-4886-848e-b206918c502c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4908791 Mar 11 13:35:24.568567 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38510) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:24.574067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Request body: {'subnet': {'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1766829013-subnet', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:24.578784 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:24.582792 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Usage tracker for resource:subnet and tenant:fcad8d81d295442696e820e6fe6fcf49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:24.586686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:24.589503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network bd71838c-2895-40a9-bce9-ad96d1537441 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:35:24.592720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:24.603387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Made reservation on behalf of fcad8d81d295442696e820e6fe6fcf49 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:35:24.605735 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.638417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:24.806101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.855603 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 2, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:24.859273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Checking router: d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:35:24.859615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Updating router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 port 75b71dbd-5c43-4d72-8569-31839361b499 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:35:24.879868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51374e1-5978-48a3-a36b-0f1423a44e9e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:24.890234 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Checking segment: {'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:24.890588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Network hostable DHCP agents. Network: bd71838c-2895-40a9-bce9-ad96d1537441, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:35:24.911651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Network bd71838c-2895-40a9-bce9-ad96d1537441 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:35:24.913616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.921550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, bd71838c-2895-40a9-bce9-ad96d1537441) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:24.926289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:24.926888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.954073 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ac3d9a0c-e945-44a9-bddf-bf6f1274cd2a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3844769 Mar 11 13:35:24.957143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38514) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:24.961706 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f5c53-e977-4109-8526-fe764a24d0fa None None] Network bd71838c-2895-40a9-bce9-ad96d1537441 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:35:24.962189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:24.966713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:24.970511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Usage tracker for resource:router and tenant:fcad8d81d295442696e820e6fe6fcf49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:24.974014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:24.979701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:24.990119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:24.991106 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.007173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.398224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.401497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-bd71838c-2895-40a9-bce9-ad96d1537441', 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'fixed_ips': [{'subnet_id': 'd51374e1-5978-48a3-a36b-0f1423a44e9e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:35:25.402306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.611633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.631213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Transition to ACTIVE for port object 75b71dbd-5c43-4d72-8569-31839361b499 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:25.638640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Allocated IP 172.20.0.2 (bd71838c-2895-40a9-bce9-ad96d1537441/d51374e1-5978-48a3-a36b-0f1423a44e9e/8e7da494-5a60-4836-b47d-a39a55d11e28) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:35:25.642566 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.714342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.749060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:25.804135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389b3c2-4546-4cc4-b7d3-a4b118740811 None None] Pushing event updated for resources: {'Port': ['ID=75b71dbd-5c43-4d72-8569-31839361b499,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:25.891585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Allocated IP 172.26.4.81 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/c8fb4224-73d9-4f9f-8ea6-fce3c91fee08) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:35:25.978673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Attempting to bind port 75b71dbd-5c43-4d72-8569-31839361b499 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:35:25.979043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Attempting to bind port 75b71dbd-5c43-4d72-8569-31839361b499 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:35:25.979825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Attempting to bind port 75b71dbd-5c43-4d72-8569-31839361b499 on network d0f7a691-7707-4107-9dd9-666eb45c6491 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:25.990082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:26.027791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:35:26.028163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Checking segment: {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:26.028558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.028944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Bound using segment: {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:35:26.029412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Bound port: 75b71dbd-5c43-4d72-8569-31839361b499, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:35:26.029801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.049026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.079717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.140150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:26.142969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:26.152214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:35:26.184913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.187539 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Pushing event updated for resources: {'Port': ['ID=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:26.211575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Transition to ACTIVE for port object 8e7da494-5a60-4836-b47d-a39a55d11e28 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:26.234880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] For port 75b71dbd-5c43-4d72-8569-31839361b499, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:35:26.242723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] For port 75b71dbd-5c43-4d72-8569-31839361b499, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=75b71dbd-5c43-4d72-8569-31839361b499,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:35:26.243973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Transition to ACTIVE for port object 8e7da494-5a60-4836-b47d-a39a55d11e28 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:26.246786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:26.247166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.276182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.316553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.375822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Network bd71838c-2895-40a9-bce9-ad96d1537441 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:26.385452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:26.394736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:35:26.405113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:26.405940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:26.506556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389b3c2-4546-4cc4-b7d3-a4b118740811 None None] Pushing event updated for resources: {'Port': ['ID=75b71dbd-5c43-4d72-8569-31839361b499,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:26.592118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.684638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Attempting to bind port 8e7da494-5a60-4836-b47d-a39a55d11e28 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:35:26.684918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Attempting to bind port 8e7da494-5a60-4836-b47d-a39a55d11e28 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:35:26.685272 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Attempting to bind port 8e7da494-5a60-4836-b47d-a39a55d11e28 on network bd71838c-2895-40a9-bce9-ad96d1537441 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:26.687922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Pushing event updated for resources: {'Port': ['ID=8e7da494-5a60-4836-b47d-a39a55d11e28,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:26.756648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:35:26.756919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Checking segment: {'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:26.757324 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.757742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Bound using segment: {'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:35:26.758218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Bound port: 8e7da494-5a60-4836-b47d-a39a55d11e28, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:35:26.758590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:26.856582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:27.054471 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:27.083940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] For port 8e7da494-5a60-4836-b47d-a39a55d11e28, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:35:27.142536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] For port 8e7da494-5a60-4836-b47d-a39a55d11e28, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8e7da494-5a60-4836-b47d-a39a55d11e28,segment=NetworkSegment(a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3),segment_id=a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:35:27.151820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:27.270342 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:35:27.287384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d42c1-443e-494e-ad83-81a42066c0a0 None None] Pushing event updated for resources: {'Port': ['ID=8e7da494-5a60-4836-b47d-a39a55d11e28,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:27.326544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:26Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:27.331406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6424e-7c4d-4be6-b57e-984581d22129 None None] The sync data for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv is: [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:26Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:35:27.485574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:35:27.496620 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Sync routers for ids ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:35:27.513016 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Routers {'4b6262bd-b41f-4589-82a5-b608cf2dc5a0'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:27.516081 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:27.544684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:27.546152 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-135dab50-d61b-4a20-92aa-ce0e5acab592 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5880525 Mar 11 13:35:27.548993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38518) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:35:27.742415 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Set router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:28.077545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e7da494-5a60-4836-b47d-a39a55d11e28 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:28.093008 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:35:26Z', 'revision_number': 3, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port': {'id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:25Z', 'updated_at': '2022-03-11T13:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:28.098476 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Checking router: 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:35:28.098725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Updating router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:35:28.172417 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.196722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 8e7da494-5a60-4836-b47d-a39a55d11e28 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:28.203333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 75b71dbd-5c43-4d72-8569-31839361b499 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:28.330422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 75b71dbd-5c43-4d72-8569-31839361b499 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:28.339113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 75b71dbd-5c43-4d72-8569-31839361b499 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:28.339475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.464234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.538042 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c977f3-d577-4438-aa1c-54b984f59b29 None None] Network bd71838c-2895-40a9-bce9-ad96d1537441 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:35:28.588184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.600669 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.614262 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Transition to ACTIVE for port object c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:28.622436 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.685531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e4a8a225-9c24-48d4-9bd0-a0689feb6852 None None] Provisioning for port 8e7da494-5a60-4836-b47d-a39a55d11e28 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:28.693262 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Attempting to bind port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:35:28.693725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Attempting to bind port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:35:28.694185 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Attempting to bind port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:28.698433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 75b71dbd-5c43-4d72-8569-31839361b499, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=75b71dbd-5c43-4d72-8569-31839361b499,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:28.702083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e4a8a225-9c24-48d4-9bd0-a0689feb6852 None None] Provisioning complete for port 8e7da494-5a60-4836-b47d-a39a55d11e28 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:28.702279 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:35:28.702508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a225-9c24-48d4-9bd0-a0689feb6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.702674 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:28.703187 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.703707 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:35:28.704269 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Bound port: c8fb4224-73d9-4f9f-8ea6-fce3c91fee08, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:35:28.704809 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.747649 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.755527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Allocated IP 172.20.0.1 (bd71838c-2895-40a9-bce9-ad96d1537441/d51374e1-5978-48a3-a36b-0f1423a44e9e/483190e3-dfd1-411e-9689-e8961ce729a4) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:35:28.770459 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a7bf0-8175-439b-b50e-1ab24570e01c None None] Pushing event updated for resources: {'Port': ['ID=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:28.804449 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] For port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:35:28.807612 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] For port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:35:28.813084 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.893230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=75b71dbd-5c43-4d72-8569-31839361b499,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:28.893647 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Routers {'4b6262bd-b41f-4589-82a5-b608cf2dc5a0'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:28.894714 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:28.932424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.950318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Transition to ACTIVE for port object 483190e3-dfd1-411e-9689-e8961ce729a4 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:28.960434 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a7bf0-8175-439b-b50e-1ab24570e01c None None] Pushing event updated for resources: {'Port': ['ID=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:28.983062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:28.990616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a225-9c24-48d4-9bd0-a0689feb6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.038979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e4a8a225-9c24-48d4-9bd0-a0689feb6852 None None] For port 8e7da494-5a60-4836-b47d-a39a55d11e28, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8e7da494-5a60-4836-b47d-a39a55d11e28,segment=NetworkSegment(a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3),segment_id=a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:29.043709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a225-9c24-48d4-9bd0-a0689feb6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.075536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Pushing event updated for resources: {'Port': ['ID=483190e3-dfd1-411e-9689-e8961ce729a4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:29.079870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Network bd71838c-2895-40a9-bce9-ad96d1537441 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:29.081412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:29.084376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:35:29.091204 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] Set router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:29.118302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8a225-9c24-48d4-9bd0-a0689feb6852 None None] Pushing event updated for resources: {'Port': ['ID=8e7da494-5a60-4836-b47d-a39a55d11e28,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:29.144690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.273920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9559a4c6-d099-4018-9a4d-f2d74849ddf8 None None] Provisioning complete for port 8e7da494-5a60-4836-b47d-a39a55d11e28 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:29.274290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9559a4c6-d099-4018-9a4d-f2d74849ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.285921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.454753 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:35:26Z', 'revision_number': 3, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port': {'id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:25Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:29.458941 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1a75-23ea-4b8e-8b1c-cb2cbb38eefe None None] The sync data for ids ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'] in dv-neutron-833198-1-hyperv is: [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:35:26Z', 'revision_number': 3, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port': {'id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:25Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:35:29.546387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-207fa4e0-7506-4cca-8b92-cc4963d8c498 None None] Provisioning for port 483190e3-dfd1-411e-9689-e8961ce729a4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:29.553321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-207fa4e0-7506-4cca-8b92-cc4963d8c498 None None] Provisioning complete for port 483190e3-dfd1-411e-9689-e8961ce729a4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:29.553849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-207fa4e0-7506-4cca-8b92-cc4963d8c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.615714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-207fa4e0-7506-4cca-8b92-cc4963d8c498 None None] Port 483190e3-dfd1-411e-9689-e8961ce729a4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:35:29.653801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.660239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.776203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:29.779645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Pushing event updated for resources: {'Port': ['ID=483190e3-dfd1-411e-9689-e8961ce729a4,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:29.917259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Network bd71838c-2895-40a9-bce9-ad96d1537441 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:29.919016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:30.105178 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:30.131935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:35:30.190636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:30.195802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:30.196181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:30.264593 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8db98f8a-e29f-4b7d-8aeb-1f39ec994106 None None] Provisioning complete for port 483190e3-dfd1-411e-9689-e8961ce729a4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:30.264962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8db98f8a-e29f-4b7d-8aeb-1f39ec994106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:30.319731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:35:30.333904 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b31e766f-fa8f-4a56-a12f-79c8ce172b6a admin admin] 10.222.0.52 "PUT /v2.0/routers/4b6262bd-b41f-4589-82a5-b608cf2dc5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7782388 Mar 11 13:35:30.397151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-8db98f8a-e29f-4b7d-8aeb-1f39ec994106 None None] Port 483190e3-dfd1-411e-9689-e8961ce729a4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:35:30.415979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:30.436504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:30.440885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:30.442121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e7da494-5a60-4836-b47d-a39a55d11e28 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:30.557271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:30.569607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 8e7da494-5a60-4836-b47d-a39a55d11e28 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:30.569975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:30.689636 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 75b71dbd-5c43-4d72-8569-31839361b499 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:30.759641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 75b71dbd-5c43-4d72-8569-31839361b499 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:30.760011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:31.059658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Sync routers for ids ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:35:31.069743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Routers {'4b6262bd-b41f-4589-82a5-b608cf2dc5a0'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:31.070357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:31.257230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Set router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:31.630053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:35:29Z', 'revision_number': 4, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port': {'id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:25Z', 'updated_at': '2022-03-11T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '483190e3-dfd1-411e-9689-e8961ce729a4', 'name': '', 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'mac_address': 'fa:16:3e:0f:4f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd51374e1-5978-48a3-a36b-0f1423a44e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:28Z', 'updated_at': '2022-03-11T13:35:29Z', 'revision_number': 2, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'subnets': [{'id': 'd51374e1-5978-48a3-a36b-0f1423a44e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:31.634199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Checking router: 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:35:31.634543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Updating router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 port 483190e3-dfd1-411e-9689-e8961ce729a4 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:35:31.693529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:32.005180 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:32.118256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:32.134334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Transition to ACTIVE for port object 483190e3-dfd1-411e-9689-e8961ce729a4 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:32.142851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:32.143237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:32.208984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:32.367034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e0cf-7736-4a3c-be84-6ac1ed9765c8 None None] Pushing event updated for resources: {'Port': ['ID=483190e3-dfd1-411e-9689-e8961ce729a4,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:32.518980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Attempting to bind port 483190e3-dfd1-411e-9689-e8961ce729a4 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:35:32.519361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Attempting to bind port 483190e3-dfd1-411e-9689-e8961ce729a4 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:35:32.519688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Attempting to bind port 483190e3-dfd1-411e-9689-e8961ce729a4 on network bd71838c-2895-40a9-bce9-ad96d1537441 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:32.537941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:35:32.538358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Checking segment: {'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:32.538702 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:32.539169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Bound using segment: {'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:35:32.539535 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Bound port: 483190e3-dfd1-411e-9689-e8961ce729a4, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:35:32.539898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:32.648020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] For port 483190e3-dfd1-411e-9689-e8961ce729a4, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:35:32.651120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] For port 483190e3-dfd1-411e-9689-e8961ce729a4, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=483190e3-dfd1-411e-9689-e8961ce729a4,segment=NetworkSegment(a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3),segment_id=a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:35:32.656560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:32.746493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Routers {'4b6262bd-b41f-4589-82a5-b608cf2dc5a0'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:35:32.747196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:35:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:32.806575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e0cf-7736-4a3c-be84-6ac1ed9765c8 None None] Pushing event updated for resources: {'Port': ['ID=483190e3-dfd1-411e-9689-e8961ce729a4,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:32.965939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] Set router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:35:33.304217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:35:29Z', 'revision_number': 4, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port': {'id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:25Z', 'updated_at': '2022-03-11T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '483190e3-dfd1-411e-9689-e8961ce729a4', 'name': '', 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'mac_address': 'fa:16:3e:0f:4f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd51374e1-5978-48a3-a36b-0f1423a44e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:28Z', 'updated_at': '2022-03-11T13:35:32Z', 'revision_number': 4, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'subnets': [{'id': 'd51374e1-5978-48a3-a36b-0f1423a44e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:35:33.310007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067295c2-9798-46c8-b9ba-83612127ee72 None None] The sync data for ids ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'] in dv-neutron-833198-1-hyperv is: [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:35:29Z', 'revision_number': 4, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port': {'id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:25Z', 'updated_at': '2022-03-11T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '483190e3-dfd1-411e-9689-e8961ce729a4', 'name': '', 'network_id': 'bd71838c-2895-40a9-bce9-ad96d1537441', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'mac_address': 'fa:16:3e:0f:4f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd51374e1-5978-48a3-a36b-0f1423a44e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:28Z', 'updated_at': '2022-03-11T13:35:32Z', 'revision_number': 4, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'subnets': [{'id': 'd51374e1-5978-48a3-a36b-0f1423a44e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:35:34.019971 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 483190e3-dfd1-411e-9689-e8961ce729a4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:34.114849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 483190e3-dfd1-411e-9689-e8961ce729a4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:34.120282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 483190e3-dfd1-411e-9689-e8961ce729a4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:34.120655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:34.287072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:34.327628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 483190e3-dfd1-411e-9689-e8961ce729a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=483190e3-dfd1-411e-9689-e8961ce729a4,segment=NetworkSegment(a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3),segment_id=a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:34.334819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:34.436059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=483190e3-dfd1-411e-9689-e8961ce729a4,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:35.989299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 483190e3-dfd1-411e-9689-e8961ce729a4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:36.064933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 483190e3-dfd1-411e-9689-e8961ce729a4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:36.065292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:37.201423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c099-928a-4447-89e4-73b67e479496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:39.270784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-46d79397-56fa-4e61-a279-6d277d363f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:40.456448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:40.583121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-9e697295-77f6-4c25-90ac-4eadf2915f1a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:40.583744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-9e697295-77f6-4c25-90ac-4eadf2915f1a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Synchronizing usage tracker for tenant:de510c267eef4c749582d54c5b436ea4 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:35:40.602228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-9e697295-77f6-4c25-90ac-4eadf2915f1a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Unset dirty status for tenant:de510c267eef4c749582d54c5b436ea4 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:35:40.603343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:40.603777 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-9e697295-77f6-4c25-90ac-4eadf2915f1a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 815 time: 0.1656718 Mar 11 13:35:40.619781 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-bd5bebc3-c4e2-41ff-b679-31d0d8702877 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/quotas/de510c267eef4c749582d54c5b436ea4 HTTP/1.1" status: 200 len: 375 time: 0.0097477 Mar 11 13:35:40.704370 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-5c749a06-cac5-4910-b965-8748381f466d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797276 Mar 11 13:35:40.837526 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-cd0857f7-bf49-4612-a370-7e41fafa39e7 service neutron] 10.222.0.52 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211886 Mar 11 13:35:40.965607 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-9c015031-89c1-461e-9b71-bfe1186aca21 service neutron] 10.222.0.52 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224446 Mar 11 13:35:41.134355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff72f676-4155-4ee5-a93a-7a21aaf49b98 req-f4afb678-5153-4b1e-afd7-38d74aa6c32e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 210 time: 0.0418196 Mar 11 13:35:42.055741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:42.292384 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-59f2cb2e-73c0-4542-a0e5-39b3b6189940 req-bf64a794-4706-48ca-b2be-2460e9a3b576 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 210 time: 0.0486627 Mar 11 13:35:42.396865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-9330a968-b2b1-407b-a47c-ab1cbdc14107 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:42.398418 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-9330a968-b2b1-407b-a47c-ab1cbdc14107 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 815 time: 0.1546113 Mar 11 13:35:42.412373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'port': {'device_id': '436314be-7c28-4f40-b087-e3eba62e8bff', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'admin_state_up': True, 'tenant_id': 'de510c267eef4c749582d54c5b436ea4'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:42.549521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:35:42.553673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:port and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:35:42.556467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:35:42.562143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:35:42.572682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Made reservation on behalf of de510c267eef4c749582d54c5b436ea4 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:35:42.576129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:42.755863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Allocated IP 172.20.0.3 (d0f7a691-7707-4107-9dd9-666eb45c6491/f08285f4-74af-439d-8b4d-256141aacd1e/776bdc9c-b730-4974-ad56-ede555643adf) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:35:43.006440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:43.029213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Transition to ACTIVE for port object 776bdc9c-b730-4974-ad56-ede555643adf will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:43.065596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:43.136010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Network d0f7a691-7707-4107-9dd9-666eb45c6491 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:35:43.140019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:35:43.144767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:35:43.216386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:43.254629 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:43.255364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:43.280371 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-4b2df1c3-cbf7-4a2e-ac0e-f0c48e765975 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8722336 Mar 11 13:35:43.485657 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-da9a863b-bd20-4ea1-9114-9c30fa332871 None None] Provisioning for port 776bdc9c-b730-4974-ad56-ede555643adf completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:43.491644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-da9a863b-bd20-4ea1-9114-9c30fa332871 None None] Provisioning complete for port 776bdc9c-b730-4974-ad56-ede555643adf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:43.492008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-da9a863b-bd20-4ea1-9114-9c30fa332871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:43.498800 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97838dcb-2976-4156-8c64-a6d0a61ac5ad req-72887608-352d-4bb9-98d6-b0336ddec046 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:43.500520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97838dcb-2976-4156-8c64-a6d0a61ac5ad req-72887608-352d-4bb9-98d6-b0336ddec046 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 931 time: 0.0893683 Mar 11 13:35:43.563553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-da9a863b-bd20-4ea1-9114-9c30fa332871 None None] Port 776bdc9c-b730-4974-ad56-ede555643adf cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:35:43.596056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-97838dcb-2976-4156-8c64-a6d0a61ac5ad req-f1355984-477a-4bf6-9589-3f3a4c287cf0 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Synchronizing usage tracker for tenant:de510c267eef4c749582d54c5b436ea4 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:35:43.617479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-97838dcb-2976-4156-8c64-a6d0a61ac5ad req-f1355984-477a-4bf6-9589-3f3a4c287cf0 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Unset dirty status for tenant:de510c267eef4c749582d54c5b436ea4 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:35:43.621899 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-97838dcb-2976-4156-8c64-a6d0a61ac5ad req-f1355984-477a-4bf6-9589-3f3a4c287cf0 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090915 Mar 11 13:35:44.809495 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd8eac-0426-43ee-a95a-28896a6b068a req-46d59c35-ee2c-480f-9165-977ef5523c1b tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:44.811000 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffcd8eac-0426-43ee-a95a-28896a6b068a req-46d59c35-ee2c-480f-9165-977ef5523c1b tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 931 time: 0.0878539 Mar 11 13:35:44.860787 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffcd8eac-0426-43ee-a95a-28896a6b068a req-a9c586ac-de6b-46ee-b902-bf49bad43e97 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Mar 11 13:35:46.058755 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960eeec-e2a7-45f5-bdef-bca9442fb394 req-0e641df7-a328-44be-94bc-2a9199ed5527 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:46.060202 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4960eeec-e2a7-45f5-bdef-bca9442fb394 req-0e641df7-a328-44be-94bc-2a9199ed5527 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 931 time: 0.0857558 Mar 11 13:35:46.106288 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4960eeec-e2a7-45f5-bdef-bca9442fb394 req-4e3fbcdf-3ab3-4d21-937a-59022d696fc3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Mar 11 13:35:47.429554 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776521-2eaa-414f-9a8b-5fa5b541d6f2 req-f1c3f340-ffae-4b37-ab9c-603272462b04 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:47.445880 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-55776521-2eaa-414f-9a8b-5fa5b541d6f2 req-f1c3f340-ffae-4b37-ab9c-603272462b04 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 931 time: 0.2245009 Mar 11 13:35:47.487901 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-55776521-2eaa-414f-9a8b-5fa5b541d6f2 req-3778cb38-d465-41fd-b563-f91271eacbe1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Mar 11 13:35:48.681320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1c4e3-a033-4182-a603-2e14adb9b15b req-861c00c4-c279-4bf4-9eda-4157e0b4dc95 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:48.684331 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0dc1c4e3-a033-4182-a603-2e14adb9b15b req-861c00c4-c279-4bf4-9eda-4157e0b4dc95 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 931 time: 0.0896585 Mar 11 13:35:48.739614 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0dc1c4e3-a033-4182-a603-2e14adb9b15b req-4c84cb83-96d5-49f4-8fe3-5124cc4e75a1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Mar 11 13:35:49.936373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03f49c-c631-4019-bdcf-9ecae9242e55 req-227026bb-2c8c-4f09-965f-65357b607986 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:49.937873 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa03f49c-c631-4019-bdcf-9ecae9242e55 req-227026bb-2c8c-4f09-965f-65357b607986 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 931 time: 0.0807884 Mar 11 13:35:49.984742 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa03f49c-c631-4019-bdcf-9ecae9242e55 req-b5a0bce8-155c-4069-a2a4-31c35dc14179 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Mar 11 13:35:50.351671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Request body: {'port': {'device_id': '436314be-7c28-4f40-b087-e3eba62e8bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:35:50.555511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:50.885175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776bdc9c-b730-4974-ad56-ede555643adf {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:35:50.892729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:50.909603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Transition to ACTIVE for port object 776bdc9c-b730-4974-ad56-ede555643adf will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:35:50.912908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:51.070704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Pushing event updated for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:51.145976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Attempting to bind port 776bdc9c-b730-4974-ad56-ede555643adf on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:35:51.146303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Attempting to bind port 776bdc9c-b730-4974-ad56-ede555643adf by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:35:51.146623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Attempting to bind port 776bdc9c-b730-4974-ad56-ede555643adf on network d0f7a691-7707-4107-9dd9-666eb45c6491 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:51.151185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Port 776bdc9c-b730-4974-ad56-ede555643adf on network d0f7a691-7707-4107-9dd9-666eb45c6491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:35:51.151571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Attempting to bind port 776bdc9c-b730-4974-ad56-ede555643adf on network d0f7a691-7707-4107-9dd9-666eb45c6491 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:35:51.156576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:35:51.156902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Checking segment: {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:35:51.157277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Bound using segment: {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:35:51.158328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Bound port: 776bdc9c-b730-4974-ad56-ede555643adf, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a59903f-bf20-48c4-8e62-81983cc019db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:35:51.158672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:51.181597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840ad33-c177-4046-8c20-5c89a56f6599 req-e1c53f59-ad72-41d7-bb53-4a3522a77b5d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:51.183123 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b840ad33-c177-4046-8c20-5c89a56f6599 req-e1c53f59-ad72-41d7-bb53-4a3522a77b5d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 943 time: 0.0850465 Mar 11 13:35:51.228588 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b840ad33-c177-4046-8c20-5c89a56f6599 req-c0a1b99f-6985-4054-a06e-526e0e1e18aa tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397904 Mar 11 13:35:51.260169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:35:51.262992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=776bdc9c-b730-4974-ad56-ede555643adf,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:35:51.268098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:51.326486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:51.327113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:51.328547 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] 10.222.0.50 "PUT /v2.0/ports/776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 1093 time: 0.9816344 Mar 11 13:35:51.328967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:35:51.363626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379368eb-1621-4ad1-8d11-cbebfe4ae033 service neutron] Pushing event updated for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:51.403325 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf', 'status': 'completed', 'code': 200} Mar 11 13:35:51.439216 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-f8f2659e-1d48-417d-96a7-33d4ee3b8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:51.440705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-f8f2659e-1d48-417d-96a7-33d4ee3b8576 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1096 time: 0.0737019 Mar 11 13:35:51.512776 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-a538155c-138e-4d0e-9d0f-60c2aafd0361 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 217 time: 0.0656533 Mar 11 13:35:51.575474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-a1ef3581-7e5d-4b78-af4b-174d9ab14ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:51.576964 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-a1ef3581-7e5d-4b78-af4b-174d9ab14ea7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0582428 Mar 11 13:35:51.652933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-968281a3-0ebc-41be-baf0-f5c87f38cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:51.654362 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-968281a3-0ebc-41be-baf0-f5c87f38cda1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715759 Mar 11 13:35:51.782693 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-6277490f-1002-4474-a2bd-b5a790336356 service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214733 Mar 11 13:35:51.908871 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a6c2fd0-97d1-4e28-9de4-b1e53d2112da req-afd7c2a7-cdcf-48da-8830-46ed3dc7c5b3 service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207767 Mar 11 13:35:52.023065 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-862f4191-4a8d-4750-8e4d-158e18cf451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:52.024498 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-862f4191-4a8d-4750-8e4d-158e18cf451f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1096 time: 0.0681109 Mar 11 13:35:52.220957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:52.242059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-8d29a32f-d86b-4cb4-8692-9b08e9b5f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:52.243492 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-8d29a32f-d86b-4cb4-8692-9b08e9b5f6f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.2123635 Mar 11 13:35:52.316597 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-92de81f8-7e9a-47d6-9253-571fa44a7c0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 217 time: 0.0657291 Mar 11 13:35:52.321591 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:35:52.379034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-ef71ae29-d9a2-4ecf-8064-bb70bdfab318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:52.380486 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-ef71ae29-d9a2-4ecf-8064-bb70bdfab318 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0580461 Mar 11 13:35:52.422253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3faf1-a4d3-4e23-b0f3-884278729668 req-020534c0-762a-469c-b853-4e730eeb0a31 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:52.424260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bcf3faf1-a4d3-4e23-b0f3-884278729668 req-020534c0-762a-469c-b853-4e730eeb0a31 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 943 time: 0.0901062 Mar 11 13:35:52.460682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-1b291a85-c0f3-4ff9-ae18-cb60c99a68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:52.462209 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-1b291a85-c0f3-4ff9-ae18-cb60c99a68a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742719 Mar 11 13:35:52.468942 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bcf3faf1-a4d3-4e23-b0f3-884278729668 req-354d27c2-54bb-476a-8dfb-1ba7c890901e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Mar 11 13:35:52.593350 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-40390cfc-2421-42c3-9bd2-ac9c41857c4c service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237085 Mar 11 13:35:52.722986 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f59f7bf9-44a2-45bf-aca5-c9a16bdd2ace req-0d6ccf90-b03e-4093-9652-263d11852c4a service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231725 Mar 11 13:35:53.650613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b638cf1-50b9-4926-91c3-ef39b8c4bea9 req-4971f838-c64e-4888-8359-3bfb8a607017 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:53.652056 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0b638cf1-50b9-4926-91c3-ef39b8c4bea9 req-4971f838-c64e-4888-8359-3bfb8a607017 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 943 time: 0.0795414 Mar 11 13:35:53.695817 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0b638cf1-50b9-4926-91c3-ef39b8c4bea9 req-cd90884f-461c-48b4-b30e-7f1548a5bdbf tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Mar 11 13:35:54.879803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6750d-4e32-4e5f-a73e-8d5d2291b6e0 req-cff7674f-63f8-47b8-95c8-d98c6dfa8326 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:54.881248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2bb6750d-4e32-4e5f-a73e-8d5d2291b6e0 req-cff7674f-63f8-47b8-95c8-d98c6dfa8326 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 943 time: 0.0854495 Mar 11 13:35:54.924748 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2bb6750d-4e32-4e5f-a73e-8d5d2291b6e0 req-d828e451-8b45-4fc8-b3ea-7045ee8384fa tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Mar 11 13:35:55.348282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 776bdc9c-b730-4974-ad56-ede555643adf details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:35:55.476670 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=776bdc9c-b730-4974-ad56-ede555643adf,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:55.489788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '776bdc9c-b730-4974-ad56-ede555643adf', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'port_id': '776bdc9c-b730-4974-ad56-ede555643adf', 'mac_address': 'fa:16:3e:18:07:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:35:55.541473 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:55.560469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776bdc9c-b730-4974-ad56-ede555643adf {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:35:55.574838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=776bdc9c-b730-4974-ad56-ede555643adf,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:55.579265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:55.644876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:55.651810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.652151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.652484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.652808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.653131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.653474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.653820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.654138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.654454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.654897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.655062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.655530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:35:55.779408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['776bdc9c-b730-4974-ad56-ede555643adf'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:35:56.106694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b370105-c123-4fcf-91aa-58bd3552c79c req-0db1cad3-8117-462c-a0b2-2f6dec7b93ec tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:56.108131 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b370105-c123-4fcf-91aa-58bd3552c79c req-0db1cad3-8117-462c-a0b2-2f6dec7b93ec tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 944 time: 0.0800617 Mar 11 13:35:56.154402 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5b370105-c123-4fcf-91aa-58bd3552c79c req-e8ce7707-ec57-4ebe-bd2b-cc1d2fe19695 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Mar 11 13:35:57.334810 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d025611-5fd7-4ad1-b2da-5c672bd8ba3a req-69b94f7b-1983-40cf-b050-a22c3a1478d1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:57.336253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d025611-5fd7-4ad1-b2da-5c672bd8ba3a req-69b94f7b-1983-40cf-b050-a22c3a1478d1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 944 time: 0.0785425 Mar 11 13:35:57.347877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 776bdc9c-b730-4974-ad56-ede555643adf up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:35:57.381100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d025611-5fd7-4ad1-b2da-5c672bd8ba3a req-aa1f7ff0-b897-4a9b-ad0b-6d91cd78b672 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Mar 11 13:35:57.416365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 776bdc9c-b730-4974-ad56-ede555643adf completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:35:57.421677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 776bdc9c-b730-4974-ad56-ede555643adf triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:35:57.422044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:57.535484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:57.561184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:35:57.571331 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=776bdc9c-b730-4974-ad56-ede555643adf,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:35:57.575122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:35:57.643979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:35:57.727531 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf', 'code': 200} Mar 11 13:35:57.945750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325987-61fb-4dd2-92cf-5b880d3bc7f9 req-77f2e8a4-c41e-4d2e-8be5-6032fda964eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:57.947121 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d325987-61fb-4dd2-92cf-5b880d3bc7f9 req-77f2e8a4-c41e-4d2e-8be5-6032fda964eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1098 time: 0.0711319 Mar 11 13:35:57.985103 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3d325987-61fb-4dd2-92cf-5b880d3bc7f9 req-4c58586f-60c1-49eb-b7c5-8416592be679 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Mar 11 13:35:58.564333 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c552c01-8af5-49d9-bdf2-30cdd7430e59 req-cc3e2773-7f01-4919-bbff-06c5843fea90 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:58.565797 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c552c01-8af5-49d9-bdf2-30cdd7430e59 req-cc3e2773-7f01-4919-bbff-06c5843fea90 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0810895 Mar 11 13:35:58.608722 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c552c01-8af5-49d9-bdf2-30cdd7430e59 req-9ad7caaa-5e0e-406b-82c9-178f76ef3643 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Mar 11 13:35:59.788468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5c55-fd55-4538-8dee-6afa96fa6269 req-f9536717-943c-4baf-b6eb-2f3138f80239 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:35:59.789833 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c62a5c55-fd55-4538-8dee-6afa96fa6269 req-f9536717-943c-4baf-b6eb-2f3138f80239 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0781450 Mar 11 13:35:59.833501 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c62a5c55-fd55-4538-8dee-6afa96fa6269 req-88734287-d481-4f4a-be32-3b6d10658323 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Mar 11 13:36:00.014398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aae8e-efe4-4449-a58e-c5c5e6012027 req-4822b772-789c-4948-b9a3-6e4b6a4e70c0 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:00.015829 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-986aae8e-efe4-4449-a58e-c5c5e6012027 req-4822b772-789c-4948-b9a3-6e4b6a4e70c0 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0828226 Mar 11 13:36:00.059139 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-986aae8e-efe4-4449-a58e-c5c5e6012027 req-c64d9dd6-89fb-49ff-9f19-113cbf6dfb16 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369623 Mar 11 13:36:00.445793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eab05-a80e-4331-acf4-46f25df5825b req-34f8728e-d673-4a62-949c-26b029925e9f tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:00.447220 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e78eab05-a80e-4331-acf4-46f25df5825b req-34f8728e-d673-4a62-949c-26b029925e9f tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0820613 Mar 11 13:36:00.490019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e78eab05-a80e-4331-acf4-46f25df5825b req-9ff3e039-c851-483a-8692-dada5c6b8ef1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372036 Mar 11 13:36:00.847464 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-a0684465-70f4-45b9-9e07-e627a5142beb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738270 Mar 11 13:36:00.989882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-99192114-0def-48a2-a807-d490827fbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:00.991370 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-99192114-0def-48a2-a807-d490827fbe02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1098 time: 0.0712485 Mar 11 13:36:01.134544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-6b118c49-32b3-414f-8b6e-25c22edc76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:01.135977 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-6b118c49-32b3-414f-8b6e-25c22edc76d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.1263478 Mar 11 13:36:01.205426 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-f09a5daf-53ca-4159-bfce-052cbb17468f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 217 time: 0.0636353 Mar 11 13:36:01.267368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-70ce608d-adf7-4cf8-ae02-d0a418182832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:01.268790 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-70ce608d-adf7-4cf8-ae02-d0a418182832 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0577238 Mar 11 13:36:01.346827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-a575ebf5-dec3-4a00-9b0c-df0f60f4c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:01.348216 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-a575ebf5-dec3-4a00-9b0c-df0f60f4c9ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736225 Mar 11 13:36:01.483489 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-6a278791-f9b6-4194-ad09-e3272bb55ddf service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291792 Mar 11 13:36:01.623397 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f0fc5a4-a739-4373-ba5d-fd041967a8d1 req-cb1a51ea-4963-405a-a365-ef11c0da23fc service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336069 Mar 11 13:36:07.206583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-efdecf92-83da-4b61-ab57-feecc5fdbd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:09.272433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4b952d7f-5f75-44ba-94aa-b1ebd033f4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:10.453701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:10.528104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de12236-54cd-4520-aa1f-e2ad1d8a5826 req-6e1fc683-0e3a-4588-bf55-6bbb6f683b98 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:10.529573 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4de12236-54cd-4520-aa1f-e2ad1d8a5826 req-6e1fc683-0e3a-4588-bf55-6bbb6f683b98 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0787759 Mar 11 13:36:10.574005 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4de12236-54cd-4520-aa1f-e2ad1d8a5826 req-1cb9afc5-f59b-4a63-af69-0ea1f691687c tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 Mar 11 13:36:10.596897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38718) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:10.616080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:10.761180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073e750-0c57-4d57-9215-bd6f99097ab6 tempest-TestMinimumBasicScenario-523953498 tempest-TestMinimumBasicScenario-523953498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:10.761915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c073e750-0c57-4d57-9215-bd6f99097ab6 tempest-TestMinimumBasicScenario-523953498 tempest-TestMinimumBasicScenario-523953498-project-admin] Synchronizing usage tracker for tenant:fcad8d81d295442696e820e6fe6fcf49 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:36:10.777918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c073e750-0c57-4d57-9215-bd6f99097ab6 tempest-TestMinimumBasicScenario-523953498 tempest-TestMinimumBasicScenario-523953498-project-admin] Unset dirty status for tenant:fcad8d81d295442696e820e6fe6fcf49 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:36:10.779043 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c073e750-0c57-4d57-9215-bd6f99097ab6 tempest-TestMinimumBasicScenario-523953498 tempest-TestMinimumBasicScenario-523953498-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1093 time: 0.1811194 Mar 11 13:36:10.782707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38724) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:10.787660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '776bdc9c-b730-4974-ad56-ede555643adf', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:10.793673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:10.797398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:floatingip and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:10.800138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:10.806059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:10.816309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:11.042037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:11.174012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Allocated IP 172.26.4.29 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/6b195496-ceb7-43af-8cd0-88c51a4e68ef) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:36:11.316431 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:11.344586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:11.406133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:36:11.408912 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:36:11.412441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:36:11.458569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'Port': ['ID=6b195496-ceb7-43af-8cd0-88c51a4e68ef,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:11.470239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.470583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.470928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.471261 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.471591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.471917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.472237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.472555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.472872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.473187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.473531 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.473845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:11.832110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:11.903540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:12.058931 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:12.107332 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:12.112987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:12.223388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'Port': ['ID=6b195496-ceb7-43af-8cd0-88c51a4e68ef,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:12.231492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:12.399564 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Floating IP 88b6f643-d232-4c75-956d-172b2924394e associated. External IP: 172.26.4.29, port: 776bdc9c-b730-4974-ad56-ede555643adf. Mar 11 13:36:12.841002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:36:13.011948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:36:13.021301 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] Sync routers for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:36:13.030362 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:36:13.031014 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:36:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:36:13.035393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.092814 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-667ca380-5360-45ad-9c53-8121371ddc35 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3089671 Mar 11 13:36:13.093271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:36:13.096043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38728) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:13.102263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795499422', 'description': 'tempest-secgroup-smoke-1795499422 description', 'project_id': 'de510c267eef4c749582d54c5b436ea4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:13.108739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:13.119141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:13.130914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.140255 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf', 'status': 'completed', 'code': 200} Mar 11 13:36:13.153711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:13.158033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:13.160897 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:13.166574 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:13.216493 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:36:13.233366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-2de93b8c-3f9c-45b2-938c-145f2e3800cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:13.235470 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-2de93b8c-3f9c-45b2-938c-145f2e3800cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1098 time: 0.0738006 Mar 11 13:36:13.245837 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.252895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.303338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.307872 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2063730 Mar 11 13:36:13.307872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38734) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:13.315052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'security_group_rule': {'security_group_id': '034d3c18-c0c2-4119-ac2f-4fa222cac1f4', 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:13.321126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:13.326101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034d3c18-c0c2-4119-ac2f-4fa222cac1f4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:13.329296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:13.332122 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:13.340995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:13.349363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.349645 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.350087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.350351 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.350671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.351425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.351425 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.351990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.351990 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.352558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.352558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.354014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c3ab0-640c-49a5-869c-ba00853f7a69 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:36:13.364579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.374779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-d72c89bf-bf7a-4c36-8d66-60e81ffd6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:13.376294 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-d72c89bf-bf7a-4c36-8d66-60e81ffd6ad8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.1342912 Mar 11 13:36:13.450813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.458481 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.481808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8a68d3-cd13-48c3-b712-5c4d7faea86d,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:13.487810 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-ec5015c7-2574-4c89-80d8-82e173433ebb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 998 time: 0.1057923 Mar 11 13:36:13.494272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.497467 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8bf4eb82-a5ae-49ff-8fb7-0e17bd3d9b15 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1869023 Mar 11 13:36:13.498228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38738) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:13.503267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'security_group_rule': {'security_group_id': '034d3c18-c0c2-4119-ac2f-4fa222cac1f4', 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:13.509104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:13.512844 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:13.515662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:13.525330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:13.544493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.557000 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-8b5ac429-c59b-4951-8e31-7d8c906f763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:13.558733 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-8b5ac429-c59b-4951-8e31-7d8c906f763c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0648918 Mar 11 13:36:13.586370 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '88b6f643-d232-4c75-956d-172b2924394e', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'floating_ip_address': '172.26.4.29', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'port_id': '776bdc9c-b730-4974-ad56-ede555643adf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'mac_address': 'fa:16:3e:18:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436314be-7c28-4f40-b087-e3eba62e8bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:36:11Z', 'updated_at': '2022-03-11T13:36:11Z', 'revision_number': 0, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 5, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:36:13.590578 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] Checking router: d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:36:13.600819 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:36:13.601331 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:36:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:36:13.610908 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.615427 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.641611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a700bd3-0500-41d4-a3d2-345c71849136,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:13.651693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-233dd5d8-4c9b-498a-90f7-9b60a0b3f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:13.653126 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-233dd5d8-4c9b-498a-90f7-9b60a0b3f79a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830724 Mar 11 13:36:13.655091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.656451 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-96510f1d-f8a0-427e-984f-e0aa56c00e6e tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573021 Mar 11 13:36:13.659893 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38742) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:13.665209 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'security_group_rule': {'security_group_id': '034d3c18-c0c2-4119-ac2f-4fa222cac1f4', 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:13.671858 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:13.675895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:13.679047 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:13.684686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:13.701256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.764497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.770476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.789695 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-c092f0b8-3f1c-4449-bef5-ebaa368cd75d service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295905 Mar 11 13:36:13.796519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02e13f8-d936-461f-869b-82955f5bad14,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:13.806526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.807814 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:36:13.809869 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6446eb2a-7191-4ef4-996e-332ed0d3a54d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489313 Mar 11 13:36:13.810945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38746) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:13.816338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'security_group_rule': {'security_group_id': '034d3c18-c0c2-4119-ac2f-4fa222cac1f4', 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:13.822558 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:13.826475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:13.830000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:13.835754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:13.853083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.919213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.924754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.930377 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27a20c29-59c7-46fc-a9ee-a417c66aa212 req-a104b5fc-5cc9-4ba5-b432-fb5c5aa1df2f service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351929 Mar 11 13:36:13.949802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b0b0a2-7f23-496d-ba13-688fc5fa8a63,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:13.959875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:13.961141 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b3e8d7f6-6e05-45aa-9895-427ca50f2024 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491663 Mar 11 13:36:13.963916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:13.970195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'security_group_rule': {'security_group_id': '034d3c18-c0c2-4119-ac2f-4fa222cac1f4', 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:13.976260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:13.980057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:13.982956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:13.989155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:14.002659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Project de510c267eef4c749582d54c5b436ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:36:14.009220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.075443 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.079730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.103505 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfbed05-113e-4724-9cad-de3d014c88e5,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:14.113065 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.114333 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2faa0a0-e2f2-4551-ad96-f1dd84468c40 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487668 Mar 11 13:36:14.117502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38754) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:36:14.122807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'security_group_rule': {'security_group_id': '034d3c18-c0c2-4119-ac2f-4fa222cac1f4', 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:14.128562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:36:14.132540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Usage tracker for resource:security_group_rule and tenant:de510c267eef4c749582d54c5b436ea4 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:36:14.135460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:36:14.141826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:36:14.153218 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Project de510c267eef4c749582d54c5b436ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:36:14.160628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.221226 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '88b6f643-d232-4c75-956d-172b2924394e', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'floating_ip_address': '172.26.4.29', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'port_id': '776bdc9c-b730-4974-ad56-ede555643adf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'mac_address': 'fa:16:3e:18:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436314be-7c28-4f40-b087-e3eba62e8bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:36:11Z', 'updated_at': '2022-03-11T13:36:11Z', 'revision_number': 0, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 5, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:36:14.224064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.227697 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c0e1c-4514-45ea-b815-7dd2c92e0e47 None None] The sync data for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv is: [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '88b6f643-d232-4c75-956d-172b2924394e', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'floating_ip_address': '172.26.4.29', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'port_id': '776bdc9c-b730-4974-ad56-ede555643adf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'mac_address': 'fa:16:3e:18:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436314be-7c28-4f40-b087-e3eba62e8bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:36:11Z', 'updated_at': '2022-03-11T13:36:11Z', 'revision_number': 0, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 5, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:36:14.228334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.257081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c061d912-2256-4e5f-a932-c1426492f32c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:14.270492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:14.273951 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1385d5bd-e784-4ca7-a68a-2276e9f58f19 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551876 Mar 11 13:36:14.400455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-9b0dcbfd-a8a9-4a7c-bfe3-6b701a935fc1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Synchronizing usage tracker for tenant:de510c267eef4c749582d54c5b436ea4 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:36:14.420527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-9b0dcbfd-a8a9-4a7c-bfe3-6b701a935fc1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Unset dirty status for tenant:de510c267eef4c749582d54c5b436ea4 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:36:14.423649 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-9b0dcbfd-a8a9-4a7c-bfe3-6b701a935fc1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795499422&fields=id&tenant_id=de510c267eef4c749582d54c5b436ea4 HTTP/1.1" status: 200 len: 267 time: 0.0648403 Mar 11 13:36:14.450111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8942c8-b312-4ed5-9c6e-90fc94140f58 None None] New status for floating IP 88b6f643-d232-4c75-956d-172b2924394e: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:36:14.518416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be85894d-7d21-4967-bf1a-a2a7621a074c tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:14.520000 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be85894d-7d21-4967-bf1a-a2a7621a074c tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0908387 Mar 11 13:36:14.541211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'port': {'security_groups': ['7ab524a4-809c-4885-bc31-752a8bdd0201', '034d3c18-c0c2-4119-ac2f-4fa222cac1f4']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:36:14.657121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:15.011598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=776bdc9c-b730-4974-ad56-ede555643adf,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:36:15.035805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:15.040293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:15.052167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['776bdc9c-b730-4974-ad56-ede555643adf'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:36:15.105242 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:15.105842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:15.107346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0da4cac2-1a2f-4df0-ac20-318239779892 req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "PUT /v2.0/ports/776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 981 time: 0.5800736 Mar 11 13:36:15.107794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:36:15.139358 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dd8d5-9cf2-4ff5-8f0a-623087ab0fbc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=6']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:36:15.205898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['776bdc9c-b730-4974-ad56-ede555643adf'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:36:15.267575 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf', 'status': 'completed', 'code': 200} Mar 11 13:36:15.321519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89f42-0a99-41ca-8aad-32b8be74fd8d req-68a3add0-64cf-4833-9fa4-c7c9e18af3d7 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:15.329932 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-58e89f42-0a99-41ca-8aad-32b8be74fd8d req-68a3add0-64cf-4833-9fa4-c7c9e18af3d7 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.1037116 Mar 11 13:36:15.378623 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-58e89f42-0a99-41ca-8aad-32b8be74fd8d req-0c330d26-07a0-48b0-9925-2a851a11a47b tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474763 Mar 11 13:36:15.496488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-8b8fa321-91bf-4e4c-a25e-f1ad29674748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:15.497791 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-8b8fa321-91bf-4e4c-a25e-f1ad29674748 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1137 time: 0.2278786 Mar 11 13:36:15.512631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f4cd4e73-0872-45fc-a5a8-eec1866e4bc8 None None] Provisioning complete for port 776bdc9c-b730-4974-ad56-ede555643adf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:36:15.513172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4e73-0872-45fc-a5a8-eec1866e4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:15.630170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-4a0f4a84-f027-4002-8f4b-377575045bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:15.631631 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-4a0f4a84-f027-4002-8f4b-377575045bea service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.1271734 Mar 11 13:36:15.746197 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-fdb91f2d-c826-44fe-946b-a6cbb04bbe89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 1000 time: 0.1084440 Mar 11 13:36:15.810310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-90cda48c-2733-45a6-8e10-3ac5c9af9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:15.811749 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-90cda48c-2733-45a6-8e10-3ac5c9af9014 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0574527 Mar 11 13:36:15.890002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-27b5df69-e74c-4166-8d4f-421b772713db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:15.891911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-27b5df69-e74c-4166-8d4f-421b772713db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725377 Mar 11 13:36:16.028395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-349c877d-e577-471f-88f0-dd41d5996693 service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298785 Mar 11 13:36:16.160547 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b69033de-8640-41c0-9500-a9205fd6f4fc req-875a39c8-eb94-4c5e-a14d-03bfa04cb8b1 service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249747 Mar 11 13:36:22.240374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:29.319133 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:36:31.673262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-98ccb89b-73b6-4bba-af19-7a7ba1036145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:31.674720 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-98ccb89b-73b6-4bba-af19-7a7ba1036145 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1137 time: 0.0716903 Mar 11 13:36:31.715182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe6a2f-8ad3-4a46-8179-6dc2b97ff5e7 req-d452f5aa-7189-4c76-9d82-53bd924abcb8 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:31.716676 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7cbe6a2f-8ad3-4a46-8179-6dc2b97ff5e7 req-d452f5aa-7189-4c76-9d82-53bd924abcb8 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0837975 Mar 11 13:36:31.762836 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7cbe6a2f-8ad3-4a46-8179-6dc2b97ff5e7 req-0198dc3d-13f4-4933-b5aa-4c2895eb8a10 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398467 Mar 11 13:36:31.805139 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-a835d2fc-c227-4ef7-9f23-2964c293d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:31.806673 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-a835d2fc-c227-4ef7-9f23-2964c293d90c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.1263075 Mar 11 13:36:31.906911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-05891afb-aadf-4e56-af21-6f255f842602 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 1000 time: 0.0942180 Mar 11 13:36:31.967280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-44d71c22-16e2-4ac1-bbb3-678c9c95c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:31.969283 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-44d71c22-16e2-4ac1-bbb3-678c9c95c356 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0560200 Mar 11 13:36:32.043352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-f4d9999c-36bd-46c7-be80-9129e01eccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:32.044762 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-f4d9999c-36bd-46c7-be80-9129e01eccb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702443 Mar 11 13:36:32.172233 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-19192f51-1ac6-4106-9bce-37f88fd39342 service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212814 Mar 11 13:36:32.301535 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a86bfcd6-cc62-4482-9091-16ce8d1df5ad req-ccaeb897-4bec-46a3-91da-987c316b06bc service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230378 Mar 11 13:36:32.946221 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4449c-bd30-40a3-a96e-229d3020584f req-f37fab8a-bbc6-4ed1-a440-e7823fa8581d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:32.947663 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6aa4449c-bd30-40a3-a96e-229d3020584f req-f37fab8a-bbc6-4ed1-a440-e7823fa8581d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0785587 Mar 11 13:36:32.993177 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6aa4449c-bd30-40a3-a96e-229d3020584f req-76e3fc32-0089-4376-8423-b7bd919025df tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399022 Mar 11 13:36:34.190201 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4c595-51a8-41b2-8fa9-13a6ff2b5891 req-b0d4b0ff-0df5-4dfe-88c4-635f18855a9d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:34.191638 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dfa4c595-51a8-41b2-8fa9-13a6ff2b5891 req-b0d4b0ff-0df5-4dfe-88c4-635f18855a9d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0965526 Mar 11 13:36:34.237387 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dfa4c595-51a8-41b2-8fa9-13a6ff2b5891 req-630970c4-453e-4f0d-a76c-781cbff342a7 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398993 Mar 11 13:36:35.420753 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4938-b989-4c03-90f2-3c840a3ff35c req-a2b0e129-ab7f-4a0f-9b87-51f4254bfedd tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:35.422709 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b67e4938-b989-4c03-90f2-3c840a3ff35c req-a2b0e129-ab7f-4a0f-9b87-51f4254bfedd tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0799806 Mar 11 13:36:35.471217 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b67e4938-b989-4c03-90f2-3c840a3ff35c req-fdfd5227-268e-41f8-b847-6e5a0ad873cb tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428500 Mar 11 13:36:36.652688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903716c-3b64-4f1b-adfd-8262a1c4e084 req-42afca1b-1e52-44ba-bb2b-5b17bc5a4331 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:36.654156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f903716c-3b64-4f1b-adfd-8262a1c4e084 req-42afca1b-1e52-44ba-bb2b-5b17bc5a4331 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0812881 Mar 11 13:36:36.700158 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f903716c-3b64-4f1b-adfd-8262a1c4e084 req-59c581d1-a3a1-49bb-a608-78282a80c4e5 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396433 Mar 11 13:36:37.208379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2834-de84-458e-85d8-cef3ca8fd6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:37.882846 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63fb62-6c3d-4dcc-b93a-79b724cb0b76 req-b71b833d-c24a-4406-a6ca-87dfbd3a62de tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:37.884260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ca63fb62-6c3d-4dcc-b93a-79b724cb0b76 req-b71b833d-c24a-4406-a6ca-87dfbd3a62de tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0813115 Mar 11 13:36:37.928954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ca63fb62-6c3d-4dcc-b93a-79b724cb0b76 req-5aadc1e2-20ad-4513-85c5-ab85a1dcd3e7 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390353 Mar 11 13:36:39.110894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8c61e-0bf2-4215-a01f-f1028aa2e5d8 req-edf4e542-1a52-4f9c-b601-80eaf50f0ac1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:39.112327 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1ab8c61e-0bf2-4215-a01f-f1028aa2e5d8 req-edf4e542-1a52-4f9c-b601-80eaf50f0ac1 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0789547 Mar 11 13:36:39.157913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1ab8c61e-0bf2-4215-a01f-f1028aa2e5d8 req-3d6c896f-0327-479f-a115-b2de32a52fbb tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399883 Mar 11 13:36:39.273521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eb313996-7453-4930-91e0-2e9748ec7ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:40.345005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b1085-b655-460d-9525-b7643a871891 req-a085a163-591c-4014-8a05-42113d40d981 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:40.346349 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb6b1085-b655-460d-9525-b7643a871891 req-a085a163-591c-4014-8a05-42113d40d981 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0851438 Mar 11 13:36:40.393509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb6b1085-b655-460d-9525-b7643a871891 req-e94efb26-5863-4262-ba06-25c725e743cd tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413237 Mar 11 13:36:40.456021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:40.609034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:41.574105 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d6812-c273-423f-a3eb-90cd2f9529a3 req-a9c8a712-2068-4de0-804b-2e6d3b8dc370 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:41.575555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b81d6812-c273-423f-a3eb-90cd2f9529a3 req-a9c8a712-2068-4de0-804b-2e6d3b8dc370 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0794237 Mar 11 13:36:41.625666 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b81d6812-c273-423f-a3eb-90cd2f9529a3 req-5240f708-7046-4fb3-a80f-1f14d5648096 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438023 Mar 11 13:36:42.059696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:36:42.810202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d2297-0b7c-41bb-92ca-8bc63aae590b req-da148af0-0b77-4ab8-9910-018a8a0d41dc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:42.811586 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-041d2297-0b7c-41bb-92ca-8bc63aae590b req-da148af0-0b77-4ab8-9910-018a8a0d41dc tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0796027 Mar 11 13:36:42.856643 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-041d2297-0b7c-41bb-92ca-8bc63aae590b req-40d20cd3-438c-4ec9-a71a-178fbb04d40d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394614 Mar 11 13:36:44.041124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ae404-0f4c-4eb7-af80-8c9e31db4c4f req-155b1ef7-921c-465d-8ada-ee6436f84bb7 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:36:44.042909 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3ae404-0f4c-4eb7-af80-8c9e31db4c4f req-155b1ef7-921c-465d-8ada-ee6436f84bb7 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0834110 Mar 11 13:36:44.088337 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3ae404-0f4c-4eb7-af80-8c9e31db4c4f req-4d690fc4-4341-45e3-9613-523415a45a4b tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&id=034d3c18-c0c2-4119-ac2f-4fa222cac1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391495 Mar 11 13:36:52.251142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:01.856280 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-f041e046-5c1b-4db9-83ec-9d400dea5612 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678411 Mar 11 13:37:01.991032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-9d4f4cd7-97c6-4f68-bca9-979f21637a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:01.992438 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-9d4f4cd7-97c6-4f68-bca9-979f21637a46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1137 time: 0.0709636 Mar 11 13:37:02.228360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-e0a8f165-5328-4e51-a3f3-ffbe2a9babb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:02.229817 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-e0a8f165-5328-4e51-a3f3-ffbe2a9babb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.2202601 Mar 11 13:37:02.334979 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-d195f57a-86ed-4b26-92de-eeca0110648d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 1000 time: 0.0966268 Mar 11 13:37:02.400363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-e455651c-2cbf-4c3d-9ce9-5979c4881cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:02.401808 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-e455651c-2cbf-4c3d-9ce9-5979c4881cd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0600719 Mar 11 13:37:02.477282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-4dc7048b-9b0f-4b57-90e8-db1613bbb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:02.478828 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-4dc7048b-9b0f-4b57-90e8-db1613bbb854 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706482 Mar 11 13:37:02.610587 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-772436ba-dc43-404c-8c40-2f11f9be1129 service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234748 Mar 11 13:37:02.740179 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c13fcf9c-470b-4634-a198-c8430cac9f10 req-2eedc335-8a6d-497c-8c7d-1275be81862d service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228268 Mar 11 13:37:06.317700 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:37:07.209371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e992fe35-69d9-4a13-bb60-f98fec02034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:09.274533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3651261f-8168-4128-bd56-9f37492db87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:10.458198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:10.609779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:12.063631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:16.405200 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-5df7668f-7e62-40c9-bc5c-159ce5b6c8bb tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795499422&fields=id&tenant_id=de510c267eef4c749582d54c5b436ea4 HTTP/1.1" status: 200 len: 267 time: 0.0387983 Mar 11 13:37:16.490478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-dca5f019-12a0-44b7-a56c-573224765876 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:16.491891 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-dca5f019-12a0-44b7-a56c-573224765876 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 984 time: 0.0814252 Mar 11 13:37:16.502300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Request body: {'port': {'security_groups': ['7ab524a4-809c-4885-bc31-752a8bdd0201']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:16.616134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:16.947404 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=776bdc9c-b730-4974-ad56-ede555643adf,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:16.972020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:16.976462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:16.988045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['776bdc9c-b730-4974-ad56-ede555643adf'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:37:17.043499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:17.044155 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.045542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dcbfef5e-fa3f-4fd1-b24b-701efc89fbcf req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "PUT /v2.0/ports/776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 942 time: 0.5475667 Mar 11 13:37:17.045995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:37:17.052014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38812) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:17.082833 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event updated for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=7']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:17.092657 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.093098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.094089 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.094699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.095035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.095410 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.095699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.096010 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.096336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.097523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.097523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.097905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a6aae-29d3-4d02-8504-04133812b37d tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.113334 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf', 'status': 'completed', 'code': 200} Mar 11 13:37:17.133172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['776bdc9c-b730-4974-ad56-ede555643adf'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:37:17.183964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.222347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.275853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-c4cae388-3171-49ee-b954-011ece55baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:17.277329 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-c4cae388-3171-49ee-b954-011ece55baf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1098 time: 0.1526513 Mar 11 13:37:17.333646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-96d6f863-1d83-41fb-8238-309c7e8489c6 None None] Provisioning complete for port 776bdc9c-b730-4974-ad56-ede555643adf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:17.333940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-96d6f863-1d83-41fb-8238-309c7e8489c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.378661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.415735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034d3c18-c0c2-4119-ac2f-4fa222cac1f4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:17.438833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.439183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.439893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.439893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.440124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.440445 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.440762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.441079 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.441396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.441754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.442067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.442380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:17.446153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-026959d0-4100-45d5-98a1-5cd7e971599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:17.447585 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-026959d0-4100-45d5-98a1-5cd7e971599a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.1640167 Mar 11 13:37:17.452388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.453484 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8e901893-d5ed-4346-bcde-a242795f1ad3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "DELETE /v2.0/security-groups/034d3c18-c0c2-4119-ac2f-4fa222cac1f4 HTTP/1.1" status: 204 len: 168 time: 0.4006069 Mar 11 13:37:17.457145 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 38816) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:17.549325 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-9d4619c3-5e3b-4ca8-9911-b2c64fe020ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 1000 time: 0.0939212 Mar 11 13:37:17.613802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-05530598-8d05-49bd-9a2e-80a475bfed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:17.615227 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-05530598-8d05-49bd-9a2e-80a475bfed91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0599046 Mar 11 13:37:17.673805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Deleting port 6b195496-ceb7-43af-8cd0-88c51a4e68ef {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:17.674141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.689702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-af671e36-ef49-40f1-89da-d9e8cbd7d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:17.691161 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-af671e36-ef49-40f1-89da-d9e8cbd7d334 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700238 Mar 11 13:37:17.821026 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-208bcf06-64bd-49ce-977b-5bd165694d5f service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235697 Mar 11 13:37:17.847194 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.847622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:17.950564 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f671f31f-9abc-4eb4-a515-898c58d54e13 req-05af459e-4f43-4105-be6c-6d2a811bb30c service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240418 Mar 11 13:37:17.978199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Calling delete_port for 6b195496-ceb7-43af-8cd0-88c51a4e68ef owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:18.133199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:18.179281 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event deleted for resources: {'Port': ['ID=6b195496-ceb7-43af-8cd0-88c51a4e68ef,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:18.269726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:18.270054 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Floating IP 88b6f643-d232-4c75-956d-172b2924394e disassociated (deleted). External IP: 172.26.4.29, port: 776bdc9c-b730-4974-ad56-ede555643adf. Mar 11 13:37:18.618398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:37:18.906664 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:37:18.917785 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] Sync routers for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:37:18.920832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:18.928337 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:18.928933 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:18.978694 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6031179-2cd8-43ee-8306-57ccc7d4cae3 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "DELETE /v2.0/floatingips/88b6f643-d232-4c75-956d-172b2924394e HTTP/1.1" status: 204 len: 168 time: 1.5179484 Mar 11 13:37:19.111263 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:19.114540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:37:19.162829 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf', 'status': 'completed', 'code': 200} Mar 11 13:37:19.393569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-3cb11722-6524-4a53-8cb7-31341a65cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:19.393569 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-3cb11722-6524-4a53-8cb7-31341a65cb92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de510c267eef4c749582d54c5b436ea4&device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 1098 time: 0.2047136 Mar 11 13:37:19.525715 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 5, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:19.530075 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] Checking router: d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:37:19.538205 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:19.538788 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:19.551485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-1e73d2dc-24c7-4acf-915c-a72120ac2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:19.552959 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-1e73d2dc-24c7-4acf-915c-a72120ac2206 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 200 len: 916 time: 0.1505823 Mar 11 13:37:19.623595 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-7d8b91e8-e8b7-44a6-b505-a8ddecdd450b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 200 len: 217 time: 0.0642238 Mar 11 13:37:19.684922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-66faac3f-7bae-4ddd-a1c9-878f60d79f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:19.686279 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-66faac3f-7bae-4ddd-a1c9-878f60d79f36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 200 len: 854 time: 0.0569949 Mar 11 13:37:19.716817 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:19.779592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-932bb19a-aff3-4b7f-8091-71f2aec8eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:19.781054 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-932bb19a-aff3-4b7f-8091-71f2aec8eb89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0f7a691-7707-4107-9dd9-666eb45c6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746820 Mar 11 13:37:19.925221 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-fccef1ec-d91b-4986-8db8-4081c22d89eb service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370597 Mar 11 13:37:20.069230 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 5, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:20.070067 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3de2b17e-c4a2-45c8-b69b-cde715f86738 req-3a37e3c4-01ea-4310-91a2-d91bca856173 service neutron] 10.222.0.50 "GET /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384563 Mar 11 13:37:20.074374 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb98342-6f58-4986-8367-5e56187ee735 None None] The sync data for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv is: [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:35:22Z', 'revision_number': 4, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '75b71dbd-5c43-4d72-8569-31839361b499', 'name': '', 'network_id': 'd0f7a691-7707-4107-9dd9-666eb45c6491', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'mac_address': 'fa:16:3e:a1:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:21Z', 'updated_at': '2022-03-11T13:35:28Z', 'revision_number': 5, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'subnets': [{'id': 'f08285f4-74af-439d-8b4d-256141aacd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:37:20.299066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c2758-cb20-4b4a-a388-0a2907690c53 None None] New status for floating IP 88b6f643-d232-4c75-956d-172b2924394e: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:37:22.256776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:23.355798 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297e12-9ab1-4096-99a8-383c863917d9 req-72c1b38c-1be9-4d7d-843a-00b9810e5bde tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:23.356966 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cd297e12-9ab1-4096-99a8-383c863917d9 req-72c1b38c-1be9-4d7d-843a-00b9810e5bde tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Synchronizing usage tracker for tenant:de510c267eef4c749582d54c5b436ea4 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:37:23.372840 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cd297e12-9ab1-4096-99a8-383c863917d9 req-72c1b38c-1be9-4d7d-843a-00b9810e5bde tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Unset dirty status for tenant:de510c267eef4c749582d54c5b436ea4 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:37:23.374047 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd297e12-9ab1-4096-99a8-383c863917d9 req-72c1b38c-1be9-4d7d-843a-00b9810e5bde tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.1005051 Mar 11 13:37:23.418919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cd297e12-9ab1-4096-99a8-383c863917d9 req-5c53969b-8b73-44aa-be64-d3aca88eabd4 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Mar 11 13:37:24.600540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3b29-3774-4fe6-9e50-b09fec897d86 req-62a2a6e3-0fde-41f9-90ae-d3c750b998e6 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:24.601981 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0cc3b29-3774-4fe6-9e50-b09fec897d86 req-62a2a6e3-0fde-41f9-90ae-d3c750b998e6 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0776873 Mar 11 13:37:24.649866 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0cc3b29-3774-4fe6-9e50-b09fec897d86 req-6c33f4d1-8d93-47a4-916c-eeb45cafde54 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ab524a4-809c-4885-bc31-752a8bdd0201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 Mar 11 13:37:24.942620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42581274-9b98-4fc1-b2b9-6871018199ef req-b22c19e9-4c43-4b5f-84ba-5de18e83a7f9 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:24.943300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-42581274-9b98-4fc1-b2b9-6871018199ef req-b22c19e9-4c43-4b5f-84ba-5de18e83a7f9 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Synchronizing usage tracker for tenant:de510c267eef4c749582d54c5b436ea4 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:37:24.954946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-42581274-9b98-4fc1-b2b9-6871018199ef req-b22c19e9-4c43-4b5f-84ba-5de18e83a7f9 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Unset dirty status for tenant:de510c267eef4c749582d54c5b436ea4 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:37:24.956009 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-42581274-9b98-4fc1-b2b9-6871018199ef req-b22c19e9-4c43-4b5f-84ba-5de18e83a7f9 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.50 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 945 time: 0.0928314 Mar 11 13:37:25.022316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Deleting port 776bdc9c-b730-4974-ad56-ede555643adf {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:25.022657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:25.266144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] For port 776bdc9c-b730-4974-ad56-ede555643adf, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=776bdc9c-b730-4974-ad56-ede555643adf,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:25.266428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:25.388286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Calling delete_port for 776bdc9c-b730-4974-ad56-ede555643adf owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:25.530856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:25.542364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['776bdc9c-b730-4974-ad56-ede555643adf'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:37:25.583595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Pushing event deleted for resources: {'Port': ['ID=776bdc9c-b730-4974-ad56-ede555643adf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:25.654622 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] No DVR routers for this DVR port 776bdc9c-b730-4974-ad56-ede555643adf on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:37:25.656954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:25.659388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'name': 'network-vif-deleted', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:37:25.675562 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-42581274-9b98-4fc1-b2b9-6871018199ef req-679f7294-dae7-47a8-9934-213d73c0be3a tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.50 "DELETE /v2.0/ports/776bdc9c-b730-4974-ad56-ede555643adf HTTP/1.1" status: 204 len: 173 time: 0.7145572 Mar 11 13:37:25.712177 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436314be-7c28-4f40-b087-e3eba62e8bff', 'name': 'network-vif-deleted', 'tag': '776bdc9c-b730-4974-ad56-ede555643adf', 'status': 'completed', 'code': 200} Mar 11 13:37:25.963513 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0437511c-e5d8-407b-8c86-9e046bee3378 req-13eecfc1-8014-46d2-bf75-33d904f533a0 tempest-TestMinimumBasicScenario-201442403 tempest-TestMinimumBasicScenario-201442403-project] 10.222.0.52 "GET /v2.0/ports?device_id=436314be-7c28-4f40-b087-e3eba62e8bff HTTP/1.1" status: 200 len: 210 time: 0.0428693 Mar 11 13:37:27.599727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38900) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:28.220967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:28.562631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Deleting port 75b71dbd-5c43-4d72-8569-31839361b499 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:28.562967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:28.730369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] For port 75b71dbd-5c43-4d72-8569-31839361b499, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=75b71dbd-5c43-4d72-8569-31839361b499,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:28.731482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:28.851726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Calling delete_port for 75b71dbd-5c43-4d72-8569-31839361b499 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:29.257053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:29.302731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b71dbd-5c43-4d72-8569-31839361b499,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:29.569686 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:29.905247 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 776bdc9c-b730-4974-ad56-ede555643adf no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:37:29.916800 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:37:29.939189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 776bdc9c-b730-4974-ad56-ede555643adf {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:37:29.939528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 776bdc9c-b730-4974-ad56-ede555643adf not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:37:30.094577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:37:30.102942 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] Sync routers for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:37:30.106460 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4dc27c51-0847-4c74-9e9d-a5ece4115a62 admin admin] 10.222.0.52 "PUT /v2.0/routers/d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5056603 Mar 11 13:37:30.109013 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38904) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:30.112088 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:30.112673 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:30.282484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:30.311666 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:30.571857 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:30.581649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Deleting port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:30.581986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:30.597382 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:37:29Z', 'revision_number': 5, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port': {'id': '2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:19Z', 'updated_at': '2022-03-11T13:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:30.601467 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] Checking router: d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:37:30.611005 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] Routers {'d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:30.611761 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:30.755401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] For port 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:30.755751 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:30.763034 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] Set router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:30.868078 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:37:30Z', 'revision_number': 6, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:30.871904 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc07715-452f-47cb-9f14-8e01b83937e1 None None] The sync data for ids ['d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5'] in dv-neutron-833198-1-hyperv is: [{'id': 'd485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5', 'name': 'tempest-TestMinimumBasicScenario-1786011051-router', 'tenant_id': 'de510c267eef4c749582d54c5b436ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:18Z', 'updated_at': '2022-03-11T13:37:30Z', 'revision_number': 6, 'project_id': 'de510c267eef4c749582d54c5b436ea4', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:37:30.884758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Calling delete_port for 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:31.050177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.097577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:31.187575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.358019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.360178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.386340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.386839 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:37:31.400213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.401330 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-669f1854-65e6-4c06-9605-e72b2af41615 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d485bddf-26e5-4dd7-8be5-cf2e1f7d6fa5 HTTP/1.1" status: 204 len: 168 time: 1.2912498 Mar 11 13:37:31.403899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38908) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:31.462506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] Deleting subnet f08285f4-74af-439d-8b4d-256141aacd1e {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:37:31.465290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.512781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.593009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.660230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.698356 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08285f4-74af-439d-8b4d-256141aacd1e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:31.701824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.707872 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-499c00cd-d52b-4a3b-9232-4b2afd03e6fe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f08285f4-74af-439d-8b4d-256141aacd1e HTTP/1.1" status: 204 len: 168 time: 0.3030279 Mar 11 13:37:31.710337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38912) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:31.711127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b61f7d-e415-4977-a4e0-e25a4c6d01ac None None] Network d0f7a691-7707-4107-9dd9-666eb45c6491 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:37:31.816206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.827581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Deleting port 8b7ab203-a976-4a48-a948-9d9c98625334 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:31.827919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:31.967051 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] DHCP port deletion for d0f7a691-7707-4107-9dd9-666eb45c6491 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:37:31.970982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Deleting port 8b7ab203-a976-4a48-a948-9d9c98625334 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:31.971358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.044188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:37:32.081405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:37:32.081769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2f69f0d1-c9e9-4f7a-b0e6-42f893359bb2 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:37:32.082179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8b7ab203-a976-4a48-a948-9d9c98625334 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:37:32.138578 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] For port 8b7ab203-a976-4a48-a948-9d9c98625334, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8b7ab203-a976-4a48-a948-9d9c98625334,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:32.139129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.261050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Calling delete_port for 8b7ab203-a976-4a48-a948-9d9c98625334 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:32.336429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.340059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.356617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] For port 8b7ab203-a976-4a48-a948-9d9c98625334, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8b7ab203-a976-4a48-a948-9d9c98625334,segment=NetworkSegment(4a59903f-bf20-48c4-8e62-81983cc019db),segment_id=4a59903f-bf20-48c4-8e62-81983cc019db)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:32.356998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.388527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7ab203-a976-4a48-a948-9d9c98625334,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:32.390341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] No DVR routers for this DVR port 8b7ab203-a976-4a48-a948-9d9c98625334 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:37:32.508742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.514900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Calling delete_port for 8b7ab203-a976-4a48-a948-9d9c98625334 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:32.533094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f7a691-7707-4107-9dd9-666eb45c6491']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:32.545880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a59903f-bf20-48c4-8e62-81983cc019db') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:32.546178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a59903f-bf20-48c4-8e62-81983cc019db') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:32.549725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 75b71dbd-5c43-4d72-8569-31839361b499 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:37:32.557375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.573369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.579407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:37:32.580024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.588406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 75b71dbd-5c43-4d72-8569-31839361b499 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:37:32.588727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 75b71dbd-5c43-4d72-8569-31839361b499 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:37:32.598216 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:37:32.626394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:37:32.626748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:37:32.672940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.688052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:32.699052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f7a691-7707-4107-9dd9-666eb45c6491,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:32.711265 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-aeafb9ae-33bd-4cc8-89d0-1762d2ec336c admin admin] 10.222.0.52 "DELETE /v2.0/networks/d0f7a691-7707-4107-9dd9-666eb45c6491 HTTP/1.1" status: 204 len: 168 time: 0.9999955 Mar 11 13:37:32.714219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38920) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:33.127911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Deleting port 8b7ab203-a976-4a48-a948-9d9c98625334 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:33.128558 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:33.193420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ca9af984-0958-4bb9-9ca4-3065fbe523df None None] The port '8b7ab203-a976-4a48-a948-9d9c98625334' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:37:33.241741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:33.683459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Deleting port 483190e3-dfd1-411e-9689-e8961ce729a4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:33.683798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:33.855615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] For port 483190e3-dfd1-411e-9689-e8961ce729a4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=483190e3-dfd1-411e-9689-e8961ce729a4,segment=NetworkSegment(a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3),segment_id=a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:33.855917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:33.977392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Calling delete_port for 483190e3-dfd1-411e-9689-e8961ce729a4 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:34.148697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:34.198076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Pushing event deleted for resources: {'Port': ['ID=483190e3-dfd1-411e-9689-e8961ce729a4,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:34.467386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:34.915129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:37:35.086440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:37:35.096265 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] Sync routers for ids ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:37:35.103386 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4c93968b-5521-424e-b9ec-01b23f04210e admin admin] 10.222.0.52 "PUT /v2.0/routers/4b6262bd-b41f-4589-82a5-b608cf2dc5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3881185 Mar 11 13:37:35.106543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38924) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:35.107153 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] Routers {'4b6262bd-b41f-4589-82a5-b608cf2dc5a0'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:35.107756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:35.282546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:35.282974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] Set router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:35.461233 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:35.470538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Deleting port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:35.471180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:35.570222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:37:34Z', 'revision_number': 5, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port': {'id': 'c8fb4224-73d9-4f9f-8ea6-fce3c91fee08', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:35:25Z', 'updated_at': '2022-03-11T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:35.573998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] Checking router: 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:37:35.582112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] Routers {'4b6262bd-b41f-4589-82a5-b608cf2dc5a0'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:35.582687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:35.641337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] For port c8fb4224-73d9-4f9f-8ea6-fce3c91fee08, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:35.641690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:35.763031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Calling delete_port for c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:35.765580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] Set router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:35.874102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:37:35Z', 'revision_number': 6, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:35.877913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449ad1d-9f49-4b74-82ad-89a8e5fb85ad None None] The sync data for ids ['4b6262bd-b41f-4589-82a5-b608cf2dc5a0'] in dv-neutron-833198-1-hyperv is: [{'id': '4b6262bd-b41f-4589-82a5-b608cf2dc5a0', 'name': 'tempest-TestMinimumBasicScenario-1766829013-router', 'tenant_id': 'fcad8d81d295442696e820e6fe6fcf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:35:24Z', 'updated_at': '2022-03-11T13:37:35Z', 'revision_number': 6, 'project_id': 'fcad8d81d295442696e820e6fe6fcf49', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:37:35.931115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:35.978663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8fb4224-73d9-4f9f-8ea6-fce3c91fee08,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:36.068141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.312669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 483190e3-dfd1-411e-9689-e8961ce729a4 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:37:36.346642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.348853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.350306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 483190e3-dfd1-411e-9689-e8961ce729a4 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:37:36.350646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 483190e3-dfd1-411e-9689-e8961ce729a4 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:37:36.375950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.376713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6262bd-b41f-4589-82a5-b608cf2dc5a0 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:37:36.388746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.389888 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-626f35a1-7bc9-4446-84be-4ffd53294c00 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4b6262bd-b41f-4589-82a5-b608cf2dc5a0 HTTP/1.1" status: 204 len: 168 time: 1.2824600 Mar 11 13:37:36.392331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38928) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:36.449809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] Deleting subnet d51374e1-5978-48a3-a36b-0f1423a44e9e {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:37:36.452618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.501492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.579210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.649734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.688512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51374e1-5978-48a3-a36b-0f1423a44e9e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:36.692962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.697715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84738a01-2936-45ff-b798-cf3934114457 None None] Network bd71838c-2895-40a9-bce9-ad96d1537441 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:37:36.699683 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-949c7f29-43b4-407c-86cb-7759c7271b17 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d51374e1-5978-48a3-a36b-0f1423a44e9e HTTP/1.1" status: 204 len: 168 time: 0.3064318 Mar 11 13:37:36.702127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38932) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:36.808081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.818882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Deleting port 8e7da494-5a60-4836-b47d-a39a55d11e28 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:36.819214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:36.975007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] DHCP port deletion for bd71838c-2895-40a9-bce9-ad96d1537441 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:37:36.981364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Deleting port 8e7da494-5a60-4836-b47d-a39a55d11e28 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:36.982141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.050566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] For port 8e7da494-5a60-4836-b47d-a39a55d11e28, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8e7da494-5a60-4836-b47d-a39a55d11e28,segment=NetworkSegment(a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3),segment_id=a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:37.050855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.174465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Calling delete_port for 8e7da494-5a60-4836-b47d-a39a55d11e28 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:37.187301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] For port 8e7da494-5a60-4836-b47d-a39a55d11e28, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=8e7da494-5a60-4836-b47d-a39a55d11e28,segment=NetworkSegment(a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3),segment_id=a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:37.187686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.252119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.299964 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7da494-5a60-4836-b47d-a39a55d11e28,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:37.301810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] No DVR routers for this DVR port 8e7da494-5a60-4836-b47d-a39a55d11e28 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:37:37.320458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Calling delete_port for 8e7da494-5a60-4836-b47d-a39a55d11e28 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:37:37.347242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b715e0b2-fdf9-4e0a-9312-fcb87d639a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.395627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:37:37.395987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:37:37.416968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.441737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd71838c-2895-40a9-bce9-ad96d1537441']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:37.453412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:37.453741 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e17bde-9946-4e2c-ac9d-ba10cdcfe2e3') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:37.465740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.482533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.489258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:37:37.489732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:37:37.502700 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:37:37.579183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.594849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.607232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd71838c-2895-40a9-bce9-ad96d1537441,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:37.613891 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8960ee6f-84dc-4463-98b1-7d91408ef6b8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bd71838c-2895-40a9-bce9-ad96d1537441 HTTP/1.1" status: 204 len: 168 time: 0.9108379 Mar 11 13:37:37.796088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38938) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:37.845218 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-753607c0-e74e-49e9-a5b4-2ce76f81d5e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de510c267eef4c749582d54c5b436ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478766 Mar 11 13:37:37.847630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38942) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:37.897420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Deleting port 8e7da494-5a60-4836-b47d-a39a55d11e28 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:37:37.897918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.907639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad31f550-5b3c-40a9-b58a-7c538a79053b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.934795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad31f550-5b3c-40a9-b58a-7c538a79053b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:37.962405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-b4d70ba0-d123-4d7b-b789-c5cc25f14629 None None] The port '8e7da494-5a60-4836-b47d-a39a55d11e28' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:37:37.990538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad31f550-5b3c-40a9-b58a-7c538a79053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:38.008661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31f550-5b3c-40a9-b58a-7c538a79053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab524a4-809c-4885-bc31-752a8bdd0201,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:38.015237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad31f550-5b3c-40a9-b58a-7c538a79053b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:38.016926 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ad31f550-5b3c-40a9-b58a-7c538a79053b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ab524a4-809c-4885-bc31-752a8bdd0201 HTTP/1.1" status: 204 len: 168 time: 0.1684191 Mar 11 13:37:38.044667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:37:38.082574 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:37:38.082919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c8fb4224-73d9-4f9f-8ea6-fce3c91fee08 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:37:38.083338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e7da494-5a60-4836-b47d-a39a55d11e28 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:37:38.115076 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 8e7da494-5a60-4836-b47d-a39a55d11e28 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:37:38.115416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 8e7da494-5a60-4836-b47d-a39a55d11e28 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:37:38.370636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38950) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:38.418997 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f821a253-7b4f-454d-903b-0e8c1adaff63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fcad8d81d295442696e820e6fe6fcf49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467112 Mar 11 13:37:38.421389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38954) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:38.478115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ee64305-6c78-4aa0-bc43-0f377a3ee422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:38.507016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ee64305-6c78-4aa0-bc43-0f377a3ee422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:38.646572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ee64305-6c78-4aa0-bc43-0f377a3ee422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:38.660553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee64305-6c78-4aa0-bc43-0f377a3ee422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89fda8e-8fed-4f84-96c3-4ed5188e0efb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:38.666691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ee64305-6c78-4aa0-bc43-0f377a3ee422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:38.667813 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5ee64305-6c78-4aa0-bc43-0f377a3ee422 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c89fda8e-8fed-4f84-96c3-4ed5188e0efb HTTP/1.1" status: 204 len: 168 time: 0.2455201 Mar 11 13:37:39.278743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5cf9-4603-4d7f-935b-68c39344c826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.408693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 38998) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:40.413815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413412664', 'description': 'tempest-secgroup-smoke-1413412664 description', 'project_id': '42a905ee77e54aba8df114636fb76114'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:40.419947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:40.423689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:40.426490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:40.432086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:40.442835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.456228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.463077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.471419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:40.475193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:40.478007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:40.483600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:40.567682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.571150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.583316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:40.591563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:40.594586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:40.608994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:40.611629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.616221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3338e2b-3550-483b-a0e3-8e4b68634caa,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:40.687625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.691372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.733082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:40.737388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.738605 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-add3f9e4-d3a4-4a85-93da-56492c60be2e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3289282 Mar 11 13:37:40.741616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39002) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:40.746478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'a8b33426-89ba-4bad-8d9b-b0cd96ebff0c', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:40.752205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:40.756280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:40.759135 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:40.765262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:40.781426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.838227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.842033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.864802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c66686-697e-43e4-8a76-50b08d52d39c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:40.874131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.875721 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-87106807-d095-46cd-8c98-358609859610 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332304 Mar 11 13:37:40.878468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39006) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:40.883303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'a8b33426-89ba-4bad-8d9b-b0cd96ebff0c', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:40.889554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:40.893279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:40.896100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:40.901694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:40.918286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.980452 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:40.983824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.006863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcd22ae-421e-4083-a4ba-ad3ffa230b2a,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:41.015707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.017102 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4772527e-eae1-49e1-a278-09ed0a626ca6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377418 Mar 11 13:37:41.019904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39010) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:41.024664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'a8b33426-89ba-4bad-8d9b-b0cd96ebff0c', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:41.030852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:41.034569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:41.037347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:41.043249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:41.061196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.121467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.124837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.151420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b0770b-c5d9-49e2-b8a8-4daed0ceafd5,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:41.157940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.159328 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-394edecc-b4ad-4dac-9406-92980e4ea103 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384346 Mar 11 13:37:41.161990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39014) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:41.167503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'a8b33426-89ba-4bad-8d9b-b0cd96ebff0c', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:41.173414 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:41.177178 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:41.180027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:41.186241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:41.202901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.264214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.267366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.289308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a46bfd-514e-4944-9dca-8fbb91c3e5bf,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:41.298218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.299358 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f02897e9-5095-4c19-81ed-5d00877e77e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364512 Mar 11 13:37:41.302092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39018) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:41.306955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'a8b33426-89ba-4bad-8d9b-b0cd96ebff0c', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:41.313250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:41.316974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:41.319799 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:41.326038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:41.338009 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:37:41.344266 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.408301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.412015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.436376 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877b954f-3c4f-4704-b022-7edf07e3c9bf,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:41.444774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.446004 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-48a3c412-6ecc-49bf-a581-ce422e0fa83a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429846 Mar 11 13:37:41.448691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39022) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:41.453612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'a8b33426-89ba-4bad-8d9b-b0cd96ebff0c', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:41.460750 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:41.465197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:41.468463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:41.474060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:41.485115 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:37:41.491518 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.556047 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.559333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.586378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17121d25-3417-40ff-b343-13d7e59d81b3,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:41.593960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.595198 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7e2d483a-08f3-4aa8-9f48-95d9c3b70e17 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455934 Mar 11 13:37:41.598306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39028) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:41.603675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'network': {'name': 'tempest-network-smoke--1954419434', 'project_id': '42a905ee77e54aba8df114636fb76114', 'port_security_enabled': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:41.609099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:41.614136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:network and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:41.616915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:41.623149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:41.633563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:37:41.636950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.664030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:37:41.673348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.673720 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Added segment 4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb of type vlan for network 36c42654-4d68-47c2-ace9-c17e2a693328 Mar 11 13:37:41.701453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.729009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.735275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:41.735864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.835454 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2360210 Mar 11 13:37:41.838417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:41.842221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fa3f3-58d2-400d-a406-f89f2d39979c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Network': ['ID=36c42654-4d68-47c2-ace9-c17e2a693328,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:41.843995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'admin_state_up': True, 'project_id': '42a905ee77e54aba8df114636fb76114', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:41.852479 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 36c42654-4d68-47c2-ace9-c17e2a693328 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:37:41.856571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:41.860632 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:router and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:41.864330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:41.870066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:41.879173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.880814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:41.895603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:42.065127 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:42.168305 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:42.464341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:42.496909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:42.628829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.228 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/ee475432-9697-47b6-924a-92c5ba8cbe8b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:37:42.775629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:42.803697 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:42.968686 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:37:42.975536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:37:42.979584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:37:43.012523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=ee475432-9697-47b6-924a-92c5ba8cbe8b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:43.315757 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:37:43.392223 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:43.733296 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:43.934983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 7830b8b6-e347-4369-8692-add459cdbb0f is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:37:44.106890 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:37:44.118873 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Sync routers for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:37:44.128301 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:44.129020 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:44.133275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:44.137611 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7bef03ba-9374-42ed-9894-0470e2ac0dd7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2951283 Mar 11 13:37:44.137757 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39038) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:44.303384 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-af8dea3a-93b3-4ab4-a26f-8f6f4c4896c5 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=42a905ee77e54aba8df114636fb76114&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1645284 Mar 11 13:37:44.304584 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:44.306126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39044) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:44.554745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251cac1-5aee-43ce-80c6-353b5e9a0343 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:44.556151 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5251cac1-5aee-43ce-80c6-353b5e9a0343 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2491405 Mar 11 13:37:44.559690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39048) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:44.598064 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a02a3f69-2a5a-433f-9e02-684789d20071 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373220 Mar 11 13:37:44.600546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:44.606198 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978623107', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'project_id': '42a905ee77e54aba8df114636fb76114', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:44.622463 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:43Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:44.626178 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Checking router: 7830b8b6-e347-4369-8692-add459cdbb0f for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:37:44.626512 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Updating router 7830b8b6-e347-4369-8692-add459cdbb0f port ee475432-9697-47b6-924a-92c5ba8cbe8b binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:37:44.679497 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:44.714851 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:44.718634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:subnet and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:44.721374 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:44.727017 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:44.737402 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:37:44.740805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:44.956553 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:44.996234 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.007508 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Transition to ACTIVE for port object ee475432-9697-47b6-924a-92c5ba8cbe8b will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:37:45.014275 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.040909 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Subnet': ['ID=0cd38622-8445-4977-a0eb-64a8778d48f3,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:45.049056 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Checking segment: {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:37:45.049412 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network hostable DHCP agents. Network: 36c42654-4d68-47c2-ace9-c17e2a693328, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:37:45.071332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 36c42654-4d68-47c2-ace9-c17e2a693328 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:37:45.081740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 36c42654-4d68-47c2-ace9-c17e2a693328) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:37:45.087862 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Attempting to bind port ee475432-9697-47b6-924a-92c5ba8cbe8b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:37:45.088229 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Attempting to bind port ee475432-9697-47b6-924a-92c5ba8cbe8b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:37:45.088584 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Attempting to bind port ee475432-9697-47b6-924a-92c5ba8cbe8b on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:37:45.090123 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:45.090595 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b7bf7-7718-4efa-8c05-8dc8f9dfcf3f None None] Network 36c42654-4d68-47c2-ace9-c17e2a693328 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:37:45.091059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.098502 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Pushing event updated for resources: {'Port': ['ID=ee475432-9697-47b6-924a-92c5ba8cbe8b,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:45.100778 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:37:45.101141 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:37:45.101552 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.101935 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:37:45.102386 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Bound port: ee475432-9697-47b6-924a-92c5ba8cbe8b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:37:45.102749 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.116300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e98ce9c8-23d9-4efb-9b1e-6d07fcd4c323 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5120230 Mar 11 13:37:45.116803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39056) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:37:45.139309 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.139659 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.139991 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.140316 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.140642 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.140962 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.141276 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.141620 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.141934 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.142245 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.142555 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.142863 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.190276 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] For port ee475432-9697-47b6-924a-92c5ba8cbe8b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:37:45.193403 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] For port ee475432-9697-47b6-924a-92c5ba8cbe8b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ee475432-9697-47b6-924a-92c5ba8cbe8b,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:37:45.200879 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.286739 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:45.287374 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:45.346659 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac2a1c-d83c-4d95-aad7-c3a817e9905a None None] Pushing event updated for resources: {'Port': ['ID=ee475432-9697-47b6-924a-92c5ba8cbe8b,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:45.366816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-36c42654-4d68-47c2-ace9-c17e2a693328', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:37:45.367950 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.476680 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:45.540710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Allocated IP 172.20.0.2 (36c42654-4d68-47c2-ace9-c17e2a693328/0cd38622-8445-4977-a0eb-64a8778d48f3/dbd895e9-5dc9-44e9-bcf3-9170cbbe205d) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:37:45.750432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.763576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Transition to ACTIVE for port object dbd895e9-5dc9-44e9-bcf3-9170cbbe205d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:37:45.766196 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:43Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:45.770232 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932199fa-7478-4ccd-bf59-7f13de39f715 None None] The sync data for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv is: [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:43Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:37:45.784086 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Transition to ACTIVE for port object dbd895e9-5dc9-44e9-bcf3-9170cbbe205d will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:37:45.796135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.860819 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Network 36c42654-4d68-47c2-ace9-c17e2a693328 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:37:45.863775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:37:45.868116 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:37:45.911059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Pushing event updated for resources: {'Port': ['ID=dbd895e9-5dc9-44e9-bcf3-9170cbbe205d,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:45.950735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.951065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.951396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.951720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.952039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.952361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.952678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.952997 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.953314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.953652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.953855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.953992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.954267 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:37:45.986527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Attempting to bind port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:37:45.986898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Attempting to bind port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:37:45.987258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Attempting to bind port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d on network 36c42654-4d68-47c2-ace9-c17e2a693328 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:37:45.993472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:37:45.993744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Checking segment: {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:37:45.994452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:45.994762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Bound using segment: {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:37:45.995229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Bound port: dbd895e9-5dc9-44e9-bcf3-9170cbbe205d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:37:45.995607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:46.094602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] For port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:37:46.098236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] For port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=dbd895e9-5dc9-44e9-bcf3-9170cbbe205d,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:37:46.104618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:46.203336 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c59f0-5cef-40be-8129-69894bec22ef None None] Pushing event updated for resources: {'Port': ['ID=dbd895e9-5dc9-44e9-bcf3-9170cbbe205d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:46.435896 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.1 (36c42654-4d68-47c2-ace9-c17e2a693328/0cd38622-8445-4977-a0eb-64a8778d48f3/18661e3d-70d9-4cd4-9a34-5dca49abe565) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:37:46.608910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:46.625179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 18661e3d-70d9-4cd4-9a34-5dca49abe565 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:37:46.649693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:46.719105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 36c42654-4d68-47c2-ace9-c17e2a693328 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:37:46.726487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:37:46.731015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:37:46.760885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=18661e3d-70d9-4cd4-9a34-5dca49abe565,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:46.790963 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:47.053667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:47.139466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a7e2b6-d820-459e-9128-f58e7a687aed None None] Network 36c42654-4d68-47c2-ace9-c17e2a693328 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:37:47.249911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-38cef6e1-6618-4ebf-a199-51ee4473a928 None None] Provisioning for port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:37:47.470652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:47.476694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:47.701160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-92651dc7-e8ee-4440-a4bd-b948056c2bc0 None None] Provisioning for port 18661e3d-70d9-4cd4-9a34-5dca49abe565 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:37:47.705185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=18661e3d-70d9-4cd4-9a34-5dca49abe565,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:47.706152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-92651dc7-e8ee-4440-a4bd-b948056c2bc0 None None] Provisioning complete for port 18661e3d-70d9-4cd4-9a34-5dca49abe565 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:47.706516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92651dc7-e8ee-4440-a4bd-b948056c2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:47.707701 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:47.769581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-92651dc7-e8ee-4440-a4bd-b948056c2bc0 None None] Port 18661e3d-70d9-4cd4-9a34-5dca49abe565 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:37:47.844113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 36c42654-4d68-47c2-ace9-c17e2a693328 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:37:47.845204 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:37:47.889817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0d4df23c-0eaf-447f-92f8-fa25b6537e04 None None] Provisioning complete for port 18661e3d-70d9-4cd4-9a34-5dca49abe565 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:47.890189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0d4df23c-0eaf-447f-92f8-fa25b6537e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:47.946249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-0d4df23c-0eaf-447f-92f8-fa25b6537e04 None None] Port 18661e3d-70d9-4cd4-9a34-5dca49abe565 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:37:48.043782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 7830b8b6-e347-4369-8692-add459cdbb0f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:37:48.065276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c8fc9dcf-2d8e-4c11-a842-d2717c5fbb30 None None] Provisioning complete for port 18661e3d-70d9-4cd4-9a34-5dca49abe565 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:48.065820 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9dcf-2d8e-4c11-a842-d2717c5fbb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:48.101427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ee475432-9697-47b6-924a-92c5ba8cbe8b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:37:48.173763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc9dcf-2d8e-4c11-a842-d2717c5fbb30 None None] Port 18661e3d-70d9-4cd4-9a34-5dca49abe565 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:37:48.187887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port ee475432-9697-47b6-924a-92c5ba8cbe8b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:37:48.192477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ee475432-9697-47b6-924a-92c5ba8cbe8b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:48.192844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:48.226753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:37:48.236220 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ea6c58b7-ecb2-4a7e-92f0-97f8dd4d118d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/7830b8b6-e347-4369-8692-add459cdbb0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1185970 Mar 11 13:37:48.237206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Sync routers for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:37:48.259285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:48.259893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:48.402565 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-8b168044-70f0-4eae-b850-57bdf113b859 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413412664&fields=id&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 267 time: 0.0411012 Mar 11 13:37:48.503451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:48.536022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:48.557458 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-5e5feb2f-d1ee-4d55-8aa1-637d04fd12ed tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:48.558960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-5e5feb2f-d1ee-4d55-8aa1-637d04fd12ed tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/networks?id=36c42654-4d68-47c2-ace9-c17e2a693328 HTTP/1.1" status: 200 len: 797 time: 0.1496220 Mar 11 13:37:48.579297 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port ee475432-9697-47b6-924a-92c5ba8cbe8b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ee475432-9697-47b6-924a-92c5ba8cbe8b,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:48.584628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-a16e4634-b588-4fb7-ba6a-2d70b459961a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/quotas/42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 375 time: 0.0163567 Mar 11 13:37:48.592949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:48.593724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device dbd895e9-5dc9-44e9-bcf3-9170cbbe205d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:37:48.672613 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c6e2cc9f-ed3b-4cbc-bd5f-e9b4e6cf874c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849428 Mar 11 13:37:48.729135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-5d2db514-bca9-45df-b987-073718180dab service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:37:48.730706 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-5d2db514-bca9-45df-b987-073718180dab service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459068 Mar 11 13:37:48.862737 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-3a841a89-f431-4a38-92d5-19098268ce22 service neutron] 10.222.0.52 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258419 Mar 11 13:37:48.863300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=ee475432-9697-47b6-924a-92c5ba8cbe8b,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:48.897220 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:37:48.907445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:48.907810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.008379 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-7ce642fd-1f19-4735-8709-c01407708732 service neutron] 10.222.0.52 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395795 Mar 11 13:37:49.070285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:47Z', 'revision_number': 2, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:49.077769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.087690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Checking router: 7830b8b6-e347-4369-8692-add459cdbb0f for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:37:49.088041 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Updating router 7830b8b6-e347-4369-8692-add459cdbb0f port 18661e3d-70d9-4cd4-9a34-5dca49abe565 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:37:49.159241 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.173632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=dbd895e9-5dc9-44e9-bcf3-9170cbbe205d,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:49.192156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4bc368db-596d-4563-a8f4-fdd99e54d503 req-29de2550-bd42-4d8b-a2ed-b1d79b572d28 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 210 time: 0.0460808 Mar 11 13:37:49.205201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.346837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=dbd895e9-5dc9-44e9-bcf3-9170cbbe205d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:49.574952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.586227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Transition to ACTIVE for port object 18661e3d-70d9-4cd4-9a34-5dca49abe565 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:37:49.592775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.746987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb7a3d-539d-4b11-a408-0ad7b384184b None None] Pushing event updated for resources: {'Port': ['ID=18661e3d-70d9-4cd4-9a34-5dca49abe565,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:49.813164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Attempting to bind port 18661e3d-70d9-4cd4-9a34-5dca49abe565 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:37:49.813580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Attempting to bind port 18661e3d-70d9-4cd4-9a34-5dca49abe565 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:37:49.813944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Attempting to bind port 18661e3d-70d9-4cd4-9a34-5dca49abe565 on network 36c42654-4d68-47c2-ace9-c17e2a693328 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:37:49.819500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:37:49.819866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Checking segment: {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:37:49.820264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.820761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Bound using segment: {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:37:49.821230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Bound port: 18661e3d-70d9-4cd4-9a34-5dca49abe565, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:37:49.821631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:49.915818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] For port 18661e3d-70d9-4cd4-9a34-5dca49abe565, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:37:49.921892 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] For port 18661e3d-70d9-4cd4-9a34-5dca49abe565, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18661e3d-70d9-4cd4-9a34-5dca49abe565,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:37:49.927487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:50.007598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:37:50.008188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:50.125772 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ee475432-9697-47b6-924a-92c5ba8cbe8b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:37:50.171803 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb7a3d-539d-4b11-a408-0ad7b384184b None None] Pushing event updated for resources: {'Port': ['ID=18661e3d-70d9-4cd4-9a34-5dca49abe565,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:50.288791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-9f820ce9-ab0c-41f3-8c7e-2bc54fcd426f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:50.289427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-9f820ce9-ab0c-41f3-8c7e-2bc54fcd426f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:37:50.312029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-9f820ce9-ab0c-41f3-8c7e-2bc54fcd426f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:37:50.313661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-9f820ce9-ab0c-41f3-8c7e-2bc54fcd426f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/networks?id=36c42654-4d68-47c2-ace9-c17e2a693328 HTTP/1.1" status: 200 len: 797 time: 0.2148533 Mar 11 13:37:50.350403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port ee475432-9697-47b6-924a-92c5ba8cbe8b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:50.350883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:50.356525 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-30ea15fb-4d01-42f7-b9f7-7ac3238de89f req-083b33a7-c777-4a47-a816-6f4a5b8fa444 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 210 time: 0.0503891 Mar 11 13:37:50.368402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-7a42d825-b1ab-4e33-ae40-490af66d012c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:37:50.387464 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-7a42d825-b1ab-4e33-ae40-490af66d012c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:37:50.388946 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-7a42d825-b1ab-4e33-ae40-490af66d012c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 380 time: 0.0679705 Mar 11 13:37:50.397025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:37:50.400361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'port': {'device_id': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'admin_state_up': True, 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'security_groups': ['a8b33426-89ba-4bad-8d9b-b0cd96ebff0c']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:50.535665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:37:50.539456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:port and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:37:50.542621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:37:50.548331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:37:50.557828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:37:50.561519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:50.702635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device dbd895e9-5dc9-44e9-bcf3-9170cbbe205d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:37:50.726681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.14 (36c42654-4d68-47c2-ace9-c17e2a693328/0cd38622-8445-4977-a0eb-64a8778d48f3/6eca723f-a6d1-481e-be17-17d8718ff195) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:37:50.823290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:50.824213 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:50.890077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:49Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:37:50.897311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa61498-3487-470b-9b1d-d5d3b62055a2 None None] The sync data for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv is: [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:49Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:37:50.921776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:50.956880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 6eca723f-a6d1-481e-be17-17d8718ff195 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:37:50.988525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:51.061946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 36c42654-4d68-47c2-ace9-c17e2a693328 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:37:51.070114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:37:51.075377 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:37:51.106725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=6eca723f-a6d1-481e-be17-17d8718ff195,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:51.147162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:51.147823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:51.172138 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-c8517fe8-4e58-45c5-a875-b632f93c5585 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7755475 Mar 11 13:37:51.185714 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Request body: {'port': {'device_id': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:37:51.373583 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e1551cf3-ec95-404f-a1a3-a5f004e7cae4 None None] Provisioning for port 6eca723f-a6d1-481e-be17-17d8718ff195 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:37:51.381158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e1551cf3-ec95-404f-a1a3-a5f004e7cae4 None None] Provisioning complete for port 6eca723f-a6d1-481e-be17-17d8718ff195 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:51.381684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e1551cf3-ec95-404f-a1a3-a5f004e7cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:51.415472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:51.444117 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e1551cf3-ec95-404f-a1a3-a5f004e7cae4 None None] Port 6eca723f-a6d1-481e-be17-17d8718ff195 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:37:51.590392 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebed23-adb1-4859-8ef2-53c537bf6ed5 req-2b0a0069-2afe-4e3d-92bd-adbbcb0b1b79 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:51.591990 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7ebed23-adb1-4859-8ef2-53c537bf6ed5 req-2b0a0069-2afe-4e3d-92bd-adbbcb0b1b79 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 932 time: 0.0916157 Mar 11 13:37:51.644183 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7ebed23-adb1-4859-8ef2-53c537bf6ed5 req-b9772513-b562-47a2-bf98-60515cb45280 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Mar 11 13:37:51.785333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eca723f-a6d1-481e-be17-17d8718ff195 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:37:51.793259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:51.809012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Transition to ACTIVE for port object 6eca723f-a6d1-481e-be17-17d8718ff195 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:37:51.812426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:51.969582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Pushing event updated for resources: {'Port': ['ID=6eca723f-a6d1-481e-be17-17d8718ff195,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:52.055511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Attempting to bind port 6eca723f-a6d1-481e-be17-17d8718ff195 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:37:52.055910 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Attempting to bind port 6eca723f-a6d1-481e-be17-17d8718ff195 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:37:52.056182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Attempting to bind port 6eca723f-a6d1-481e-be17-17d8718ff195 on network 36c42654-4d68-47c2-ace9-c17e2a693328 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:37:52.063401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Port 6eca723f-a6d1-481e-be17-17d8718ff195 on network 36c42654-4d68-47c2-ace9-c17e2a693328 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:37:52.068819 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Attempting to bind port 6eca723f-a6d1-481e-be17-17d8718ff195 on network 36c42654-4d68-47c2-ace9-c17e2a693328 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:37:52.077030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:37:52.077368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Checking segment: {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:37:52.077807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Bound using segment: {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:37:52.078237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Bound port: 6eca723f-a6d1-481e-be17-17d8718ff195, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:37:52.078583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:52.085572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18661e3d-70d9-4cd4-9a34-5dca49abe565 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:37:52.152502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 18661e3d-70d9-4cd4-9a34-5dca49abe565 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:37:52.160765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 18661e3d-70d9-4cd4-9a34-5dca49abe565 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:52.161136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:52.171477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] For port 6eca723f-a6d1-481e-be17-17d8718ff195, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:37:52.176605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] For port 6eca723f-a6d1-481e-be17-17d8718ff195, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6eca723f-a6d1-481e-be17-17d8718ff195,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:37:52.179958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:52.235482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:52.236081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:52.237452 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] 10.222.0.50 "PUT /v2.0/ports/6eca723f-a6d1-481e-be17-17d8718ff195 HTTP/1.1" status: 200 len: 1094 time: 1.0566626 Mar 11 13:37:52.237874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:37:52.267519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f569714-5017-4a68-bff9-87bb684b0436 service neutron] Pushing event updated for resources: {'Port': ['ID=6eca723f-a6d1-481e-be17-17d8718ff195,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:52.309903 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:52.314817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:52.356533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 18661e3d-70d9-4cd4-9a34-5dca49abe565, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18661e3d-70d9-4cd4-9a34-5dca49abe565,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:52.362811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:52.400304 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195', 'status': 'completed', 'code': 200} Mar 11 13:37:52.406447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-2b48cae6-6117-48e0-8d2a-00e881d48ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:52.408250 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-2b48cae6-6117-48e0-8d2a-00e881d48ca0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 1097 time: 0.1066425 Mar 11 13:37:52.470099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=18661e3d-70d9-4cd4-9a34-5dca49abe565,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:52.477975 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-6aee9ee9-0340-473b-8054-901cbe38418e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eca723f-a6d1-481e-be17-17d8718ff195 HTTP/1.1" status: 200 len: 217 time: 0.0636110 Mar 11 13:37:52.544513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-d0bea097-25e0-45fe-bb8f-023dedbf25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:52.545971 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-d0bea097-25e0-45fe-bb8f-023dedbf25b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cd38622-8445-4977-a0eb-64a8778d48f3 HTTP/1.1" status: 200 len: 834 time: 0.0621197 Mar 11 13:37:52.619408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-f78045a7-046b-47d6-ba65-93ca500a231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:52.621363 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-f78045a7-046b-47d6-ba65-93ca500a231d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36c42654-4d68-47c2-ace9-c17e2a693328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693190 Mar 11 13:37:52.753563 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-6d01f33c-444a-4317-a6c0-03c161743b8f service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259494 Mar 11 13:37:52.828255 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad025f9-1534-45d5-b4f8-b8ba44d93595 req-b6fd52e0-a7d5-4436-810e-c42e606fb0c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:52.829645 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ad025f9-1534-45d5-b4f8-b8ba44d93595 req-b6fd52e0-a7d5-4436-810e-c42e606fb0c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 944 time: 0.0791411 Mar 11 13:37:52.876411 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ad025f9-1534-45d5-b4f8-b8ba44d93595 req-cc42f216-3b64-4d46-978d-778c2b34a959 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410621 Mar 11 13:37:52.890046 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3eecc41e-6d74-4829-9731-277d1dd7ce1d req-6e43b42e-33f6-4b45-ae7c-cc236eca073c service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293890 Mar 11 13:37:53.002979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-30320c41-96b6-4286-bc50-dbb7077dec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:53.004458 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-30320c41-96b6-4286-bc50-dbb7077dec7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 1097 time: 0.0736511 Mar 11 13:37:53.220638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-2f40b3fe-e202-483b-9791-9b5211861d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:53.222115 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-2f40b3fe-e202-483b-9791-9b5211861d36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36c42654-4d68-47c2-ace9-c17e2a693328 HTTP/1.1" status: 200 len: 898 time: 0.2117758 Mar 11 13:37:53.288495 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-76b715bb-1204-4a39-b9c8-f31988ee62c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eca723f-a6d1-481e-be17-17d8718ff195 HTTP/1.1" status: 200 len: 217 time: 0.0599163 Mar 11 13:37:53.351364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-90b9b880-6c8f-47e6-a325-058e2859b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:53.352718 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-90b9b880-6c8f-47e6-a325-058e2859b82c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cd38622-8445-4977-a0eb-64a8778d48f3 HTTP/1.1" status: 200 len: 834 time: 0.0573721 Mar 11 13:37:53.426485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-7730efb1-df82-4397-be1c-69a695c8d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:53.427941 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-7730efb1-df82-4397-be1c-69a695c8d3ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36c42654-4d68-47c2-ace9-c17e2a693328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682034 Mar 11 13:37:53.558249 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-f579a8fb-d3b2-436e-a5ae-755bb4e74e63 service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234970 Mar 11 13:37:53.691482 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6a57a41a-688c-4c15-aca3-768acfee7c28 req-2e6f445e-85e3-4b19-9801-2d37dea56071 service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266551 Mar 11 13:37:54.049091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18661e3d-70d9-4cd4-9a34-5dca49abe565 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:37:54.067058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ed203-2cd1-41ed-9596-16114cc12251 req-23a4dbe9-9337-40b7-8226-6fa6b4b92a68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:54.068565 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-234ed203-2cd1-41ed-9596-16114cc12251 req-23a4dbe9-9337-40b7-8226-6fa6b4b92a68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 944 time: 0.0817325 Mar 11 13:37:54.112521 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-234ed203-2cd1-41ed-9596-16114cc12251 req-1bd2c16a-5bec-4c9e-b200-7d43061c370b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375979 Mar 11 13:37:54.119034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 18661e3d-70d9-4cd4-9a34-5dca49abe565 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:54.119401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:55.294675 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0ceb8-9a81-480d-a527-198b13dafa56 req-ab761428-47e0-40c2-a905-7704c474dd71 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:55.296186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ddb0ceb8-9a81-480d-a527-198b13dafa56 req-ab761428-47e0-40c2-a905-7704c474dd71 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 944 time: 0.0829511 Mar 11 13:37:55.441457 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ddb0ceb8-9a81-480d-a527-198b13dafa56 req-d97e12c1-fe8f-42dc-9886-066bbbcfd514 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397448 Mar 11 13:37:56.029097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6eca723f-a6d1-481e-be17-17d8718ff195 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:37:56.195463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6eca723f-a6d1-481e-be17-17d8718ff195, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6eca723f-a6d1-481e-be17-17d8718ff195,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:56.209771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '6eca723f-a6d1-481e-be17-17d8718ff195', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'port_id': '6eca723f-a6d1-481e-be17-17d8718ff195', 'mac_address': 'fa:16:3e:3c:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:37:56.263189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:56.279106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eca723f-a6d1-481e-be17-17d8718ff195 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:37:56.294431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6eca723f-a6d1-481e-be17-17d8718ff195, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6eca723f-a6d1-481e-be17-17d8718ff195,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:56.297969 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:56.365524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6eca723f-a6d1-481e-be17-17d8718ff195,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:56.517861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['6eca723f-a6d1-481e-be17-17d8718ff195'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:37:56.624953 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a39aa-e257-46df-b801-3a5779693a11 req-05c77bdb-4e94-4a65-b201-2c0812b20cf3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:56.627045 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d70a39aa-e257-46df-b801-3a5779693a11 req-05c77bdb-4e94-4a65-b201-2c0812b20cf3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 945 time: 0.0795801 Mar 11 13:37:56.670405 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d70a39aa-e257-46df-b801-3a5779693a11 req-cf550cfa-c0f5-43ef-8c74-89351e4aaa93 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Mar 11 13:37:57.852718 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dd44-f5e6-4368-9fa2-e3bb359efa27 req-e7fce551-ebd6-464c-9b2a-f2614ea04b98 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:57.854195 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4ad3dd44-f5e6-4368-9fa2-e3bb359efa27 req-e7fce551-ebd6-464c-9b2a-f2614ea04b98 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 945 time: 0.0817530 Mar 11 13:37:57.897358 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4ad3dd44-f5e6-4368-9fa2-e3bb359efa27 req-ceffa618-3d34-466a-9948-b53ce42722dd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370629 Mar 11 13:37:58.044926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6eca723f-a6d1-481e-be17-17d8718ff195 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:37:58.113792 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 6eca723f-a6d1-481e-be17-17d8718ff195 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:37:58.118422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 6eca723f-a6d1-481e-be17-17d8718ff195 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:37:58.118789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:58.230531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:58.256273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:37:58.265523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6eca723f-a6d1-481e-be17-17d8718ff195, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6eca723f-a6d1-481e-be17-17d8718ff195,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:37:58.270374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:37:58.310648 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195', 'code': 200} Mar 11 13:37:58.346493 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6eca723f-a6d1-481e-be17-17d8718ff195,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:37:58.531599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1064b-09b8-434d-8d0c-3705572b06c0 req-03daa76e-6f2b-47f1-9f17-3bfea39afed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:58.532934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-85c1064b-09b8-434d-8d0c-3705572b06c0 req-03daa76e-6f2b-47f1-9f17-3bfea39afed2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 1099 time: 0.0709882 Mar 11 13:37:58.571532 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-85c1064b-09b8-434d-8d0c-3705572b06c0 req-8d4d4e3e-8fca-4125-9a09-eaa81c372fd5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328369 Mar 11 13:37:59.089737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d0c24-5b66-459e-944b-0661edd3b19c req-3bbba721-fd7a-42a1-bc8a-0db7a42a52fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:37:59.091149 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b25d0c24-5b66-459e-944b-0661edd3b19c req-3bbba721-fd7a-42a1-bc8a-0db7a42a52fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0825429 Mar 11 13:37:59.133710 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b25d0c24-5b66-459e-944b-0661edd3b19c req-be4a1de9-0f67-4ed0-902d-fe7a96ec2935 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368953 Mar 11 13:38:00.316827 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48a3e5-98ec-4b83-b5bd-540f3cad861a req-85aa63f2-f144-4dc0-a81b-c1f1b7196abc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:00.318224 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8a48a3e5-98ec-4b83-b5bd-540f3cad861a req-85aa63f2-f144-4dc0-a81b-c1f1b7196abc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0787783 Mar 11 13:38:00.361997 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8a48a3e5-98ec-4b83-b5bd-540f3cad861a req-9bb5944c-6f07-4c48-ae43-33284a3375ea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377264 Mar 11 13:38:00.544880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0aea5-6f17-46ef-944f-8df491d60e1d req-674a1c83-e294-4e80-9e40-3a1ad5e8acbd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:00.546397 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52c0aea5-6f17-46ef-944f-8df491d60e1d req-674a1c83-e294-4e80-9e40-3a1ad5e8acbd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0831475 Mar 11 13:38:00.590888 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-52c0aea5-6f17-46ef-944f-8df491d60e1d req-a5ce60b0-0b11-44c0-969f-16acaab18cad tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385108 Mar 11 13:38:00.612794 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39116) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:00.681624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e469c6b-a539-4136-a19c-e0ca22c575ff tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:00.683614 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e469c6b-a539-4136-a19c-e0ca22c575ff tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 1094 time: 0.0697227 Mar 11 13:38:00.686479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39120) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:00.691212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '6eca723f-a6d1-481e-be17-17d8718ff195', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:00.696982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:00.701384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:floatingip and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:00.704179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:00.709842 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:00.722814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:00.853872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:00.987925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.183 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/02d9f75c-3d18-483e-bcd1-df3df0b85e27) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:38:01.136267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:01.164769 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:01.227828 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:38:01.231072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:38:01.238761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:38:01.279292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=02d9f75c-3d18-483e-bcd1-df3df0b85e27,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:01.653519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:01.727273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:02.020466 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:02.024637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:02.136521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=02d9f75c-3d18-483e-bcd1-df3df0b85e27,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:02.145381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:02.317105 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP a673b581-7261-412f-894d-4342c4d3464d associated. External IP: 172.26.4.183, port: 6eca723f-a6d1-481e-be17-17d8718ff195. Mar 11 13:38:02.666298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 7830b8b6-e347-4369-8692-add459cdbb0f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:38:02.845598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:38:02.855630 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] Sync routers for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:38:02.863321 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-1c89da61-cf26-4c34-ae7a-1d511336c64a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711567 Mar 11 13:38:02.865603 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:38:02.866195 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:02.871397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:02.929551 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c454fe8b-c99d-41e8-9723-4fead20e81b8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2418611 Mar 11 13:38:02.929969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:38:02.987310 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195', 'status': 'completed', 'code': 200} Mar 11 13:38:03.010221 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-5074a1ea-3987-4058-bccd-f7234b70c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:03.011746 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-5074a1ea-3987-4058-bccd-f7234b70c40d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 1099 time: 0.0756586 Mar 11 13:38:03.047339 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:38:03.113680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106cc04-def8-4b7a-a38c-fc4c92c19a63 req-6b09e0e3-bd44-4d50-b8f8-350798562aa2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:03.115280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1106cc04-def8-4b7a-a38c-fc4c92c19a63 req-6b09e0e3-bd44-4d50-b8f8-350798562aa2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0822084 Mar 11 13:38:03.163336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-8269cd95-2f02-4091-9168-8bb3456eee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:03.164032 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1106cc04-def8-4b7a-a38c-fc4c92c19a63 req-cdf7aa0e-c74d-435e-883d-098b4057d8eb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428340 Mar 11 13:38:03.165840 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-8269cd95-2f02-4091-9168-8bb3456eee3c service neutron] 10.222.0.50 "GET /v2.0/networks?id=36c42654-4d68-47c2-ace9-c17e2a693328 HTTP/1.1" status: 200 len: 898 time: 0.1354382 Mar 11 13:38:03.187249 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39128) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:03.270971 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-102545bc-1e00-4a22-bf08-d39fba4dc629 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eca723f-a6d1-481e-be17-17d8718ff195 HTTP/1.1" status: 200 len: 1000 time: 0.0996976 Mar 11 13:38:03.294411 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9d2dd545-8a53-41dc-b98a-d0321938860d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/a673b581-7261-412f-894d-4342c4d3464d HTTP/1.1" status: 200 len: 992 time: 0.1059978 Mar 11 13:38:03.333522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-3d56932d-e469-4487-8a42-7700294fb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:03.335179 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-3d56932d-e469-4487-8a42-7700294fb4b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cd38622-8445-4977-a0eb-64a8778d48f3 HTTP/1.1" status: 200 len: 834 time: 0.0588233 Mar 11 13:38:03.412492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-7a06747f-5532-44b1-b056-1db154d40bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:03.414314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-7a06747f-5532-44b1-b056-1db154d40bd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36c42654-4d68-47c2-ace9-c17e2a693328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736358 Mar 11 13:38:03.419323 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a673b581-7261-412f-894d-4342c4d3464d', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'port_id': '6eca723f-a6d1-481e-be17-17d8718ff195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'mac_address': 'fa:16:3e:3c:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:38:01Z', 'updated_at': '2022-03-11T13:38:01Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:03.423216 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] Checking router: 7830b8b6-e347-4369-8692-add459cdbb0f for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:38:03.431512 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:38:03.432092 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:37:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:03.544372 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-e376930c-d390-4743-a702-b697d98a8b9d service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239853 Mar 11 13:38:03.607898 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:38:03.674871 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dccbc455-6c44-4c14-a6d7-2ca0f7ed2f87 req-4b47c31d-68bf-481f-a00e-857bf54755b7 service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247513 Mar 11 13:38:03.786483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-d93827ed-20e5-4bfb-aab8-891abea53729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:03.787832 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-d93827ed-20e5-4bfb-aab8-891abea53729 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 1099 time: 0.0723996 Mar 11 13:38:03.972324 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a673b581-7261-412f-894d-4342c4d3464d', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'port_id': '6eca723f-a6d1-481e-be17-17d8718ff195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'mac_address': 'fa:16:3e:3c:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:38:01Z', 'updated_at': '2022-03-11T13:38:01Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:03.976273 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1aa311-a7ac-425c-9110-e55d4834b564 None None] The sync data for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv is: [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a673b581-7261-412f-894d-4342c4d3464d', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'port_id': '6eca723f-a6d1-481e-be17-17d8718ff195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'mac_address': 'fa:16:3e:3c:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:38:01Z', 'updated_at': '2022-03-11T13:38:01Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:38:04.013862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-af013996-44dc-4929-9648-6f4d182e976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:04.015330 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-af013996-44dc-4929-9648-6f4d182e976c service neutron] 10.222.0.50 "GET /v2.0/networks?id=36c42654-4d68-47c2-ace9-c17e2a693328 HTTP/1.1" status: 200 len: 898 time: 0.2223508 Mar 11 13:38:04.121365 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-050b4da1-cc14-435c-9531-85ace037f7e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eca723f-a6d1-481e-be17-17d8718ff195 HTTP/1.1" status: 200 len: 1000 time: 0.0998702 Mar 11 13:38:04.162885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e777c9-63dd-4e83-9592-2a0b75e10788 None None] New status for floating IP a673b581-7261-412f-894d-4342c4d3464d: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:38:04.184948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-f0e597c1-329e-4c6c-96eb-6faec810e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:04.186437 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-f0e597c1-329e-4c6c-96eb-6faec810e7cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cd38622-8445-4977-a0eb-64a8778d48f3 HTTP/1.1" status: 200 len: 834 time: 0.0598891 Mar 11 13:38:04.279499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-479702a2-0872-4450-b3a5-8ea1db7821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:04.280962 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-479702a2-0872-4450-b3a5-8ea1db7821bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36c42654-4d68-47c2-ace9-c17e2a693328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887637 Mar 11 13:38:04.298383 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39132) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:04.419759 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-dc7e4682-379b-4601-8c38-daaeed96a6a0 service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322033 Mar 11 13:38:04.529194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7185e8ff-fe21-4a7a-84af-662bb8369438 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/a673b581-7261-412f-894d-4342c4d3464d HTTP/1.1" status: 200 len: 994 time: 0.2297561 Mar 11 13:38:04.557297 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9c418b95-d927-4d3b-b4d3-b18f9b1f729b req-76b3b224-bc1e-4b02-bb05-fdde39a64958 service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277292 Mar 11 13:38:07.207901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-00a4c483-adfc-40f0-bb2b-e56022fea085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:09.280433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69cb9639-77b6-4dda-b8a7-3d08289d6232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:10.465237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:10.614569 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:12.067594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:20.312642 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:38:22.252070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:36.115235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437c0a-74bd-4d2b-8220-1608b5da9b18 req-c6139eb3-6ec6-4cc4-9ef5-455731b4dbb6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:36.117483 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5437c0a-74bd-4d2b-8220-1608b5da9b18 req-c6139eb3-6ec6-4cc4-9ef5-455731b4dbb6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0812721 Mar 11 13:38:36.164573 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5437c0a-74bd-4d2b-8220-1608b5da9b18 req-96a016fb-dabd-437a-8ded-64d16d741592 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Mar 11 13:38:37.214231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-78179c2e-a248-4e5d-afce-328cd42ec8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:37.353599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d725e0-a17e-4d30-9d86-7fdc7243d07b req-d18f0182-65ca-4073-9055-6d334a11c6de tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:37.355038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5d725e0-a17e-4d30-9d86-7fdc7243d07b req-d18f0182-65ca-4073-9055-6d334a11c6de tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0781362 Mar 11 13:38:37.401879 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5d725e0-a17e-4d30-9d86-7fdc7243d07b req-f2bf4fad-714a-4936-a0da-48ff607b665d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Mar 11 13:38:37.424681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39154) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:37.532569 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7969502f-f248-4a7a-b9fb-3e0153741b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/a673b581-7261-412f-894d-4342c4d3464d HTTP/1.1" status: 200 len: 994 time: 0.1064684 Mar 11 13:38:38.975261 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46908e6b-065f-4da8-aaf2-5703ccfe19ed req-7f1be907-4c7c-465c-a657-79180359c110 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:38.976729 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-46908e6b-065f-4da8-aaf2-5703ccfe19ed req-7f1be907-4c7c-465c-a657-79180359c110 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0793386 Mar 11 13:38:39.020635 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-46908e6b-065f-4da8-aaf2-5703ccfe19ed req-1971c5cd-c619-4297-b052-be59ae068a40 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381653 Mar 11 13:38:39.280694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e2420eb4-b901-48a6-bd78-876f21e5f3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:40.220147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6908e6-2f61-4f22-9f0d-dca53cef8c15 req-8259480b-d0d5-47c8-b838-731fd382bd49 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:40.221637 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2c6908e6-2f61-4f22-9f0d-dca53cef8c15 req-8259480b-d0d5-47c8-b838-731fd382bd49 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0918386 Mar 11 13:38:40.264582 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2c6908e6-2f61-4f22-9f0d-dca53cef8c15 req-7df3304e-f2b6-4ace-aadd-1b4c5b3d730c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373764 Mar 11 13:38:40.467321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:40.615356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:41.449193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0b6b0-7e2f-4f9f-9c6f-05f30cd3600a req-b7f08585-1c90-4633-90a5-537b1e3dab3a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:41.450654 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65e0b6b0-7e2f-4f9f-9c6f-05f30cd3600a req-b7f08585-1c90-4633-90a5-537b1e3dab3a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0788779 Mar 11 13:38:41.493889 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65e0b6b0-7e2f-4f9f-9c6f-05f30cd3600a req-c943d880-ead4-4d94-a234-4e7f947227e1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375283 Mar 11 13:38:42.070054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:42.682327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaac04c-96b8-4828-bab3-119635c2891b req-497f11df-1504-44c0-ad28-dc7b4fb2d069 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:42.683772 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-feaac04c-96b8-4828-bab3-119635c2891b req-497f11df-1504-44c0-ad28-dc7b4fb2d069 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0858519 Mar 11 13:38:42.727273 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-feaac04c-96b8-4828-bab3-119635c2891b req-b91e9a46-4c72-4e3b-bda2-db0fd51a9371 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378530 Mar 11 13:38:43.907511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50510e-90e6-47ad-a19c-960119135152 req-e4073690-7063-4a91-80f7-02d2974ad931 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:43.908954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc50510e-90e6-47ad-a19c-960119135152 req-e4073690-7063-4a91-80f7-02d2974ad931 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0791948 Mar 11 13:38:43.952253 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc50510e-90e6-47ad-a19c-960119135152 req-f9d792cc-2f5d-47f7-bc15-a56f63d9e487 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377793 Mar 11 13:38:45.134227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b851-3c4a-44f2-9544-eb70375cf7c2 req-084bfc0a-ab4d-4569-ab58-52c4b463081e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:45.135672 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4a82b851-3c4a-44f2-9544-eb70375cf7c2 req-084bfc0a-ab4d-4569-ab58-52c4b463081e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0814977 Mar 11 13:38:45.180042 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4a82b851-3c4a-44f2-9544-eb70375cf7c2 req-fb21fb2a-1178-451b-8012-efc91391aaa6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Mar 11 13:38:45.202732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:45.312725 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0166945d-913d-4005-a730-5f740d77c6ac tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/a673b581-7261-412f-894d-4342c4d3464d HTTP/1.1" status: 200 len: 994 time: 0.1087084 Mar 11 13:38:45.585940 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:45.785671 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 02d9f75c-3d18-483e-bcd1-df3df0b85e27 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:38:45.786019 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:45.950309 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:45.950629 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:46.171950 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 02d9f75c-3d18-483e-bcd1-df3df0b85e27 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:38:46.316474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:46.365490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=02d9f75c-3d18-483e-bcd1-df3df0b85e27,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:46.403171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.403534 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.403878 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.404213 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.404546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.404877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.405205 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.405575 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.405907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.406228 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.406550 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.406869 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:46.466637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:46.466965 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP a673b581-7261-412f-894d-4342c4d3464d disassociated (deleted). External IP: 172.26.4.183, port: 6eca723f-a6d1-481e-be17-17d8718ff195. Mar 11 13:38:46.817077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 7830b8b6-e347-4369-8692-add459cdbb0f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:38:46.991411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:38:47.001161 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] Sync routers for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:38:47.003541 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:47.010684 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:38:47.011267 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:47.061254 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7511cd03-a242-4f0b-99be-fe03a7b6c032 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/floatingips/a673b581-7261-412f-894d-4342c4d3464d HTTP/1.1" status: 204 len: 168 time: 1.4743252 Mar 11 13:38:47.061850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:38:47.113248 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195', 'status': 'completed', 'code': 200} Mar 11 13:38:47.192456 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:38:47.210031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-1014a603-1a95-4f18-b3ec-d95633963649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:47.211522 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-1014a603-1a95-4f18-b3ec-d95633963649 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 1099 time: 0.0764894 Mar 11 13:38:47.352618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-46e3b066-2a20-4d2b-aa3a-1d388db94bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:47.354362 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-46e3b066-2a20-4d2b-aa3a-1d388db94bcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=36c42654-4d68-47c2-ace9-c17e2a693328 HTTP/1.1" status: 200 len: 898 time: 0.1360943 Mar 11 13:38:47.431278 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-5e94838e-e5a7-4571-8f13-4c87b0a01927 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eca723f-a6d1-481e-be17-17d8718ff195 HTTP/1.1" status: 200 len: 217 time: 0.0699587 Mar 11 13:38:47.450088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5119a0-83e6-4ef2-b17b-0e11fa79b9b2 req-6a91df1e-4945-4dd6-a02f-7f819580e2a5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:47.450780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8c5119a0-83e6-4ef2-b17b-0e11fa79b9b2 req-6a91df1e-4945-4dd6-a02f-7f819580e2a5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:38:47.470450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8c5119a0-83e6-4ef2-b17b-0e11fa79b9b2 req-6a91df1e-4945-4dd6-a02f-7f819580e2a5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:38:47.477700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8c5119a0-83e6-4ef2-b17b-0e11fa79b9b2 req-6a91df1e-4945-4dd6-a02f-7f819580e2a5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.1102846 Mar 11 13:38:47.496594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-bacc7073-ea11-4c09-9fc6-451f79f02249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:47.498086 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-bacc7073-ea11-4c09-9fc6-451f79f02249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cd38622-8445-4977-a0eb-64a8778d48f3 HTTP/1.1" status: 200 len: 834 time: 0.0606997 Mar 11 13:38:47.533084 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8c5119a0-83e6-4ef2-b17b-0e11fa79b9b2 req-1245770d-af6c-424e-befb-13b919f09a47 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545044 Mar 11 13:38:47.559964 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:47.563691 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] Checking router: 7830b8b6-e347-4369-8692-add459cdbb0f for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:38:47.571703 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:38:47.572278 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:47.578748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-407dc735-8f18-41f4-9fb3-39444abf2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:47.580294 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-407dc735-8f18-41f4-9fb3-39444abf2ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36c42654-4d68-47c2-ace9-c17e2a693328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751195 Mar 11 13:38:47.712163 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-1a95ec78-d711-4454-be01-62bb2ec4a320 service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251419 Mar 11 13:38:47.750756 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:38:47.845810 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-91d05e19-14bb-4037-aa9a-2ac9d529acef req-0bcaf591-475f-4320-920f-5730358d78d0 service neutron] 10.222.0.50 "GET /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270380 Mar 11 13:38:48.057448 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:48.061275 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0186b-62b1-4575-9eed-15f06e410c73 None None] The sync data for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv is: [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:37:46Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '18661e3d-70d9-4cd4-9a34-5dca49abe565', 'name': '', 'network_id': '36c42654-4d68-47c2-ace9-c17e2a693328', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:87:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:46Z', 'updated_at': '2022-03-11T13:37:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '0cd38622-8445-4977-a0eb-64a8778d48f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:38:48.257661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41608cf-1ae3-4e0a-907f-ac9c03315c61 None None] New status for floating IP a673b581-7261-412f-894d-4342c4d3464d: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:38:48.712820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8888e-bdee-46f3-ab90-60b2bf4c9bb2 req-4a277c1e-a7ab-40af-a15f-29c38ad77d6f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:48.714180 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-caa8888e-bdee-46f3-ab90-60b2bf4c9bb2 req-4a277c1e-a7ab-40af-a15f-29c38ad77d6f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0818286 Mar 11 13:38:48.757256 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-caa8888e-bdee-46f3-ab90-60b2bf4c9bb2 req-f73be1af-90a3-44a1-87b3-73d949ec879d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Mar 11 13:38:48.907831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-a8a43de8-11fa-497b-9ee5-e8eb435621ef tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:48.908510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-a8a43de8-11fa-497b-9ee5-e8eb435621ef tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:38:48.920421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-a8a43de8-11fa-497b-9ee5-e8eb435621ef tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:38:48.921528 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-a8a43de8-11fa-497b-9ee5-e8eb435621ef tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 946 time: 0.0975997 Mar 11 13:38:48.988096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 6eca723f-a6d1-481e-be17-17d8718ff195 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:38:48.988355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:49.320018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 6eca723f-a6d1-481e-be17-17d8718ff195, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6eca723f-a6d1-481e-be17-17d8718ff195,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:38:49.320297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:49.441074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 6eca723f-a6d1-481e-be17-17d8718ff195 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:38:49.581103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:49.633973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=6eca723f-a6d1-481e-be17-17d8718ff195,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:49.671697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.672038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.672374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.672704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.673033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.673359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.673703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.674028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.674347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.674662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.674978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.675291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:49.716339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] No DVR routers for this DVR port 6eca723f-a6d1-481e-be17-17d8718ff195 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:38:49.718510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:49.720867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'name': 'network-vif-deleted', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:38:49.736193 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bfaee0bc-ebe6-4e79-a630-722bc2fd9b73 req-81608fe2-86d2-444d-b265-873c20eb5acc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "DELETE /v2.0/ports/6eca723f-a6d1-481e-be17-17d8718ff195 HTTP/1.1" status: 204 len: 173 time: 0.8091185 Mar 11 13:38:49.764133 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3816d2cf-83ae-43b5-95ab-8c0caeefcef5', 'name': 'network-vif-deleted', 'tag': '6eca723f-a6d1-481e-be17-17d8718ff195', 'status': 'completed', 'code': 200} Mar 11 13:38:49.908277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7dbcc49d-2d60-4f84-a8b1-6153d0b8a406 req-163fc1f2-80fc-474e-bff5-119820222f1c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=3816d2cf-83ae-43b5-95ab-8c0caeefcef5 HTTP/1.1" status: 200 len: 210 time: 0.0424953 Mar 11 13:38:50.999961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39200) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:51.541201 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:51.978472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 18661e3d-70d9-4cd4-9a34-5dca49abe565 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:38:51.978806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:52.161126 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 18661e3d-70d9-4cd4-9a34-5dca49abe565, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18661e3d-70d9-4cd4-9a34-5dca49abe565,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:38:52.161817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:52.263817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:52.283434 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 18661e3d-70d9-4cd4-9a34-5dca49abe565 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:38:52.608805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:52.654021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=18661e3d-70d9-4cd4-9a34-5dca49abe565,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:52.927922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:53.375920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 7830b8b6-e347-4369-8692-add459cdbb0f has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:38:53.553510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:38:53.563774 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] Sync routers for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:38:53.567180 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-98107a5b-70c0-45aa-af0e-70f49c29ef07 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/7830b8b6-e347-4369-8692-add459cdbb0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5661461 Mar 11 13:38:53.569853 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39204) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:53.575342 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:38:53.575920 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:53.634749 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting subnet 0cd38622-8445-4977-a0eb-64a8778d48f3 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:38:53.637560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:53.691671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:53.750283 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:38:53.777070 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:53.848418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:53.891889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd38622-8445-4977-a0eb-64a8778d48f3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:53.894817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:53.899011 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd3053-daf6-4e1a-84bb-87892610fc7f None None] Network 36c42654-4d68-47c2-ace9-c17e2a693328 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:38:53.904247 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d9f61833-73ba-40f7-b96f-8ed98aafe40e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/subnets/0cd38622-8445-4977-a0eb-64a8778d48f3 HTTP/1.1" status: 204 len: 168 time: 0.3310452 Mar 11 13:38:53.904463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39208) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:54.037071 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:38:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:54.042331 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] Checking router: 7830b8b6-e347-4369-8692-add459cdbb0f for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:38:54.051380 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] Routers {'7830b8b6-e347-4369-8692-add459cdbb0f'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:38:54.051973 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['7830b8b6-e347-4369-8692-add459cdbb0f'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:54.106129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.203565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] DHCP port deletion for 36c42654-4d68-47c2-ace9-c17e2a693328 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:38:54.208045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Deleting port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:38:54.208597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.241677 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] Set router 7830b8b6-e347-4369-8692-add459cdbb0f gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:38:54.293385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.296556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6eca723f-a6d1-481e-be17-17d8718ff195 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:38:54.305323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port ee475432-9697-47b6-924a-92c5ba8cbe8b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:38:54.305774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.339650 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 6eca723f-a6d1-481e-be17-17d8718ff195 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:38:54.340012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6eca723f-a6d1-481e-be17-17d8718ff195 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:38:54.460563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] For port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=dbd895e9-5dc9-44e9-bcf3-9170cbbe205d,segment=NetworkSegment(4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb),segment_id=4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:38:54.461659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.490424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port ee475432-9697-47b6-924a-92c5ba8cbe8b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=ee475432-9697-47b6-924a-92c5ba8cbe8b,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:38:54.490980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.567925 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:38:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:54.573005 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec2fc5-ad12-445e-8a24-1658998c2b8c None None] The sync data for ids ['7830b8b6-e347-4369-8692-add459cdbb0f'] in dv-neutron-833198-1-hyperv is: [{'id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689364560', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:37:41Z', 'updated_at': '2022-03-11T13:38:52Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'ee475432-9697-47b6-924a-92c5ba8cbe8b', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7830b8b6-e347-4369-8692-add459cdbb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:37:42Z', 'updated_at': '2022-03-11T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:38:54.586388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Calling delete_port for dbd895e9-5dc9-44e9-bcf3-9170cbbe205d owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:38:54.624860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for ee475432-9697-47b6-924a-92c5ba8cbe8b owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:38:54.665313 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.715344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Pushing event deleted for resources: {'Port': ['ID=dbd895e9-5dc9-44e9-bcf3-9170cbbe205d,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:54.724607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.724956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.725288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.725644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.725974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.726436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.726812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.727139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.727460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.727779 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.728096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.728423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:38:54.731217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4547ca1-e6e4-4498-a2cd-d29bcecaea25 None None] No DVR routers for this DVR port dbd895e9-5dc9-44e9-bcf3-9170cbbe205d on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:38:54.807341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:54.957605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=ee475432-9697-47b6-924a-92c5ba8cbe8b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:55.047213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.217829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.219984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.244648 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.245293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Fanout notify agent at l3_agent the message router_deleted on router 7830b8b6-e347-4369-8692-add459cdbb0f {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:38:55.260001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.263386 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-79050c1e-9f3a-43bf-bb76-9531fa800e16 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/routers/7830b8b6-e347-4369-8692-add459cdbb0f HTTP/1.1" status: 204 len: 168 time: 1.3557291 Mar 11 13:38:55.263757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39212) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:55.376237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.509690 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.535156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c42654-4d68-47c2-ace9-c17e2a693328']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:55.547684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:55.547979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2346d8-4fde-4fd8-ad0c-1ea70dd8a7fb') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:55.559199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.574634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.580334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:38:55.580716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:38:55.595524 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:38:55.677645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.695781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.706954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Network': ['ID=36c42654-4d68-47c2-ace9-c17e2a693328,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:55.717114 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e3a2df20-b56d-46ee-9227-d0ee3be91b67 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/networks/36c42654-4d68-47c2-ace9-c17e2a693328 HTTP/1.1" status: 204 len: 168 time: 0.4522758 Mar 11 13:38:55.719503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39216) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:55.785571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd17cf51-6736-4750-a5c0-e200591d919e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.814018 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd17cf51-6736-4750-a5c0-e200591d919e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.875523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd17cf51-6736-4750-a5c0-e200591d919e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.894085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17cf51-6736-4750-a5c0-e200591d919e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b33426-89ba-4bad-8d9b-b0cd96ebff0c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:55.905604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd17cf51-6736-4750-a5c0-e200591d919e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:55.906736 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bd17cf51-6736-4750-a5c0-e200591d919e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/security-groups/a8b33426-89ba-4bad-8d9b-b0cd96ebff0c HTTP/1.1" status: 204 len: 168 time: 0.1863461 Mar 11 13:38:56.078931 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ee475432-9697-47b6-924a-92c5ba8cbe8b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:38:56.112708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: ee475432-9697-47b6-924a-92c5ba8cbe8b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:38:56.113054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device ee475432-9697-47b6-924a-92c5ba8cbe8b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:38:56.113499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device dbd895e9-5dc9-44e9-bcf3-9170cbbe205d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:38:56.132482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39224) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:56.142391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992665131', 'description': 'tempest-secgroup-smoke-992665131 description', 'project_id': '42a905ee77e54aba8df114636fb76114'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:56.150811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:56.151822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: dbd895e9-5dc9-44e9-bcf3-9170cbbe205d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:38:56.152165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device dbd895e9-5dc9-44e9-bcf3-9170cbbe205d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:38:56.152572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18661e3d-70d9-4cd4-9a34-5dca49abe565 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:38:56.155110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:56.157946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:56.163512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:56.177746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.186738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 18661e3d-70d9-4cd4-9a34-5dca49abe565 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:38:56.187089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18661e3d-70d9-4cd4-9a34-5dca49abe565 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:38:56.198687 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:56.202598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:56.205403 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:56.211057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:56.277689 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.280887 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.324883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9653b4d1-d205-45e3-88c2-d525045d8ea5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:56.328634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.329840 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-728e8dc8-e98d-4dd3-89dc-b1ef4f840c68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1955256 Mar 11 13:38:56.332719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39228) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:56.337563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '9653b4d1-d205-45e3-88c2-d525045d8ea5', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:56.343359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:56.347083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:56.349883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:56.355479 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:56.372630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.433285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.436517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.459775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7106e9e6-38f9-4759-8bab-64124cae5904,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:56.467984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.469221 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3e95e780-7104-4ab5-bc66-0d323e5cbbae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357157 Mar 11 13:38:56.472054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39232) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:56.477470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '9653b4d1-d205-45e3-88c2-d525045d8ea5', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:56.483325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:56.487183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:56.491902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:56.498725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:56.515476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.580498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.583885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.606653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fc60ec-c0f9-4a1d-b77a-e15cb6a54137,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:56.615290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.616453 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-bfcc08c6-bd29-4308-a176-994aac8ec446 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435039 Mar 11 13:38:56.619729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39236) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:56.624561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '9653b4d1-d205-45e3-88c2-d525045d8ea5', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:56.630298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:56.634037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:56.636822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:56.642419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:56.657519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.719525 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.722707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.744752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c71b4a0-9e13-4918-9a5f-c31d5c0e4a4d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:56.753172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.756888 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f2ac3aef-32e0-48af-a19f-bdd1d8bbbac2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337643 Mar 11 13:38:56.757068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39240) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:56.762268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '9653b4d1-d205-45e3-88c2-d525045d8ea5', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:56.767835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:56.771532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:56.774962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:56.780602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:56.796522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.858998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.862582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.889825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20badde-2929-46ef-8e04-cd06f5f097ea,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:56.896205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:56.897352 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9f287136-7a95-4f5d-b5cf-c7ba6305b0e7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393161 Mar 11 13:38:56.900767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39244) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:56.905569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '9653b4d1-d205-45e3-88c2-d525045d8ea5', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:56.911304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:56.915327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:56.918103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:56.924118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:56.935052 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:38:56.941517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.003467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.006603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.029864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aafb9fe-3633-44c4-863a-a924c91d695a,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:57.037919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.039327 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6faa48dc-dd6b-4aec-98e8-32ed3025eabd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374063 Mar 11 13:38:57.042080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39248) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:57.046809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '9653b4d1-d205-45e3-88c2-d525045d8ea5', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:57.052423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:57.056655 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:57.059481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:57.065016 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:57.076218 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:38:57.083946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.154363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.157786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.181055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f93cd2-ef62-44be-aff6-740ac1cb0f7a,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:57.189642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.190788 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-24d99467-ae32-464c-91eb-03072e7e6f33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478319 Mar 11 13:38:57.193566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39252) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:57.198988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'network': {'name': 'tempest-network-smoke--1466026706', 'project_id': '42a905ee77e54aba8df114636fb76114', 'port_security_enabled': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:57.203676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:57.207613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:network and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:57.210364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:57.215874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:57.227786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:38:57.231050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.258026 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:38:57.266486 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.266822 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Added segment 35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0 of type vlan for network f1195c72-0add-4f18-839e-bc42b6fe4276 Mar 11 13:38:57.292395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.311514 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:38:57.320138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.326008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:38:57.326594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.437529 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2429135 Mar 11 13:38:57.440643 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39256) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:57.442497 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dee3ac-bde5-476a-8c43-b4e98a34ed2c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Network': ['ID=f1195c72-0add-4f18-839e-bc42b6fe4276,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:57.446082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'admin_state_up': True, 'project_id': '42a905ee77e54aba8df114636fb76114', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:38:57.453376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:38:57.453893 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f1195c72-0add-4f18-839e-bc42b6fe4276 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:38:57.457399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:router and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:38:57.460401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:38:57.466738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:38:57.478484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.479474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.499304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:57.884949 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:58.182624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:58.212462 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:58.345895 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.155 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/d87cc4ef-032d-4b84-babb-bf359cd584be) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:38:58.494044 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:58.522166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:58.582127 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:38:58.583196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:38:58.591621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:38:58.629361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=d87cc4ef-032d-4b84-babb-bf359cd584be,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:38:59.018240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:59.500084 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:59.706914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router b0946920-25d5-4e5a-b007-6744ff5635a1 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:38:59.888037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:38:59.897224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Sync routers for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:38:59.906519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:38:59.907115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:38:59.916855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:38:59.918173 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7973a1f8-b4b9-4324-9401-9819791c5549 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4764385 Mar 11 13:38:59.921676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39260) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:38:59.965735 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fbe52de9-3577-4d69-a570-6c6d409d9fe4 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=42a905ee77e54aba8df114636fb76114&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427356 Mar 11 13:38:59.968117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39264) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:00.083920 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:39:00.103071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381ce21-db18-43a3-a495-b7b0a94ee204 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:00.104536 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2381ce21-db18-43a3-a495-b7b0a94ee204 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352789 Mar 11 13:39:00.107557 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39268) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:00.145956 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89b78424-01dc-43b6-966a-c4f5b3dbeada tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372980 Mar 11 13:39:00.149171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39272) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:00.154368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209289382', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'project_id': '42a905ee77e54aba8df114636fb76114', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:39:00.268719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:39:00.272532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:subnet and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:39:00.276139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:39:00.281924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:39:00.292874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:39:00.296565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:00.411514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:38:58Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:00.418199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Checking router: b0946920-25d5-4e5a-b007-6744ff5635a1 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:39:00.418575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Updating router b0946920-25d5-4e5a-b007-6744ff5635a1 port d87cc4ef-032d-4b84-babb-bf359cd584be binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:39:00.478599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:00.520663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:00.601617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Subnet': ['ID=180fc054-77d6-47e8-bef8-8bdcef701b2f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:00.613941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Checking segment: {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:39:00.614301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network hostable DHCP agents. Network: f1195c72-0add-4f18-839e-bc42b6fe4276, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:39:00.635403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f1195c72-0add-4f18-839e-bc42b6fe4276 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:39:00.645264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, f1195c72-0add-4f18-839e-bc42b6fe4276) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:39:00.649663 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:00.650250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:00.672225 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-74fc647d-e65f-4983-83f1-3c4823f83056 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5219893 Mar 11 13:39:00.675094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39276) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:00.693052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a48612-3452-4101-98d7-369bb493373b None None] Network f1195c72-0add-4f18-839e-bc42b6fe4276 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:39:01.004489 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.013591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-f1195c72-0add-4f18-839e-bc42b6fe4276', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:39:01.014377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.036167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Transition to ACTIVE for port object d87cc4ef-032d-4b84-babb-bf359cd584be will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:39:01.077701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.182783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Attempting to bind port d87cc4ef-032d-4b84-babb-bf359cd584be on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:39:01.183148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Attempting to bind port d87cc4ef-032d-4b84-babb-bf359cd584be by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:39:01.183501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Attempting to bind port d87cc4ef-032d-4b84-babb-bf359cd584be on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:39:01.197396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:39:01.197783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:39:01.198170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.198547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:39:01.198995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Bound port: d87cc4ef-032d-4b84-babb-bf359cd584be, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:39:01.199359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.228959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c948f1-f301-4663-87a3-481d46357b8d None None] Pushing event updated for resources: {'Port': ['ID=d87cc4ef-032d-4b84-babb-bf359cd584be,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:01.323427 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Allocated IP 172.20.0.2 (f1195c72-0add-4f18-839e-bc42b6fe4276/180fc054-77d6-47e8-bef8-8bdcef701b2f/38fceb3c-93da-4a38-bdf3-bf5d1e13c232) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:39:01.328464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] For port d87cc4ef-032d-4b84-babb-bf359cd584be, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:39:01.332529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] For port d87cc4ef-032d-4b84-babb-bf359cd584be, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d87cc4ef-032d-4b84-babb-bf359cd584be,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:39:01.338895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.471119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.506630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:39:01.507254 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:01.594021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c948f1-f301-4663-87a3-481d46357b8d None None] Pushing event updated for resources: {'Port': ['ID=d87cc4ef-032d-4b84-babb-bf359cd584be,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:01.747439 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:01.775020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Transition to ACTIVE for port object 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:39:01.783515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:39:01.947635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Transition to ACTIVE for port object 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:39:01.967081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:02.026064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.1 (f1195c72-0add-4f18-839e-bc42b6fe4276/180fc054-77d6-47e8-bef8-8bdcef701b2f/4362806d-6243-40e3-89c6-38718e123302) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:39:02.094947 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Network f1195c72-0add-4f18-839e-bc42b6fe4276 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:39:02.099520 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:39:02.106215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:39:02.108065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Pushing event updated for resources: {'Port': ['ID=38fceb3c-93da-4a38-bdf3-bf5d1e13c232,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:02.186562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:02.202784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 4362806d-6243-40e3-89c6-38718e123302 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:39:02.224717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:02.250137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Attempting to bind port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:39:02.250497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Attempting to bind port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:39:02.250850 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Attempting to bind port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 on network f1195c72-0add-4f18-839e-bc42b6fe4276 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:39:02.258845 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:39:02.259210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Checking segment: {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:39:02.259616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:02.259983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Bound using segment: {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:39:02.260432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Bound port: 38fceb3c-93da-4a38-bdf3-bf5d1e13c232, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:39:02.260794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:02.287572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f1195c72-0add-4f18-839e-bc42b6fe4276 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:39:02.291606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:39:02.293797 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:39:02.347183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=4362806d-6243-40e3-89c6-38718e123302,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:02.347417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:38:58Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:02.357362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594133e-a0af-4de3-82e4-ce51dcd02345 None None] The sync data for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv is: [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:38:58Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:39:02.363847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] For port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:39:02.366526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:02.367459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] For port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=38fceb3c-93da-4a38-bdf3-bf5d1e13c232,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:39:02.373453 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:02.470043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8ad11-5416-402f-9a1a-f40aef6eb1d6 None None] Pushing event updated for resources: {'Port': ['ID=38fceb3c-93da-4a38-bdf3-bf5d1e13c232,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:02.816053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:03.245342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:03.250224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:03.367916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=4362806d-6243-40e3-89c6-38718e123302,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:03.370530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:03.402888 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4cd363-a035-4b00-9a97-93c10528cc37 None None] Network f1195c72-0add-4f18-839e-bc42b6fe4276 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:39:03.497981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c56aa667-6509-462e-9a49-10481e022fc6 None None] Provisioning for port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:39:03.510665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f1195c72-0add-4f18-839e-bc42b6fe4276 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:39:03.511740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:39:03.706147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router b0946920-25d5-4e5a-b007-6744ff5635a1 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:39:03.892259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:39:03.910312 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-146d4726-ca78-41f1-9569-e330201828f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/b0946920-25d5-4e5a-b007-6744ff5635a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2337565 Mar 11 13:39:03.914847 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Sync routers for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:39:03.926330 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:39:03.926927 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:03.941511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cf5f1c8a-ff19-487d-86ae-aca2222146d8 None None] Provisioning for port 4362806d-6243-40e3-89c6-38718e123302 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:39:03.947860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cf5f1c8a-ff19-487d-86ae-aca2222146d8 None None] Provisioning complete for port 4362806d-6243-40e3-89c6-38718e123302 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:03.948235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cf5f1c8a-ff19-487d-86ae-aca2222146d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.016048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f1c8a-ff19-487d-86ae-aca2222146d8 None None] Port 4362806d-6243-40e3-89c6-38718e123302 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:39:04.103961 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5f64b1c8-aee3-4c8f-97ee-978cea2ee88b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992665131&fields=id&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 267 time: 0.0609658 Mar 11 13:39:04.138950 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:39:04.153122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fc868e15-e6c2-4dfe-8680-a844fe83a56b None None] Provisioning complete for port 4362806d-6243-40e3-89c6-38718e123302 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:04.153587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fc868e15-e6c2-4dfe-8680-a844fe83a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.191387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:39:04.283573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fc868e15-e6c2-4dfe-8680-a844fe83a56b None None] Port 4362806d-6243-40e3-89c6-38718e123302 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:39:04.306976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:39:04.313557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:04.313925 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.447179 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-b8e5c9b6-631c-4526-8b97-6c8ab3c99da8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:04.448669 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-b8e5c9b6-631c-4526-8b97-6c8ab3c99da8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/networks?id=f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 200 len: 797 time: 0.3319628 Mar 11 13:39:04.452755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9670482b-b767-4cde-af99-55e649bceaac None None] Provisioning complete for port 4362806d-6243-40e3-89c6-38718e123302 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:04.453255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9670482b-b767-4cde-af99-55e649bceaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.470004 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-a0e90b6e-62d9-488a-99b2-b0e92f7a7270 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/quotas/42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 375 time: 0.0144718 Mar 11 13:39:04.489522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.504493 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:03Z', 'revision_number': 2, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:04.511485 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Checking router: b0946920-25d5-4e5a-b007-6744ff5635a1 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:39:04.511485 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Updating router b0946920-25d5-4e5a-b007-6744ff5635a1 port 4362806d-6243-40e3-89c6-38718e123302 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:39:04.533519 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9670482b-b767-4cde-af99-55e649bceaac None None] Port 4362806d-6243-40e3-89c6-38718e123302 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:39:04.541738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=38fceb3c-93da-4a38-bdf3-bf5d1e13c232,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:39:04.545916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.546984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d87cc4ef-032d-4b84-babb-bf359cd584be up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:39:04.560134 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-51f75fca-f5fa-4c31-9811-66464289a6f8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892746 Mar 11 13:39:04.566845 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.670801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=38fceb3c-93da-4a38-bdf3-bf5d1e13c232,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:04.684137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port d87cc4ef-032d-4b84-babb-bf359cd584be completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:39:04.691616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d87cc4ef-032d-4b84-babb-bf359cd584be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:04.692165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.709727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5df71d2f-f46a-426b-87a4-77e9f0ceae04 service neutron] 10.222.0.52 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374066 Mar 11 13:39:04.812932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.829736 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port d87cc4ef-032d-4b84-babb-bf359cd584be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d87cc4ef-032d-4b84-babb-bf359cd584be,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:39:04.834922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.848632 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-584a8b40-3edf-4325-8ed4-6a62bd794d8b service neutron] 10.222.0.52 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323872 Mar 11 13:39:04.925817 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:04.939229 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Transition to ACTIVE for port object 4362806d-6243-40e3-89c6-38718e123302 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:39:04.944781 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=d87cc4ef-032d-4b84-babb-bf359cd584be,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:04.947128 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:05.051222 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-89f20395-9134-482d-9051-dd17bea5d4d4 req-b610d2ba-3506-4a11-961f-8d3cfe9d6c18 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 210 time: 0.0557227 Mar 11 13:39:05.117719 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Pushing event updated for resources: {'Port': ['ID=4362806d-6243-40e3-89c6-38718e123302,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:05.158101 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.158441 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.158782 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.159099 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.159419 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.159783 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.160052 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.160385 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.160674 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.161002 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.161309 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.161857 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:39:05.187885 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Attempting to bind port 4362806d-6243-40e3-89c6-38718e123302 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:39:05.188249 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Attempting to bind port 4362806d-6243-40e3-89c6-38718e123302 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:39:05.188589 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Attempting to bind port 4362806d-6243-40e3-89c6-38718e123302 on network f1195c72-0add-4f18-839e-bc42b6fe4276 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:39:05.194063 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:39:05.194425 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Checking segment: {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:39:05.194872 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:05.195280 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Bound using segment: {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:39:05.195955 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Bound port: 4362806d-6243-40e3-89c6-38718e123302, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:39:05.196074 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:05.314463 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] For port 4362806d-6243-40e3-89c6-38718e123302, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:39:05.317308 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] For port 4362806d-6243-40e3-89c6-38718e123302, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4362806d-6243-40e3-89c6-38718e123302,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:39:05.321592 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:05.403653 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:39:05.404252 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:38:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:05.469827 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08bbec-70f1-40e7-8637-3308d49980d8 None None] Pushing event updated for resources: {'Port': ['ID=4362806d-6243-40e3-89c6-38718e123302,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:05.606137 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:39:05.931467 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:05Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:05.937913 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8683f1-42fa-4209-8c19-935769d97772 None None] The sync data for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv is: [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:05Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:39:06.151269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5ce005c6-580b-4710-8084-672b90690777 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:06.151945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5ce005c6-580b-4710-8084-672b90690777 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:39:06.170942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5ce005c6-580b-4710-8084-672b90690777 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:39:06.172435 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5ce005c6-580b-4710-8084-672b90690777 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/networks?id=f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 200 len: 797 time: 0.2276082 Mar 11 13:39:06.230628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-462592d2-394d-453e-8cc7-a7054e1a6fa6 req-c5dd82e9-e8e9-4cc5-858e-615922c589f9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 210 time: 0.0491548 Mar 11 13:39:06.245938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:39:06.258990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-9414bdf6-6768-468f-adb9-bda201f15b61 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:39:06.284824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-9414bdf6-6768-468f-adb9-bda201f15b61 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:39:06.286213 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-9414bdf6-6768-468f-adb9-bda201f15b61 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 379 time: 0.1045582 Mar 11 13:39:06.296340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'port': {'device_id': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'admin_state_up': True, 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'security_groups': ['9653b4d1-d205-45e3-88c2-d525045d8ea5']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:39:06.326878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:06.327234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:06.458326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d87cc4ef-032d-4b84-babb-bf359cd584be up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:39:06.531268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port d87cc4ef-032d-4b84-babb-bf359cd584be triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:06.532174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:06.564258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:39:06.568625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:port and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:39:06.572417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:39:06.579339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:39:06.590330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:39:06.593952 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:06.666687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4362806d-6243-40e3-89c6-38718e123302 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:39:06.734070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 4362806d-6243-40e3-89c6-38718e123302 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:39:06.739724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4362806d-6243-40e3-89c6-38718e123302 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:06.740168 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:06.772660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.11 (f1195c72-0add-4f18-839e-bc42b6fe4276/180fc054-77d6-47e8-bef8-8bdcef701b2f/80ab8f83-9a9d-4261-864b-e243a60f114f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:39:06.865027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:06.899999 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 4362806d-6243-40e3-89c6-38718e123302, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4362806d-6243-40e3-89c6-38718e123302,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:39:06.904981 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:06.974422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=4362806d-6243-40e3-89c6-38718e123302,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:06.985181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.001891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 80ab8f83-9a9d-4261-864b-e243a60f114f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:39:07.027628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.094512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f1195c72-0add-4f18-839e-bc42b6fe4276 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:39:07.102930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:39:07.107340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:39:07.138349 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=80ab8f83-9a9d-4261-864b-e243a60f114f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:07.182685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:07.183314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.210481 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-2f7c3ea0-9024-4679-98a5-b9c7392e818d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9180362 Mar 11 13:39:07.212644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4c270e09-306b-4700-93f0-cccdbcc39f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.221699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Request body: {'port': {'device_id': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:39:07.322754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7f6744fc-bc92-40ad-a168-d25ae1236a46 None None] Provisioning for port 80ab8f83-9a9d-4261-864b-e243a60f114f completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:39:07.328295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-7f6744fc-bc92-40ad-a168-d25ae1236a46 None None] Provisioning complete for port 80ab8f83-9a9d-4261-864b-e243a60f114f triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:07.328834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7f6744fc-bc92-40ad-a168-d25ae1236a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.346100 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.388944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-7f6744fc-bc92-40ad-a168-d25ae1236a46 None None] Port 80ab8f83-9a9d-4261-864b-e243a60f114f cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:39:07.453166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe362a3a-6603-4e46-832a-1300f5b628dd req-1df0d7e5-e97a-4433-8e05-1d995af4a5f7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:07.454755 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe362a3a-6603-4e46-832a-1300f5b628dd req-1df0d7e5-e97a-4433-8e05-1d995af4a5f7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 932 time: 0.0869784 Mar 11 13:39:07.505212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fe362a3a-6603-4e46-832a-1300f5b628dd req-70347bc0-d969-432a-9876-2574dd68eca7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444283 Mar 11 13:39:07.702624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ab8f83-9a9d-4261-864b-e243a60f114f {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:39:07.709614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.723585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Transition to ACTIVE for port object 80ab8f83-9a9d-4261-864b-e243a60f114f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:39:07.727136 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:07.884344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Pushing event updated for resources: {'Port': ['ID=80ab8f83-9a9d-4261-864b-e243a60f114f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:07.961249 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Attempting to bind port 80ab8f83-9a9d-4261-864b-e243a60f114f on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:39:07.961613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Attempting to bind port 80ab8f83-9a9d-4261-864b-e243a60f114f by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:39:07.961940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Attempting to bind port 80ab8f83-9a9d-4261-864b-e243a60f114f on network f1195c72-0add-4f18-839e-bc42b6fe4276 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:39:07.966398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Port 80ab8f83-9a9d-4261-864b-e243a60f114f on network f1195c72-0add-4f18-839e-bc42b6fe4276 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:39:07.966715 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Attempting to bind port 80ab8f83-9a9d-4261-864b-e243a60f114f on network f1195c72-0add-4f18-839e-bc42b6fe4276 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:39:07.971652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:39:07.971986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Checking segment: {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:39:07.972367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Bound using segment: {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:39:07.972780 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Bound port: 80ab8f83-9a9d-4261-864b-e243a60f114f, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:39:07.973127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:08.060628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] For port 80ab8f83-9a9d-4261-864b-e243a60f114f, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:39:08.063791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] For port 80ab8f83-9a9d-4261-864b-e243a60f114f, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=80ab8f83-9a9d-4261-864b-e243a60f114f,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:39:08.067319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:08.088675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4362806d-6243-40e3-89c6-38718e123302 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:39:08.124945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:08.125590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:08.126945 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] 10.222.0.50 "PUT /v2.0/ports/80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 200 len: 1094 time: 0.9095826 Mar 11 13:39:08.127724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:39:08.162225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabae42-db6f-4190-8bf0-6545ad1fedb1 service neutron] Pushing event updated for resources: {'Port': ['ID=80ab8f83-9a9d-4261-864b-e243a60f114f,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:08.186387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4362806d-6243-40e3-89c6-38718e123302 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:08.186763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:08.209566 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'status': 'completed', 'code': 200} Mar 11 13:39:08.246029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-16325dde-1f1e-4489-8a1c-6a044ed836d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:08.247531 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-16325dde-1f1e-4489-8a1c-6a044ed836d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1097 time: 0.0745473 Mar 11 13:39:08.418027 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-6aea5e4d-d3f8-42b6-b52a-eb33f72b8e18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 200 len: 217 time: 0.1626205 Mar 11 13:39:08.480122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5a57fc48-6040-4d1f-b928-1eef13b6daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:08.481691 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-5a57fc48-6040-4d1f-b928-1eef13b6daf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=180fc054-77d6-47e8-bef8-8bdcef701b2f HTTP/1.1" status: 200 len: 835 time: 0.0586066 Mar 11 13:39:08.556824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-6aacddcc-6a27-4344-b5d9-34a1e024b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:08.558250 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-6aacddcc-6a27-4344-b5d9-34a1e024b35e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1195c72-0add-4f18-839e-bc42b6fe4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698071 Mar 11 13:39:08.687526 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec120c0-2b14-4678-958f-e4f02ddc9dae req-2ddd9af8-4ff7-4b7d-ab35-a5b098818cee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:08.688894 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-ad43b471-c152-4db3-9ded-bcc537adafbd service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238580 Mar 11 13:39:08.689027 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6ec120c0-2b14-4678-958f-e4f02ddc9dae req-2ddd9af8-4ff7-4b7d-ab35-a5b098818cee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 944 time: 0.0828001 Mar 11 13:39:08.736017 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6ec120c0-2b14-4678-958f-e4f02ddc9dae req-5a362c2f-f4a5-4a90-88bd-b1265a2b231c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412791 Mar 11 13:39:08.818450 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-71d0b4d9-4b64-4c28-9425-f09206cf926c req-53c4c9da-5dd6-47f7-b247-722a76075f4c service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238720 Mar 11 13:39:08.933766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-c8525823-0abe-4888-a9fe-d6bfb16ccffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:08.935222 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-c8525823-0abe-4888-a9fe-d6bfb16ccffa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1097 time: 0.0720041 Mar 11 13:39:09.062592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-93cdf4ca-6e8a-4876-938b-f5e365dcfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:09.064011 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-93cdf4ca-6e8a-4876-938b-f5e365dcfbb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 200 len: 898 time: 0.1230762 Mar 11 13:39:09.134882 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-5107c8e6-19a3-422a-bc26-fdaaea389e68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 200 len: 217 time: 0.0627494 Mar 11 13:39:09.195956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-6adbbb38-7955-4709-9c4e-912e1884939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:09.197348 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-6adbbb38-7955-4709-9c4e-912e1884939f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=180fc054-77d6-47e8-bef8-8bdcef701b2f HTTP/1.1" status: 200 len: 835 time: 0.0561953 Mar 11 13:39:09.269721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-7bdd1f47-8987-46ab-9186-b1fe5761bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:09.271202 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-7bdd1f47-8987-46ab-9186-b1fe5761bb5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1195c72-0add-4f18-839e-bc42b6fe4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675161 Mar 11 13:39:09.283231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d58f1a7d-3841-425e-a8e3-9ef27023659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:09.401497 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-4c90b270-e931-46d8-8d05-c28ea50166f3 service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231313 Mar 11 13:39:09.531439 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f4b5096-d0fc-4b5e-8271-6ef63e3ee794 req-31a75281-21bd-43ad-b4ee-0a70e857a883 service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236000 Mar 11 13:39:09.918112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e44b5-90ab-46fe-a4e7-4f857196c37b req-91c1d426-7c9e-4b4e-b969-5f715fde716e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:09.919534 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-051e44b5-90ab-46fe-a4e7-4f857196c37b req-91c1d426-7c9e-4b4e-b969-5f715fde716e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 944 time: 0.0792978 Mar 11 13:39:09.965310 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-051e44b5-90ab-46fe-a4e7-4f857196c37b req-58fe6b13-d0f1-4825-8ad8-b465f0a8b3ac tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401595 Mar 11 13:39:10.468773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:10.618766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:11.146717 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783aed8-f9f6-4132-bbfb-8ce07077aa29 req-36a0bd1c-2a2b-4d23-bb26-0cf26100aa3a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:11.148652 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1783aed8-f9f6-4132-bbfb-8ce07077aa29 req-36a0bd1c-2a2b-4d23-bb26-0cf26100aa3a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 944 time: 0.0827644 Mar 11 13:39:11.192989 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1783aed8-f9f6-4132-bbfb-8ce07077aa29 req-190ad7bd-404a-4ff1-ad9f-7f66bd3e8086 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386417 Mar 11 13:39:12.072318 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:12.369829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 80ab8f83-9a9d-4261-864b-e243a60f114f details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:39:12.378060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c4fc1-cf0f-4d3d-9016-fd944e40a3b5 req-1a883b90-5cde-4330-bce2-3127c9bdca65 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:12.379542 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c32c4fc1-cf0f-4d3d-9016-fd944e40a3b5 req-1a883b90-5cde-4330-bce2-3127c9bdca65 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 944 time: 0.0816045 Mar 11 13:39:12.428390 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c32c4fc1-cf0f-4d3d-9016-fd944e40a3b5 req-00a87f80-df19-4d79-99cb-325c8d392dc2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Mar 11 13:39:12.503364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 80ab8f83-9a9d-4261-864b-e243a60f114f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=80ab8f83-9a9d-4261-864b-e243a60f114f,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:39:12.516533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'port_id': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'mac_address': 'fa:16:3e:4b:41:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:39:12.572901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:12.589249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ab8f83-9a9d-4261-864b-e243a60f114f {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:39:12.604405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 80ab8f83-9a9d-4261-864b-e243a60f114f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=80ab8f83-9a9d-4261-864b-e243a60f114f,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:39:12.607765 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:12.672034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=80ab8f83-9a9d-4261-864b-e243a60f114f,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:12.807689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['80ab8f83-9a9d-4261-864b-e243a60f114f'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:39:13.612101 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b0a1-2261-4400-ba0a-9d3fd697ed1e req-a9dab4dd-f123-4e80-b755-4085fd8e4d9e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:13.613554 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc05b0a1-2261-4400-ba0a-9d3fd697ed1e req-a9dab4dd-f123-4e80-b755-4085fd8e4d9e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 945 time: 0.0822899 Mar 11 13:39:13.657754 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc05b0a1-2261-4400-ba0a-9d3fd697ed1e req-fa8d2e2f-5bbf-4237-b8da-88789e5c6e9b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382638 Mar 11 13:39:14.385043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 80ab8f83-9a9d-4261-864b-e243a60f114f up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:39:14.451487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 80ab8f83-9a9d-4261-864b-e243a60f114f completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:39:14.456141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 80ab8f83-9a9d-4261-864b-e243a60f114f triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:39:14.456503 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:14.593053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:14.619345 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:39:14.628911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 80ab8f83-9a9d-4261-864b-e243a60f114f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=80ab8f83-9a9d-4261-864b-e243a60f114f,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:39:14.632797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:14.664429 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'code': 200} Mar 11 13:39:14.702150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=80ab8f83-9a9d-4261-864b-e243a60f114f,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:14.900489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43844ad3-f87a-46bc-9930-76af3ac87b41 req-c10a33b0-5f78-461e-89d9-e381a27b3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:14.901889 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-43844ad3-f87a-46bc-9930-76af3ac87b41 req-c10a33b0-5f78-461e-89d9-e381a27b3661 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1099 time: 0.0747211 Mar 11 13:39:14.942196 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-43844ad3-f87a-46bc-9930-76af3ac87b41 req-6eda5ac6-7866-4260-9d8f-9b436ea03356 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Mar 11 13:39:14.997754 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60387c6-3cf8-473b-b91d-4680b1b3d3b2 req-04bc0008-0b11-4c0f-98e9-d9b48df1870a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:14.999183 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b60387c6-3cf8-473b-b91d-4680b1b3d3b2 req-04bc0008-0b11-4c0f-98e9-d9b48df1870a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0794120 Mar 11 13:39:15.045367 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b60387c6-3cf8-473b-b91d-4680b1b3d3b2 req-6b343670-f0c0-42fc-8284-4880fe4ae4c8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Mar 11 13:39:16.271595 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77f9e9-b638-40d0-8236-00802959858e req-11793a8e-5df8-4a0a-9d9d-ae5858281f76 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:16.273600 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d77f9e9-b638-40d0-8236-00802959858e req-11793a8e-5df8-4a0a-9d9d-ae5858281f76 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.1257989 Mar 11 13:39:16.318720 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d77f9e9-b638-40d0-8236-00802959858e req-6d20ef2a-9d6e-4da1-8e7f-41b14c0b0403 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Mar 11 13:39:16.500620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cfff-7733-4815-b324-09b9b82c60c6 req-265f212f-9a85-4b41-9ffc-0a2021fcbeaf tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:16.502132 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a748cfff-7733-4815-b324-09b9b82c60c6 req-265f212f-9a85-4b41-9ffc-0a2021fcbeaf tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0823779 Mar 11 13:39:16.546472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a748cfff-7733-4815-b324-09b9b82c60c6 req-b0d4190e-aace-49b1-80f2-c82a3ccfae68 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387664 Mar 11 13:39:16.568252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39332) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:16.638609 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad03dc9-375c-4af7-8640-a15b5ee5ce15 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:16.640091 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7ad03dc9-375c-4af7-8640-a15b5ee5ce15 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1094 time: 0.0708177 Mar 11 13:39:16.642788 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39336) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:16.648188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:39:16.654518 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:39:16.658327 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:floatingip and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:39:16.661098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:39:16.666994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:39:16.677040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:16.812054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:17.040839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.86 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/e6cd1578-34c6-4842-b6e0-77b3e34e6f0e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:39:17.182437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:17.210470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:17.270079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:39:17.272831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:39:17.276343 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:39:17.324397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=e6cd1578-34c6-4842-b6e0-77b3e34e6f0e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:17.693631 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:17.766208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:17.968745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:17.973073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:18.085399 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=e6cd1578-34c6-4842-b6e0-77b3e34e6f0e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:39:18.093151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:18.263570 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP b9ea2be4-b1c8-4dfd-b382-63fa580075dd associated. External IP: 172.26.4.86, port: 80ab8f83-9a9d-4261-864b-e243a60f114f. Mar 11 13:39:18.721317 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router b0946920-25d5-4e5a-b007-6744ff5635a1 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:39:18.900571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:39:18.910288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] Sync routers for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:39:18.923608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:39:18.924160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:39:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:18.925054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:18.989298 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2754b89-be3d-4dba-92dd-6b0b0679559f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3454933 Mar 11 13:39:18.990035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:39:19.034406 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'status': 'completed', 'code': 200} Mar 11 13:39:19.115450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:39:19.148901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-746c7a82-1626-4cb4-9e5d-8f532071009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:19.151135 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-746c7a82-1626-4cb4-9e5d-8f532071009d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1099 time: 0.0914087 Mar 11 13:39:19.180963 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c5b7a-f435-42f1-be95-219a5f679f38 req-158fd8b5-1a96-4209-88c6-a01dc01dd11e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:19.188437 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-029c5b7a-f435-42f1-be95-219a5f679f38 req-158fd8b5-1a96-4209-88c6-a01dc01dd11e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0958600 Mar 11 13:39:19.242169 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-029c5b7a-f435-42f1-be95-219a5f679f38 req-64b11914-45ba-4857-a941-74117613cb0c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526936 Mar 11 13:39:19.255814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39344) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:19.308040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-058be49d-48b9-4f2b-927c-b40e162823be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:19.309850 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-058be49d-48b9-4f2b-927c-b40e162823be service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 200 len: 898 time: 0.1524603 Mar 11 13:39:19.377969 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48cde9a1-dd51-4943-b117-0609850a2115 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/b9ea2be4-b1c8-4dfd-b382-63fa580075dd HTTP/1.1" status: 200 len: 991 time: 0.1211541 Mar 11 13:39:19.420504 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-e6c170bc-6db5-4c11-b06c-960196e7435f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 200 len: 999 time: 0.1044145 Mar 11 13:39:19.490538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-5c84a6cf-a40d-44e5-9e9f-9cb7b26eb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:19.492057 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-5c84a6cf-a40d-44e5-9e9f-9cb7b26eb766 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=180fc054-77d6-47e8-bef8-8bdcef701b2f HTTP/1.1" status: 200 len: 835 time: 0.0658629 Mar 11 13:39:19.496995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'b9ea2be4-b1c8-4dfd-b382-63fa580075dd', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'port_id': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'mac_address': 'fa:16:3e:4b:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:39:17Z', 'updated_at': '2022-03-11T13:39:17Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:06Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:19.501171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] Checking router: b0946920-25d5-4e5a-b007-6744ff5635a1 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:39:19.510229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:39:19.510811 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:39:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:19.570318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-526a891b-8ae9-4ded-8de4-67a4c93dc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:19.571791 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-526a891b-8ae9-4ded-8de4-67a4c93dc570 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1195c72-0add-4f18-839e-bc42b6fe4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732718 Mar 11 13:39:19.690724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:39:19.705687 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-9e0a5972-0f09-4832-abe1-cb0464c3c93f service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273139 Mar 11 13:39:19.837552 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5759589a-777e-447f-bcfc-60cd3c55ada9 req-5fe7cded-134f-4c0e-a1ac-b7a3337322e0 service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258013 Mar 11 13:39:20.029547 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'b9ea2be4-b1c8-4dfd-b382-63fa580075dd', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'port_id': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'mac_address': 'fa:16:3e:4b:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:39:17Z', 'updated_at': '2022-03-11T13:39:17Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:06Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:39:20.033408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e9dab-4de0-4166-9baf-92c8338846f0 None None] The sync data for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv is: [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'b9ea2be4-b1c8-4dfd-b382-63fa580075dd', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'port_id': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'mac_address': 'fa:16:3e:4b:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:39:17Z', 'updated_at': '2022-03-11T13:39:17Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:06Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:39:20.223990 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a4d6b-045c-4187-b5fd-85b1814f7221 None None] New status for floating IP b9ea2be4-b1c8-4dfd-b382-63fa580075dd: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:39:20.381301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:20.491677 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f936cfbd-c435-404c-9e7c-9ef1117b90ca tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/b9ea2be4-b1c8-4dfd-b382-63fa580075dd HTTP/1.1" status: 200 len: 991 time: 0.1075461 Mar 11 13:39:21.494500 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39352) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:39:21.599065 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-59fa8944-ee73-4341-adc9-3c8545de6dfa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/b9ea2be4-b1c8-4dfd-b382-63fa580075dd HTTP/1.1" status: 200 len: 993 time: 0.1033340 Mar 11 13:39:22.273871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:34.343643 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:39:37.204187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-36f4df21-6579-4316-b013-b381f79554fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:39.286202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8ed2c5de-7a57-4d7b-b195-7c0ce31f6f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:40.471570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:40.622684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:42.074793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:48.603951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-7faf6ddc-d8e1-4fa2-a2be-cac59c702b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:48.605419 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-7faf6ddc-d8e1-4fa2-a2be-cac59c702b9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1099 time: 0.1157498 Mar 11 13:39:48.651148 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5aebb-d1a6-4766-94d2-d0a29408b015 req-3e90c583-df49-429b-a671-1d581cda4106 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:48.652670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20e5aebb-d1a6-4766-94d2-d0a29408b015 req-3e90c583-df49-429b-a671-1d581cda4106 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.1333134 Mar 11 13:39:48.700403 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20e5aebb-d1a6-4766-94d2-d0a29408b015 req-3678e82c-90bc-45ec-afee-4d3ee2f3fe2d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Mar 11 13:39:48.848821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-90e5b49d-361a-4959-88ed-42e96594ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:48.850301 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-90e5b49d-361a-4959-88ed-42e96594ccbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 200 len: 898 time: 0.2382355 Mar 11 13:39:48.949606 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-0978781c-bd68-45c0-a0c0-7b3030080faf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 200 len: 1001 time: 0.0923586 Mar 11 13:39:49.012658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-a6b526bb-50f1-40ee-adbb-ae4e6f457d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:49.013978 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-a6b526bb-50f1-40ee-adbb-ae4e6f457d57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=180fc054-77d6-47e8-bef8-8bdcef701b2f HTTP/1.1" status: 200 len: 835 time: 0.0582190 Mar 11 13:39:49.092007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-0f58b446-a512-4925-a5c7-29cf97f21a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:49.093420 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-0f58b446-a512-4925-a5c7-29cf97f21a35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1195c72-0add-4f18-839e-bc42b6fe4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669713 Mar 11 13:39:49.221720 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-e17a2b31-d96b-4660-82ab-d2154bd543e2 service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214335 Mar 11 13:39:49.352379 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0bc3b240-80a5-403f-86ea-66cd6d5e60e5 req-5e61cd23-2a2d-49ff-ae60-c3121ff6694e service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239018 Mar 11 13:39:49.884494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa4db-a7b7-4120-88a4-abe0c008fcd7 req-cde48cbd-a7d1-440f-9706-3e0e74081e72 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:49.885968 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f94aa4db-a7b7-4120-88a4-abe0c008fcd7 req-cde48cbd-a7d1-440f-9706-3e0e74081e72 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0805645 Mar 11 13:39:49.928936 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f94aa4db-a7b7-4120-88a4-abe0c008fcd7 req-6966a5e7-398d-4908-89db-2cd1d596c2f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Mar 11 13:39:51.111682 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242033-237e-44c7-aa7f-26a3788c5d8f req-26713497-c35f-458e-b2db-934decd20d60 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:51.113118 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79242033-237e-44c7-aa7f-26a3788c5d8f req-26713497-c35f-458e-b2db-934decd20d60 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0814328 Mar 11 13:39:51.157743 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79242033-237e-44c7-aa7f-26a3788c5d8f req-9a62b6f8-daad-49b0-91c3-89bdd6e2937c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389075 Mar 11 13:39:52.290539 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:39:52.343874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619cfcc-9e4e-4553-81fb-e6b4774e7cd0 req-2b638647-f7b8-41fa-bc3e-faf41c00aa24 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:52.345237 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4619cfcc-9e4e-4553-81fb-e6b4774e7cd0 req-2b638647-f7b8-41fa-bc3e-faf41c00aa24 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0816410 Mar 11 13:39:52.387820 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4619cfcc-9e4e-4553-81fb-e6b4774e7cd0 req-93f6083d-8277-4223-a73b-62bc2b449700 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369875 Mar 11 13:39:53.576429 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdb828-d40e-4424-9a4f-f248a24b75ee req-8d6f41fd-a8d7-4205-92f0-3eb4b7c25e75 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:53.577952 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffcdb828-d40e-4424-9a4f-f248a24b75ee req-8d6f41fd-a8d7-4205-92f0-3eb4b7c25e75 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0826759 Mar 11 13:39:53.621429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffcdb828-d40e-4424-9a4f-f248a24b75ee req-4c49cb03-e399-4cf6-a6ac-74992a4575b7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376916 Mar 11 13:39:54.803796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8790a-f5ad-4291-9fdb-bc3d38acf1de req-49417015-0f81-4ecf-a94f-8a3fe71ee61a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:54.805176 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b3f8790a-f5ad-4291-9fdb-bc3d38acf1de req-49417015-0f81-4ecf-a94f-8a3fe71ee61a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0793037 Mar 11 13:39:54.851633 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b3f8790a-f5ad-4291-9fdb-bc3d38acf1de req-84ea0ee3-d162-4e8c-9fbd-1a664339505d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409498 Mar 11 13:39:56.031639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c50e-668c-4c50-8a9a-73d579c47ca0 req-689eaf53-b94d-4269-bbfb-71c14c9943e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:56.033077 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7701c50e-668c-4c50-8a9a-73d579c47ca0 req-689eaf53-b94d-4269-bbfb-71c14c9943e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0796406 Mar 11 13:39:56.076922 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7701c50e-668c-4c50-8a9a-73d579c47ca0 req-06bf40b8-0825-4e96-bd17-507b953f0322 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379465 Mar 11 13:39:57.360144 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb55a53-1de8-46f5-894d-738ff1c61e51 req-1ab52740-b7a6-46d3-8f4f-f4e8141627b4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:57.361642 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ddb55a53-1de8-46f5-894d-738ff1c61e51 req-1ab52740-b7a6-46d3-8f4f-f4e8141627b4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.1821249 Mar 11 13:39:57.405741 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ddb55a53-1de8-46f5-894d-738ff1c61e51 req-e1f9ffe4-3a96-4edd-a2c1-ce3730755896 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378499 Mar 11 13:39:58.585916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558c668-cd4e-473f-bf7a-691e04bedfa6 req-216e69fd-6745-461b-ac47-c6cc48f2395b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:58.587361 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0558c668-cd4e-473f-bf7a-691e04bedfa6 req-216e69fd-6745-461b-ac47-c6cc48f2395b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0792797 Mar 11 13:39:58.631290 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0558c668-cd4e-473f-bf7a-691e04bedfa6 req-b043e7ec-dc00-493e-9395-c270f3c9cc9f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383985 Mar 11 13:39:59.825397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520b352-35c1-4116-a483-9828d77fde70 req-e1a08a67-e22c-494e-84c1-4ebec3c35b9f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:39:59.826772 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3520b352-35c1-4116-a483-9828d77fde70 req-e1a08a67-e22c-494e-84c1-4ebec3c35b9f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0818038 Mar 11 13:39:59.870308 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3520b352-35c1-4116-a483-9828d77fde70 req-898f59a5-f9dc-4f56-b894-b7874afbc857 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380199 Mar 11 13:40:01.055758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a4c01-8095-4861-a6a9-51d184adc6b7 req-441ec9cf-9119-4dab-ac9e-add991aec60d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:01.057166 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-116a4c01-8095-4861-a6a9-51d184adc6b7 req-441ec9cf-9119-4dab-ac9e-add991aec60d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0812073 Mar 11 13:40:01.100414 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-116a4c01-8095-4861-a6a9-51d184adc6b7 req-2b755cca-4e31-4b9d-8a94-4d0a6ca359c7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376716 Mar 11 13:40:01.122615 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39392) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:01.228355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df6920bf-f0e5-482f-bc8c-093512b2020f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/b9ea2be4-b1c8-4dfd-b382-63fa580075dd HTTP/1.1" status: 200 len: 993 time: 0.1045094 Mar 11 13:40:03.855408 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-c801886d-88ad-47ad-95e5-c771bf7856de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713606 Mar 11 13:40:03.990904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-22cbf243-df21-428c-944d-238db1141340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:03.992325 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-22cbf243-df21-428c-944d-238db1141340 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1099 time: 0.0686185 Mar 11 13:40:04.130601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-4252269c-23ab-432b-bc76-175da370c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:04.132010 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-4252269c-23ab-432b-bc76-175da370c03d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 200 len: 898 time: 0.1228423 Mar 11 13:40:04.232632 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-9bc38388-5824-4889-85e6-5bcd28467a94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 200 len: 1001 time: 0.0941780 Mar 11 13:40:04.291762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-cc60b9e7-5cdb-49ac-bfd6-a02f068967fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:04.293162 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-cc60b9e7-5cdb-49ac-bfd6-a02f068967fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=180fc054-77d6-47e8-bef8-8bdcef701b2f HTTP/1.1" status: 200 len: 835 time: 0.0553319 Mar 11 13:40:04.366534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-8ee2473f-2ca5-41ac-a9de-4b4cc219dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:04.367940 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-8ee2473f-2ca5-41ac-a9de-4b4cc219dcca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1195c72-0add-4f18-839e-bc42b6fe4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694120 Mar 11 13:40:04.501683 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-d2824d25-2268-4cc3-ae3c-f9baa6ffa971 service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277120 Mar 11 13:40:04.628318 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6fbfdce6-9f59-4cc9-b155-cf987998589c req-b6fc50a5-70ad-45f0-bb3e-9e34cec54377 service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203513 Mar 11 13:40:07.205863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3ad-b483-4ada-b424-77e95369abf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:09.291463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0c8580f1-5ef2-4b0d-bd3a-d7d0306fabc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:10.474679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:10.623716 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:11.331720 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:40:12.077894 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:22.282237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:31.635967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:31.832978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port e6cd1578-34c6-4842-b6e0-77b3e34e6f0e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:40:31.833233 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:32.000363 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:32.000681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:32.122060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for e6cd1578-34c6-4842-b6e0-77b3e34e6f0e owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:40:32.267011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:32.314217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=e6cd1578-34c6-4842-b6e0-77b3e34e6f0e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:32.357624 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.357969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.358308 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.358641 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.358972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.359298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.359625 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.359945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.360267 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.360585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.360906 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.361219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:32.421054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:32.421300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP b9ea2be4-b1c8-4dfd-b382-63fa580075dd disassociated (deleted). External IP: 172.26.4.86, port: 80ab8f83-9a9d-4261-864b-e243a60f114f. Mar 11 13:40:32.879972 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router b0946920-25d5-4e5a-b007-6744ff5635a1 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:40:33.059170 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:40:33.068883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] Sync routers for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:40:33.075301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:33.078020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:33.078674 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:33.133106 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b0102c37-961a-487a-babf-c84026c242df tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/floatingips/b9ea2be4-b1c8-4dfd-b382-63fa580075dd HTTP/1.1" status: 204 len: 168 time: 1.4959185 Mar 11 13:40:33.133560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:40:33.179954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'status': 'completed', 'code': 200} Mar 11 13:40:33.263592 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:33.269144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-db180dc3-8a7f-4004-a4bd-14cc88484dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:33.270639 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-db180dc3-8a7f-4004-a4bd-14cc88484dc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 1099 time: 0.0694406 Mar 11 13:40:33.513367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-dfdc079c-99c2-4e30-becb-725b2d25646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:33.514872 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-dfdc079c-99c2-4e30-becb-725b2d25646a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 200 len: 898 time: 0.2377083 Mar 11 13:40:33.520742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747d3b0-c553-48cf-89a6-2981e646b80e req-a9e0f296-4775-4c7e-bf02-b0153e4b9471 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:33.521463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a747d3b0-c553-48cf-89a6-2981e646b80e req-a9e0f296-4775-4c7e-bf02-b0153e4b9471 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:40:33.538001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a747d3b0-c553-48cf-89a6-2981e646b80e req-a9e0f296-4775-4c7e-bf02-b0153e4b9471 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:40:33.539238 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a747d3b0-c553-48cf-89a6-2981e646b80e req-a9e0f296-4775-4c7e-bf02-b0153e4b9471 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.1025677 Mar 11 13:40:33.587961 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-54597c8b-b678-45cb-9fa7-21a51c581b56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 200 len: 217 time: 0.0666387 Mar 11 13:40:33.588212 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a747d3b0-c553-48cf-89a6-2981e646b80e req-84a1ab67-7ccb-4f7f-9054-c33521c1d4d3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Mar 11 13:40:33.609237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:06Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:33.613878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] Checking router: b0946920-25d5-4e5a-b007-6744ff5635a1 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:40:33.622245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:33.622869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:33.652992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-cae4cb6a-46e2-4e98-a96b-14b85c152ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:33.654459 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-cae4cb6a-46e2-4e98-a96b-14b85c152ad3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=180fc054-77d6-47e8-bef8-8bdcef701b2f HTTP/1.1" status: 200 len: 835 time: 0.0603235 Mar 11 13:40:33.731492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-07ad5808-9282-480a-aa3d-485f015a7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:33.732863 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-07ad5808-9282-480a-aa3d-485f015a7734 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1195c72-0add-4f18-839e-bc42b6fe4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716789 Mar 11 13:40:33.799836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:33.861775 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-8507add5-c4ec-4f42-9e4a-3205fe40f1fa service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218519 Mar 11 13:40:33.991171 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-dab93eb9-3948-4f86-bf6c-a6d00df0a751 req-071f8f24-d375-414e-9195-20bdcedd9ba6 service neutron] 10.222.0.50 "GET /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224930 Mar 11 13:40:34.103890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:06Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:34.107630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7786f1f-3816-42ee-bcbd-245f4dcdad9f None None] The sync data for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv is: [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:39:02Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '4362806d-6243-40e3-89c6-38718e123302', 'name': '', 'network_id': 'f1195c72-0add-4f18-839e-bc42b6fe4276', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:9a:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:39:01Z', 'updated_at': '2022-03-11T13:39:06Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '180fc054-77d6-47e8-bef8-8bdcef701b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:40:34.303576 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd95019-e294-4efd-81af-a70d19d0b06d None None] New status for floating IP b9ea2be4-b1c8-4dfd-b382-63fa580075dd: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:40:34.773994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1decd3a-d066-4e3c-9747-3644aebabdc7 req-eb0e01c9-9132-40bb-a469-9d7791615ecb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:34.775413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1decd3a-d066-4e3c-9747-3644aebabdc7 req-eb0e01c9-9132-40bb-a469-9d7791615ecb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0802364 Mar 11 13:40:34.819696 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1decd3a-d066-4e3c-9747-3644aebabdc7 req-447d573b-855e-419e-b773-ed49a88110c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=9653b4d1-d205-45e3-88c2-d525045d8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386560 Mar 11 13:40:34.879757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-6c9c6764-9ed1-478b-a3ff-2e874fa52c9b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:34.880342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-6c9c6764-9ed1-478b-a3ff-2e874fa52c9b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:40:34.891456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-6c9c6764-9ed1-478b-a3ff-2e874fa52c9b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:40:34.892566 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-6c9c6764-9ed1-478b-a3ff-2e874fa52c9b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 946 time: 0.0895550 Mar 11 13:40:34.962042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 80ab8f83-9a9d-4261-864b-e243a60f114f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:40:34.962371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:35.203656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 80ab8f83-9a9d-4261-864b-e243a60f114f, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=80ab8f83-9a9d-4261-864b-e243a60f114f,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:35.203926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:35.323044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 80ab8f83-9a9d-4261-864b-e243a60f114f owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:40:35.464141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:35.514279 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=80ab8f83-9a9d-4261-864b-e243a60f114f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:35.524119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.524472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.524864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.525208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.525557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.525884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.526202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.526522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.526842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.527487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.527487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.527761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:35.601664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] No DVR routers for this DVR port 80ab8f83-9a9d-4261-864b-e243a60f114f on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:40:35.604081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:35.606546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'name': 'network-vif-deleted', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:40:35.622537 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8e949f81-485b-4b10-8d2b-097f6f775ed7 req-e023c924-064f-4a40-b336-4ff25e6fa16d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "DELETE /v2.0/ports/80ab8f83-9a9d-4261-864b-e243a60f114f HTTP/1.1" status: 204 len: 173 time: 0.7247496 Mar 11 13:40:35.659190 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498dcd24-6dbf-4754-9c48-1c7e982f3e70', 'name': 'network-vif-deleted', 'tag': '80ab8f83-9a9d-4261-864b-e243a60f114f', 'status': 'completed', 'code': 200} Mar 11 13:40:35.984067 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85a6f179-4920-4533-a9d8-20a76d530bc4 req-fb841686-0a14-43e9-8da5-a700dbb449fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=498dcd24-6dbf-4754-9c48-1c7e982f3e70 HTTP/1.1" status: 200 len: 210 time: 0.0434387 Mar 11 13:40:37.077713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39428) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:37.208717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c50be2ed-735b-415c-ae22-d43080587086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:37.721840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:38.061524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 4362806d-6243-40e3-89c6-38718e123302 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:40:38.062038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:38.245371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 4362806d-6243-40e3-89c6-38718e123302, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4362806d-6243-40e3-89c6-38718e123302,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:38.246066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:38.363575 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 4362806d-6243-40e3-89c6-38718e123302 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:40:38.741345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:38.771960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 80ab8f83-9a9d-4261-864b-e243a60f114f no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:40:38.790488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=4362806d-6243-40e3-89c6-38718e123302,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:38.810357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 80ab8f83-9a9d-4261-864b-e243a60f114f {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:40:38.810771 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 80ab8f83-9a9d-4261-864b-e243a60f114f not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:40:39.061744 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:39.292149 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c1151b76-4ff1-4ee3-bff6-7965ccbaa12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:39.419087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router b0946920-25d5-4e5a-b007-6744ff5635a1 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:40:39.593420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:40:39.604357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] Sync routers for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:40:39.606206 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cadd26ff-bb7d-4aa5-93e5-8b6f9c910fda tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/b0946920-25d5-4e5a-b007-6744ff5635a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273972 Mar 11 13:40:39.608846 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39432) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:39.614696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:39.615356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:39.676949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting subnet 180fc054-77d6-47e8-bef8-8bdcef701b2f {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:40:39.679757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:39.733145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:39.818191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:39.833579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:39.890848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:39.932105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Subnet': ['ID=180fc054-77d6-47e8-bef8-8bdcef701b2f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:39.935069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:39.941495 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a78ea39-daa7-4425-86a2-d1d4939f3e53 None None] Network f1195c72-0add-4f18-839e-bc42b6fe4276 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:40:39.942106 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2fb0c706-73ad-4da8-afd8-3fe9433cc67a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/subnets/180fc054-77d6-47e8-bef8-8bdcef701b2f HTTP/1.1" status: 204 len: 168 time: 0.3323195 Mar 11 13:40:39.944710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39436) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:40.237456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.296790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:40:38Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:40.300908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] Checking router: b0946920-25d5-4e5a-b007-6744ff5635a1 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:40:40.311184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] Routers {'b0946920-25d5-4e5a-b007-6744ff5635a1'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:40.311919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['b0946920-25d5-4e5a-b007-6744ff5635a1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:40.364773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] DHCP port deletion for f1195c72-0add-4f18-839e-bc42b6fe4276 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:40:40.382853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Deleting port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:40:40.383226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.416352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.427297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port d87cc4ef-032d-4b84-babb-bf359cd584be {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:40:40.428127 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.576319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.606156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port d87cc4ef-032d-4b84-babb-bf359cd584be, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=d87cc4ef-032d-4b84-babb-bf359cd584be,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:40.606527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.690190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] Set router b0946920-25d5-4e5a-b007-6744ff5635a1 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:40.729576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for d87cc4ef-032d-4b84-babb-bf359cd584be owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:40:40.805927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.848845 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] For port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=38fceb3c-93da-4a38-bdf3-bf5d1e13c232,segment=NetworkSegment(35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0),segment_id=35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:40.849575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.897359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:40.943548 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=d87cc4ef-032d-4b84-babb-bf359cd584be,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:41.049516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.072740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Calling delete_port for 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:40:41.204214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.231968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.234224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.255565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Pushing event deleted for resources: {'Port': ['ID=38fceb3c-93da-4a38-bdf3-bf5d1e13c232,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:41.257230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.258017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Fanout notify agent at l3_agent the message router_deleted on router b0946920-25d5-4e5a-b007-6744ff5635a1 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:40:41.258170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] No DVR routers for this DVR port 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:40:41.270350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.270350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.270350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.270350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.270350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.270804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.271032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.271216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.271534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.271855 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.272151 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.272465 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9667f-7a6e-4694-bc79-59464a11bd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:41.282310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:40:38Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:41.282938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.287377 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5f5e4d4b-5a8a-4995-9e7c-9f8d53656b6a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/routers/b0946920-25d5-4e5a-b007-6744ff5635a1 HTTP/1.1" status: 204 len: 168 time: 1.3384254 Mar 11 13:40:41.287510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b3e11-e539-4585-a129-f0fa30fcb347 None None] The sync data for ids ['b0946920-25d5-4e5a-b007-6744ff5635a1'] in dv-neutron-833198-1-hyperv is: [{'id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925532389', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:38:57Z', 'updated_at': '2022-03-11T13:40:38Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'd87cc4ef-032d-4b84-babb-bf359cd584be', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0946920-25d5-4e5a-b007-6744ff5635a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:38:58Z', 'updated_at': '2022-03-11T13:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:40:41.287625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39440) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:41.409992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.538922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.562807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1195c72-0add-4f18-839e-bc42b6fe4276']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:41.574505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:41.574806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b23d9a-888e-442d-9e0d-8a3a6bf7f4f0') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:41.586331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.602237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.608027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:40:41.608412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:40:41.622958 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:40:41.812905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.832466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.844796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Network': ['ID=f1195c72-0add-4f18-839e-bc42b6fe4276,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:41.853109 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-84b59604-2d32-464c-b1c5-530ca3977467 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/networks/f1195c72-0add-4f18-839e-bc42b6fe4276 HTTP/1.1" status: 204 len: 168 time: 0.5639772 Mar 11 13:40:41.855564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39444) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:41.928368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f51b7b57-7392-421a-9e1c-11c5e420c488 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:41.957801 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f51b7b57-7392-421a-9e1c-11c5e420c488 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.017683 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f51b7b57-7392-421a-9e1c-11c5e420c488 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.035892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b7b57-7392-421a-9e1c-11c5e420c488 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9653b4d1-d205-45e3-88c2-d525045d8ea5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:42.045710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f51b7b57-7392-421a-9e1c-11c5e420c488 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.046811 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f51b7b57-7392-421a-9e1c-11c5e420c488 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/security-groups/9653b4d1-d205-45e3-88c2-d525045d8ea5 HTTP/1.1" status: 204 len: 168 time: 0.1902149 Mar 11 13:40:42.084111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.254580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39452) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:42.259444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151566990', 'description': 'tempest-secgroup-smoke-151566990 description', 'project_id': '42a905ee77e54aba8df114636fb76114'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:42.265530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:42.269829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:42.276054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:42.281866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:42.290315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:40:42.292908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.314781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:42.319112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:42.321936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:42.327242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:40:42.327519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:42.327743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 38fceb3c-93da-4a38-bdf3-bf5d1e13c232 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:40:42.328357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d87cc4ef-032d-4b84-babb-bf359cd584be no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:40:42.360138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: d87cc4ef-032d-4b84-babb-bf359cd584be {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:40:42.360476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device d87cc4ef-032d-4b84-babb-bf359cd584be not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:40:42.360889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4362806d-6243-40e3-89c6-38718e123302 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:40:42.394290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 4362806d-6243-40e3-89c6-38718e123302 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:40:42.394860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4362806d-6243-40e3-89c6-38718e123302 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:40:42.409709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.413789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.458303 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cf5ca2-398c-4904-b535-8190d45c48c9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:42.464790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.466140 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ff45359c-ed21-40cc-bb50-f2576fe96874 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2107971 Mar 11 13:40:42.469028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39456) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:42.473990 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf5ca2-398c-4904-b535-8190d45c48c9', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:42.479753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:42.483468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:42.486295 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:42.492274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:42.508443 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.569777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.573331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.603941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6274f91b-1d91-48c5-9bd2-38e771ac75dd,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:42.614090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.615259 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-83f39a97-9558-4aea-a0d2-860499d59030 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452479 Mar 11 13:40:42.617948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39460) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:42.622742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf5ca2-398c-4904-b535-8190d45c48c9', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:42.630116 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:42.633956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:42.636762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:42.642357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:42.657870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.717970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.721371 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.744928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bf7153-05ec-4e7c-b78f-3407b3958e3d,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:42.753782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.754981 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c5e80e95-ca0e-416f-82f0-773481f211fa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361165 Mar 11 13:40:42.757660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39464) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:42.762532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf5ca2-398c-4904-b535-8190d45c48c9', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:42.768215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:42.771954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:42.774798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:42.780369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:42.797058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.860903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.864865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.887692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79da368b-2fa6-44bf-84b8-0780c680f71c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:42.898128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:42.899275 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0654d9ba-1199-4767-a1be-49621986e46d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407254 Mar 11 13:40:42.901989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39468) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:42.906748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf5ca2-398c-4904-b535-8190d45c48c9', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:42.913220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:42.916930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:42.919716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:42.925286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:42.940784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.001275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.004457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.027804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bba1009-e7fd-4df5-8ee8-a6c549be5591,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:43.038516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.039872 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8aed7e2f-d7b5-450b-94e3-e4b09f4bf6e5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369934 Mar 11 13:40:43.042658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39472) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:43.047761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf5ca2-398c-4904-b535-8190d45c48c9', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:43.053922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:43.057725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:43.060544 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:43.066177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:43.076121 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:40:43.082978 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.144631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.147815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.170468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b20151-2ff7-4aba-90cc-40e99394c5b4,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:43.179524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.180705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d7d011d4-d217-47b5-9c9b-7549ce34244c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371348 Mar 11 13:40:43.183469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39476) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:43.188330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf5ca2-398c-4904-b535-8190d45c48c9', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:43.194042 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:43.197762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:43.200529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:43.206787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:43.218891 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:40:43.225936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.288975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.292343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.314393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4f43bd-7934-4c09-9c37-21aad63f5c40,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:43.323155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.324310 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e964d5b2-5bc5-47b5-856d-70810cf6b09a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399000 Mar 11 13:40:43.327294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39480) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:43.333117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'network': {'name': 'tempest-network-smoke--1699697782', 'project_id': '42a905ee77e54aba8df114636fb76114', 'port_security_enabled': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:43.337887 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:43.341883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:network and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:43.344644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:43.350275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:43.359642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:40:43.363140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.390477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:40:43.399866 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.400148 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Added segment afed50b7-8db7-491e-b94b-e77e8ac003f5 of type vlan for network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 Mar 11 13:40:43.425854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.454076 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.459934 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:43.460506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.561514 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2331667 Mar 11 13:40:43.565185 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:43.567688 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e34003-f993-4f7a-93b6-4f8b3a76fe0e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Network': ['ID=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:43.570862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'admin_state_up': True, 'project_id': '42a905ee77e54aba8df114636fb76114', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:43.577700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:40:43.578271 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:43.583002 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:router and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:43.585935 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:43.592016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:43.601979 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.603024 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.618235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:43.886173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:44.184569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:44.320933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:44.456052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.207 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/a627d0f9-3eb9-4185-886a-9416de0e26b0) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:40:44.609699 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:44.638520 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:44.697118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:40:44.699714 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:40:44.702414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:40:44.754985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=a627d0f9-3eb9-4185-886a-9416de0e26b0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:45.121993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:45.463375 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:45.779193 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 6560ecc3-7543-4e90-9265-5f2bb30f0906 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:40:45.959180 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:40:45.968176 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Sync routers for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:40:45.977761 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:45.978353 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:45.987172 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:45.988412 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ffaa3593-6848-41e0-8be0-82602527581b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4216642 Mar 11 13:40:45.991599 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39488) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:46.037532 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-54fd8752-59de-41cb-a907-bce5387b1e54 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=42a905ee77e54aba8df114636fb76114&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447271 Mar 11 13:40:46.040001 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39492) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:46.173336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea631e46-e8ec-47a3-bd7d-ee1a03e944e3 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:46.174870 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ea631e46-e8ec-47a3-bd7d-ee1a03e944e3 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339438 Mar 11 13:40:46.177695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39496) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:46.183552 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:46.218867 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a7057731-aef9-4785-8c99-05885ecb7d7b tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400820 Mar 11 13:40:46.221256 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39500) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:46.227171 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2001209692', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'project_id': '42a905ee77e54aba8df114636fb76114', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:46.350421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:46.354142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:subnet and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:46.356924 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:46.362646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:46.374498 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:40:46.380711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.473731 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:44Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:46.477534 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Checking router: 6560ecc3-7543-4e90-9265-5f2bb30f0906 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:40:46.478086 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Updating router 6560ecc3-7543-4e90-9265-5f2bb30f0906 port a627d0f9-3eb9-4185-886a-9416de0e26b0 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:40:46.530565 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.611646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.695911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Subnet': ['ID=b6974015-cd49-44c0-a5bf-75335dd84159,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:46.706289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Checking segment: {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:40:46.706651 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network hostable DHCP agents. Network: 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:40:46.725387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:40:46.735384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:40:46.740783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:46.740783 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.746635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aee494-19b1-4a15-bf00-0f8906f18386 None None] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:40:46.770071 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c37b240f-b54e-4841-a3c2-149473862fe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5444899 Mar 11 13:40:46.770517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39504) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:40:46.866927 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.879512 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Transition to ACTIVE for port object a627d0f9-3eb9-4185-886a-9416de0e26b0 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:40:46.886748 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.965675 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:40:46.966658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.967825 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Attempting to bind port a627d0f9-3eb9-4185-886a-9416de0e26b0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:40:46.968192 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Attempting to bind port a627d0f9-3eb9-4185-886a-9416de0e26b0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:40:46.968757 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Attempting to bind port a627d0f9-3eb9-4185-886a-9416de0e26b0 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:40:46.981352 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:40:46.981748 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:40:46.982122 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:46.982500 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:40:46.982950 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Bound port: a627d0f9-3eb9-4185-886a-9416de0e26b0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:40:46.983301 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.049588 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Pushing event updated for resources: {'Port': ['ID=a627d0f9-3eb9-4185-886a-9416de0e26b0,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:47.062899 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.063385 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.063811 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.064234 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.064689 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.065069 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.065649 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.066078 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.066402 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.066718 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.067032 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.067343 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:40:47.073508 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] For port a627d0f9-3eb9-4185-886a-9416de0e26b0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:40:47.076657 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] For port a627d0f9-3eb9-4185-886a-9416de0e26b0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a627d0f9-3eb9-4185-886a-9416de0e26b0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:40:47.082299 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.126844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Allocated IP 172.20.0.2 (2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269/b6974015-cd49-44c0-a5bf-75335dd84159/9191e327-ef28-4c5c-b729-6a6a3fd27767) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:40:47.156979 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:47.157762 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:47.229725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498fdbf-9e06-4029-8141-9ab81c8bfc8d None None] Pushing event updated for resources: {'Port': ['ID=a627d0f9-3eb9-4185-886a-9416de0e26b0,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:47.342755 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:47.348205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.358244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Transition to ACTIVE for port object 9191e327-ef28-4c5c-b729-6a6a3fd27767 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:40:47.377113 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Transition to ACTIVE for port object 9191e327-ef28-4c5c-b729-6a6a3fd27767 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:40:47.384791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.464185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:40:47.467942 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:40:47.470853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Pushing event updated for resources: {'Port': ['ID=9191e327-ef28-4c5c-b729-6a6a3fd27767,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:47.472093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:40:47.569715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Attempting to bind port 9191e327-ef28-4c5c-b729-6a6a3fd27767 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:40:47.570081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Attempting to bind port 9191e327-ef28-4c5c-b729-6a6a3fd27767 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:40:47.570435 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Attempting to bind port 9191e327-ef28-4c5c-b729-6a6a3fd27767 on network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:40:47.575806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:40:47.576129 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Checking segment: {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:40:47.576528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.577021 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Bound using segment: {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:40:47.577358 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Bound port: 9191e327-ef28-4c5c-b729-6a6a3fd27767, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:40:47.577797 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.605602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.668015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] For port 9191e327-ef28-4c5c-b729-6a6a3fd27767, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:40:47.670880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] For port 9191e327-ef28-4c5c-b729-6a6a3fd27767, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9191e327-ef28-4c5c-b729-6a6a3fd27767,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:40:47.676662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:47.698349 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:44Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:47.702542 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ddb86-566b-40d5-8bc5-85600c236b60 None None] The sync data for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv is: [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:44Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:40:47.780433 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c2ca-722b-463b-858b-6eb5ee4e3351 None None] Pushing event updated for resources: {'Port': ['ID=9191e327-ef28-4c5c-b729-6a6a3fd27767,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:48.061502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.1 (2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269/b6974015-cd49-44c0-a5bf-75335dd84159/938d2d0c-3207-4605-995a-a463b232275b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:40:48.214830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9191e327-ef28-4c5c-b729-6a6a3fd27767 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:40:48.259587 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:48.276860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 938d2d0c-3207-4605-995a-a463b232275b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:40:48.289698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9191e327-ef28-4c5c-b729-6a6a3fd27767 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:40:48.295140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a627d0f9-3eb9-4185-886a-9416de0e26b0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:40:48.303035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:48.329959 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:40:48.368374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a627d0f9-3eb9-4185-886a-9416de0e26b0 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:40:48.375402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a627d0f9-3eb9-4185-886a-9416de0e26b0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:48.376162 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:48.376890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:40:48.379958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:40:48.382485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:40:48.460754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=938d2d0c-3207-4605-995a-a463b232275b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:48.465682 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:48.575281 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:48.595751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a627d0f9-3eb9-4185-886a-9416de0e26b0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a627d0f9-3eb9-4185-886a-9416de0e26b0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:48.602184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:48.683110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a627d0f9-3eb9-4185-886a-9416de0e26b0,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:48.781777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:48.848406 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d572d-5813-48f7-8bbb-66577148331e None None] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:40:48.975138 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8291570a-23f2-48b1-b36a-cbea3c7b6707 None None] Provisioning for port 9191e327-ef28-4c5c-b729-6a6a3fd27767 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:40:49.015099 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8291570a-23f2-48b1-b36a-cbea3c7b6707 None None] Provisioning complete for port 9191e327-ef28-4c5c-b729-6a6a3fd27767 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:49.015462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8291570a-23f2-48b1-b36a-cbea3c7b6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.193817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8291570a-23f2-48b1-b36a-cbea3c7b6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.235273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8291570a-23f2-48b1-b36a-cbea3c7b6707 None None] For port 9191e327-ef28-4c5c-b729-6a6a3fd27767, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9191e327-ef28-4c5c-b729-6a6a3fd27767,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:49.241498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8291570a-23f2-48b1-b36a-cbea3c7b6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.315581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.321528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.323528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291570a-23f2-48b1-b36a-cbea3c7b6707 None None] Pushing event updated for resources: {'Port': ['ID=9191e327-ef28-4c5c-b729-6a6a3fd27767,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:49.447511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.452095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=938d2d0c-3207-4605-995a-a463b232275b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:49.467292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a2ee92db-314d-449f-bf1b-beea0bddcca7 None None] Provisioning for port 938d2d0c-3207-4605-995a-a463b232275b completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:40:49.473287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a2ee92db-314d-449f-bf1b-beea0bddcca7 None None] Provisioning complete for port 938d2d0c-3207-4605-995a-a463b232275b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:49.473889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a2ee92db-314d-449f-bf1b-beea0bddcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.538464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee92db-314d-449f-bf1b-beea0bddcca7 None None] Port 938d2d0c-3207-4605-995a-a463b232275b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:40:49.552445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a2ee92db-314d-449f-bf1b-beea0bddcca7 None None] Provisioning complete for port 9191e327-ef28-4c5c-b729-6a6a3fd27767 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:49.552890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a2ee92db-314d-449f-bf1b-beea0bddcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.599398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:40:49.600510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:40:49.793523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 6560ecc3-7543-4e90-9265-5f2bb30f0906 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:40:49.800197 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-78cc10a7-b534-4095-90d7-e9cdcbe99f10 None None] Provisioning complete for port 938d2d0c-3207-4605-995a-a463b232275b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:49.801303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-78cc10a7-b534-4095-90d7-e9cdcbe99f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.856753 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-78cc10a7-b534-4095-90d7-e9cdcbe99f10 None None] Port 938d2d0c-3207-4605-995a-a463b232275b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:40:49.975867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:40:49.976515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2835e654-f86b-4c38-935d-a7eafe365581 None None] Provisioning complete for port 938d2d0c-3207-4605-995a-a463b232275b triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:49.976882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2835e654-f86b-4c38-935d-a7eafe365581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:49.988713 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-55258286-feeb-47a1-958b-a005976a5efe tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/6560ecc3-7543-4e90-9265-5f2bb30f0906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2170353 Mar 11 13:40:50.001992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Sync routers for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:40:50.027443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:50.028053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:50.109058 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2835e654-f86b-4c38-935d-a7eafe365581 None None] Port 938d2d0c-3207-4605-995a-a463b232275b cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:40:50.159798 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-db15198b-9206-4c75-831e-4f495f8cfdc0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151566990&fields=id&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 267 time: 0.0459929 Mar 11 13:40:50.182839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9191e327-ef28-4c5c-b729-6a6a3fd27767 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:40:50.271034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:50.316278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-2972fea0-c606-42e8-8183-013946a91676 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:50.317749 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-2972fea0-c606-42e8-8183-013946a91676 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 797 time: 0.1498237 Mar 11 13:40:50.333035 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-276fe43e-2679-40d5-9a26-827a2d644cfa tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/quotas/42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 375 time: 0.0096412 Mar 11 13:40:50.396597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9191e327-ef28-4c5c-b729-6a6a3fd27767 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:50.396823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:50.420740 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-3d1f630d-4cca-4723-9125-9e37396537f2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825374 Mar 11 13:40:50.480787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-566650fe-ca0d-4cf8-ae8c-9cb30196d264 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:40:50.481812 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-566650fe-ca0d-4cf8-ae8c-9cb30196d264 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480454 Mar 11 13:40:50.621013 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-a03fb773-3c67-469e-8f5c-6ad0eaf86b90 service neutron] 10.222.0.52 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323359 Mar 11 13:40:50.698157 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a627d0f9-3eb9-4185-886a-9416de0e26b0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:40:50.755372 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-f29bec97-369d-4fdd-a6e3-d3a5e325a601 service neutron] 10.222.0.52 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278014 Mar 11 13:40:50.780309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a627d0f9-3eb9-4185-886a-9416de0e26b0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:50.780728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:50.816245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:49Z', 'revision_number': 2, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:50.823395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Checking router: 6560ecc3-7543-4e90-9265-5f2bb30f0906 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:40:50.823744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Updating router 6560ecc3-7543-4e90-9265-5f2bb30f0906 port 938d2d0c-3207-4605-995a-a463b232275b binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:40:50.892488 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:51.273131 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:51.283832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Transition to ACTIVE for port object 938d2d0c-3207-4605-995a-a463b232275b will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:40:51.291802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:51.480008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb71ba5-e41d-4687-a028-5ced86cc8a37 None None] Pushing event updated for resources: {'Port': ['ID=938d2d0c-3207-4605-995a-a463b232275b,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:51.508457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Attempting to bind port 938d2d0c-3207-4605-995a-a463b232275b on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:40:51.508828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Attempting to bind port 938d2d0c-3207-4605-995a-a463b232275b by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:40:51.509188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Attempting to bind port 938d2d0c-3207-4605-995a-a463b232275b on network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:40:51.514442 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:40:51.514807 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Checking segment: {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:40:51.515202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:51.515591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Bound using segment: {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:40:51.516046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Bound port: 938d2d0c-3207-4605-995a-a463b232275b, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:40:51.516411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:51.615911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] For port 938d2d0c-3207-4605-995a-a463b232275b, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:40:51.618791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] For port 938d2d0c-3207-4605-995a-a463b232275b, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=938d2d0c-3207-4605-995a-a463b232275b,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:40:51.623023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:51.701544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:40:51.702159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:51.764644 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb71ba5-e41d-4687-a028-5ced86cc8a37 None None] Pushing event updated for resources: {'Port': ['ID=938d2d0c-3207-4605-995a-a463b232275b,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:51.899031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:40:51.952935 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-49ffab23-868e-4565-bf35-9591f67b1b30 req-74590cd2-8e3b-49b0-8ee0-9072b0c1ae4a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 210 time: 0.0428751 Mar 11 13:40:52.265063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:51Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:40:52.275312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bddcab-4990-40e4-8b4f-4c297cc20cb8 None None] The sync data for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv is: [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:51Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:40:52.287696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:53.122652 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-296fd2eb-f55a-4756-92ea-526c960f4b8f req-bb8365b6-4151-4d8e-ad34-41d16fc21511 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 210 time: 0.0532668 Mar 11 13:40:53.269554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-338307db-62a2-4f29-9283-2f74f7d5d72a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:53.270271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-338307db-62a2-4f29-9283-2f74f7d5d72a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:40:53.290786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-338307db-62a2-4f29-9283-2f74f7d5d72a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:40:53.292351 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-338307db-62a2-4f29-9283-2f74f7d5d72a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 797 time: 0.1870735 Mar 11 13:40:53.341970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-b071f299-0e03-4a20-8c47-df06092e90f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:40:53.356823 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-b071f299-0e03-4a20-8c47-df06092e90f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:40:53.358018 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-b071f299-0e03-4a20-8c47-df06092e90f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 379 time: 0.0583315 Mar 11 13:40:53.366982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'port': {'device_id': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'admin_state_up': True, 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'security_groups': ['b1cf5ca2-398c-4904-b535-8190d45c48c9']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:53.500757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:40:53.505230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:port and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:40:53.507993 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:40:53.513708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:40:53.522810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:40:53.526284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:53.683456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.3 (2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269/b6974015-cd49-44c0-a5bf-75335dd84159/940bf840-9afe-4bb5-8800-f4f4be441c04) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:40:53.864725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:53.880036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 940bf840-9afe-4bb5-8800-f4f4be441c04 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:40:53.903555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:53.972927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:40:53.979927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:40:53.984970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:40:54.019613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:54.052102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:54.052732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.077367 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-7efec0a4-4a18-4062-9366-b01a95cf09fc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139459 Mar 11 13:40:54.090117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Request body: {'port': {'device_id': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:40:54.171880 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 938d2d0c-3207-4605-995a-a463b232275b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:40:54.238866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ee4e4342-ffec-42cd-b4d2-4071ba91e17d None None] Provisioning for port 940bf840-9afe-4bb5-8800-f4f4be441c04 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:40:54.246255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ee4e4342-ffec-42cd-b4d2-4071ba91e17d None None] Provisioning complete for port 940bf840-9afe-4bb5-8800-f4f4be441c04 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:54.246780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4342-ffec-42cd-b4d2-4071ba91e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.312093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e4342-ffec-42cd-b4d2-4071ba91e17d None None] Port 940bf840-9afe-4bb5-8800-f4f4be441c04 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:40:54.316896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 938d2d0c-3207-4605-995a-a463b232275b completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:40:54.322122 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 938d2d0c-3207-4605-995a-a463b232275b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:54.322480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.336555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.449502 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.483437 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 938d2d0c-3207-4605-995a-a463b232275b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=938d2d0c-3207-4605-995a-a463b232275b,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:54.487413 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.502347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e564-e06b-4bdc-8100-f0541ad4d58f req-29671785-647d-4cc9-a228-2567cb55bfe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:54.504596 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d62e564-e06b-4bdc-8100-f0541ad4d58f req-29671785-647d-4cc9-a228-2567cb55bfe5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 931 time: 0.2488482 Mar 11 13:40:54.553043 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8d62e564-e06b-4bdc-8100-f0541ad4d58f req-7c29733e-53b0-42b8-89d9-d541c657c4ce tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Mar 11 13:40:54.561245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=938d2d0c-3207-4605-995a-a463b232275b,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:54.688095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940bf840-9afe-4bb5-8800-f4f4be441c04 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:40:54.695665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.709927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Transition to ACTIVE for port object 940bf840-9afe-4bb5-8800-f4f4be441c04 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:40:54.713227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:54.866959 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Pushing event updated for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:54.945956 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Attempting to bind port 940bf840-9afe-4bb5-8800-f4f4be441c04 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:40:54.946292 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Attempting to bind port 940bf840-9afe-4bb5-8800-f4f4be441c04 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:40:54.946620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Attempting to bind port 940bf840-9afe-4bb5-8800-f4f4be441c04 on network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:40:54.951166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Port 940bf840-9afe-4bb5-8800-f4f4be441c04 on network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:40:54.951483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Attempting to bind port 940bf840-9afe-4bb5-8800-f4f4be441c04 on network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:40:54.956449 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:40:54.956781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Checking segment: {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:40:54.957161 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Bound using segment: {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:40:54.957610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Bound port: 940bf840-9afe-4bb5-8800-f4f4be441c04, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afed50b7-8db7-491e-b94b-e77e8ac003f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:40:54.957953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:55.044876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:40:55.047623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:40:55.053614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:55.107336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:55.107940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:55.109307 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] 10.222.0.50 "PUT /v2.0/ports/940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 1093 time: 1.0244327 Mar 11 13:40:55.109763 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:40:55.136243 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0a22-820a-4e18-ba74-23d276b4c09f service neutron] Pushing event updated for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:55.194014 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'status': 'completed', 'code': 200} Mar 11 13:40:55.234570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-c65274e3-80ad-4042-a844-ab9a19706c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:55.236071 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-c65274e3-80ad-4042-a844-ab9a19706c2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1096 time: 0.0778384 Mar 11 13:40:55.307304 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-350cb259-f5c8-4815-a379-8c38db543f23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 217 time: 0.0646684 Mar 11 13:40:55.368423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-eb6b1020-688b-4d97-a482-0a04920679c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:55.369898 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-eb6b1020-688b-4d97-a482-0a04920679c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0566998 Mar 11 13:40:55.443084 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-dcc723a0-56d2-4ed9-a58e-1b13005a2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:55.444552 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-dcc723a0-56d2-4ed9-a58e-1b13005a2118 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691276 Mar 11 13:40:55.573776 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-1efa1b09-3510-4358-ac96-575fbdc381f5 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227441 Mar 11 13:40:55.703832 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c7ed7d63-5a88-4069-8b9f-f0e130e5f293 req-3738efa6-ccf3-4858-8b76-0785bed1f18b service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246455 Mar 11 13:40:55.747039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e89f3d-8f44-4997-a369-695689d917a3 req-b4baba38-13a2-4fff-9c36-60d2b8aa4404 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:55.748474 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1e89f3d-8f44-4997-a369-695689d917a3 req-b4baba38-13a2-4fff-9c36-60d2b8aa4404 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 943 time: 0.0816152 Mar 11 13:40:55.793613 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1e89f3d-8f44-4997-a369-695689d917a3 req-dec26892-a342-4927-bcec-3d43a19e4fb2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 Mar 11 13:40:55.820036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-d1d6efa7-03f3-40f3-84b3-408e01179dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:55.821514 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-d1d6efa7-03f3-40f3-84b3-408e01179dfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1096 time: 0.0735273 Mar 11 13:40:56.036647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-026528d3-7bb7-4d1e-812e-5abebdd349ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:56.038112 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-026528d3-7bb7-4d1e-812e-5abebdd349ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.2105038 Mar 11 13:40:56.104383 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-bc57003d-6e69-4d55-af1c-b16128d34de1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 217 time: 0.0591931 Mar 11 13:40:56.141782 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 938d2d0c-3207-4605-995a-a463b232275b up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:40:56.172671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-3f80338e-a7aa-4409-b23b-9ad63a54ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:56.174140 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-3f80338e-a7aa-4409-b23b-9ad63a54ab95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0621157 Mar 11 13:40:56.215023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 938d2d0c-3207-4605-995a-a463b232275b triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:40:56.215386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:56.248541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-b9b3148a-058b-466d-a51c-8e35f8343c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:56.250053 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-b9b3148a-058b-466d-a51c-8e35f8343c69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692229 Mar 11 13:40:56.383222 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-33d9fe45-7948-4ad7-aa90-3016dce5043d service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268175 Mar 11 13:40:56.514239 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49eb8bc1-6cbc-42e8-8711-874eab5d4f39 req-080d1118-7cc7-473d-ac7d-135b154bc2d9 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246936 Mar 11 13:40:56.981696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbbf50-ceee-48ae-8244-0b250fd7bac5 req-3cde1394-da45-43f7-991b-8d327a2376b7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:56.983193 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7bbbf50-ceee-48ae-8244-0b250fd7bac5 req-3cde1394-da45-43f7-991b-8d327a2376b7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 943 time: 0.0823238 Mar 11 13:40:57.026456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a7bbbf50-ceee-48ae-8244-0b250fd7bac5 req-02be3ccd-ee49-4875-a47f-49e15a50d88d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369177 Mar 11 13:40:58.212888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f1053-39f6-4694-936d-160ec12aea38 req-dd1ea751-e004-49fd-bbaf-cc20c262004c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:58.214377 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-114f1053-39f6-4694-936d-160ec12aea38 req-dd1ea751-e004-49fd-bbaf-cc20c262004c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 943 time: 0.0828514 Mar 11 13:40:58.257993 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-114f1053-39f6-4694-936d-160ec12aea38 req-77a9aae9-7d4a-450c-a606-8915f1adb37b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Mar 11 13:40:58.864253 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 940bf840-9afe-4bb5-8800-f4f4be441c04 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:40:58.994808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:59.007889 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'port_id': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'mac_address': 'fa:16:3e:51:d1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:40:59.063456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:59.079785 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940bf840-9afe-4bb5-8800-f4f4be441c04 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:40:59.095008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:40:59.098851 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:40:59.163652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:40:59.309587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['940bf840-9afe-4bb5-8800-f4f4be441c04'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:40:59.442307 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2c207-fe8d-4df2-a594-bb77d9841fe7 req-102a59a6-0a03-48a4-b4fa-fc6a3879d40f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:40:59.443807 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-77e2c207-fe8d-4df2-a594-bb77d9841fe7 req-102a59a6-0a03-48a4-b4fa-fc6a3879d40f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 944 time: 0.0826809 Mar 11 13:40:59.489998 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-77e2c207-fe8d-4df2-a594-bb77d9841fe7 req-38c8ee3b-0604-4260-8faf-0bdc4b2c7f46 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 Mar 11 13:41:00.672779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fe582-5c0e-44a7-8a89-2aff84404bed req-9acb5551-a24d-4fbd-b13d-7904ef646c0a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:00.674806 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-611fe582-5c0e-44a7-8a89-2aff84404bed req-9acb5551-a24d-4fbd-b13d-7904ef646c0a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 944 time: 0.0797389 Mar 11 13:41:00.724014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-611fe582-5c0e-44a7-8a89-2aff84404bed req-3cb16b9f-fb1e-4f00-b964-d5dd0099b900 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435107 Mar 11 13:41:00.864460 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 940bf840-9afe-4bb5-8800-f4f4be441c04 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:41:00.930027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 940bf840-9afe-4bb5-8800-f4f4be441c04 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:41:00.934557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 940bf840-9afe-4bb5-8800-f4f4be441c04 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:41:00.934938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:01.053896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:01.079020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:41:01.088940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:41:01.092869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:01.164118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:41:01.176493 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'code': 200} Mar 11 13:41:01.395695 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd68d0-27e0-4de5-92a9-add2380c69a9 req-43193edd-581d-4ea3-a848-b02cfd2889f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:01.397141 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-50fd68d0-27e0-4de5-92a9-add2380c69a9 req-43193edd-581d-4ea3-a848-b02cfd2889f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.0720937 Mar 11 13:41:01.436899 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-50fd68d0-27e0-4de5-92a9-add2380c69a9 req-b20bbd67-d5a1-4a88-8aaa-26abea287719 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338156 Mar 11 13:41:01.909456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05e6c-3e13-44e3-a527-36a3f3e1609d req-315b3f52-6185-4112-9447-ac6f1a0d9e26 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:01.910896 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-09e05e6c-3e13-44e3-a527-36a3f3e1609d req-315b3f52-6185-4112-9447-ac6f1a0d9e26 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0821080 Mar 11 13:41:01.954519 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-09e05e6c-3e13-44e3-a527-36a3f3e1609d req-5a7fd234-088e-467a-9d90-ec2de3f7406c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377498 Mar 11 13:41:03.134135 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aed29-b299-4bbf-9d0a-4eb14052f653 req-57106f4f-52de-4d04-b493-2281037a6a33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:03.135574 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a5aed29-b299-4bbf-9d0a-4eb14052f653 req-57106f4f-52de-4d04-b493-2281037a6a33 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0779843 Mar 11 13:41:03.181707 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a5aed29-b299-4bbf-9d0a-4eb14052f653 req-d217235c-5581-4814-9e41-acba6810ebb6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405033 Mar 11 13:41:03.360164 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2abb8-76a3-4823-9e9c-179ae913a83b req-a35227a0-bc92-4649-ad70-77f57604a4b6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:03.361635 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8fb2abb8-76a3-4823-9e9c-179ae913a83b req-a35227a0-bc92-4649-ad70-77f57604a4b6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0789194 Mar 11 13:41:03.404635 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8fb2abb8-76a3-4823-9e9c-179ae913a83b req-6917fc1c-00f4-4ff3-9856-d60d252d9968 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374122 Mar 11 13:41:03.427252 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39578) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:41:03.496030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9fb369-9d04-40eb-a11e-203f51cff11e tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:03.497617 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3c9fb369-9d04-40eb-a11e-203f51cff11e tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1093 time: 0.0692844 Mar 11 13:41:03.500344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39582) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:41:03.505691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:41:03.511564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:41:03.515330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:floatingip and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:41:03.518654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:41:03.524182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:41:03.535567 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:03.670591 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:03.804066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.223 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/70df1e01-8c91-4064-8c3c-5ee0782c15e1) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:41:03.954614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:03.981699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:04.042502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:41:04.045104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:41:04.047514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:41:04.093149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=70df1e01-8c91-4064-8c3c-5ee0782c15e1,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:41:04.550785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:04.622327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:04.876920 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-442a0211-32dc-4ed0-b964-f5492b10dc80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070318 Mar 11 13:41:04.883693 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:04.889407 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:05.047314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=70df1e01-8c91-4064-8c3c-5ee0782c15e1,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:41:05.056148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:05.207580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-21608040-d743-4469-9e59-dc0cc759ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:05.208934 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-21608040-d743-4469-9e59-dc0cc759ec17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.2435021 Mar 11 13:41:05.270696 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP 5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5 associated. External IP: 172.26.4.223, port: 940bf840-9afe-4bb5-8800-f4f4be441c04. Mar 11 13:41:05.507965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-be6751c9-99ef-45b5-8fd9-499a18147e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:05.509312 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-be6751c9-99ef-45b5-8fd9-499a18147e21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.2755487 Mar 11 13:41:05.690877 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-dffb1824-1e4b-4f4c-bf21-10fcb0feecd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 999 time: 0.1727455 Mar 11 13:41:05.925147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-0694ae78-e5b7-4d92-a71d-8e1137015344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:05.926580 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-0694ae78-e5b7-4d92-a71d-8e1137015344 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.1893885 Mar 11 13:41:05.931808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 6560ecc3-7543-4e90-9265-5f2bb30f0906 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:41:06.153942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-d49bff96-98b6-43cb-87b4-7956a31cd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:06.155428 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-d49bff96-98b6-43cb-87b4-7956a31cd49b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2226303 Mar 11 13:41:06.165566 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:41:06.176093 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] Sync routers for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:41:06.187570 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:41:06.188169 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:41:06.278404 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:06.358097 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a40a3e62-8ccd-4f58-9efb-9f2036c94f27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8543274 Mar 11 13:41:06.358097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:41:06.362672 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-9cb24b8b-321d-4114-a24f-8ac6df2c6519 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985543 Mar 11 13:41:06.365550 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:41:06.412021 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'status': 'completed', 'code': 200} Mar 11 13:41:06.523932 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-99813d79-622c-4c81-88b3-e61fc96f7a92 req-62c9f354-afe4-4a04-9c17-ed7a1545c42f service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454844 Mar 11 13:41:06.547086 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215dc2d-82e0-4233-8aa5-64c6f416c0a7 req-7a5d9380-6526-46d1-8f16-d4f06576e63f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:06.548677 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8215dc2d-82e0-4233-8aa5-64c6f416c0a7 req-7a5d9380-6526-46d1-8f16-d4f06576e63f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0912201 Mar 11 13:41:06.594559 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8215dc2d-82e0-4233-8aa5-64c6f416c0a7 req-7153b898-e545-4792-8629-1f4a2aba450b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391650 Mar 11 13:41:06.620384 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39592) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:41:06.651203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-da0306f1-ec89-4a82-b7f2-ca99693772ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:06.652675 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-da0306f1-ec89-4a82-b7f2-ca99693772ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.0849321 Mar 11 13:41:06.723534 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'port_id': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'mac_address': 'fa:16:3e:51:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:41:04Z', 'updated_at': '2022-03-11T13:41:04Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:54Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:41:06.728008 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] Checking router: 6560ecc3-7543-4e90-9265-5f2bb30f0906 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:41:06.732437 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a99a3645-472d-46bc-9e1e-5f6cc58a6ea4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5 HTTP/1.1" status: 200 len: 991 time: 0.1099658 Mar 11 13:41:06.738405 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:41:06.738986 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:40:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:41:06.792606 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-df17de0c-8b0b-49c1-9ac1-86ae078399f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:06.794090 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-df17de0c-8b0b-49c1-9ac1-86ae078399f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.1347198 Mar 11 13:41:06.896296 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-6404e304-cdba-4b9c-87ab-9180ea3f6d51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 999 time: 0.0959599 Mar 11 13:41:06.915463 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:41:06.956936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-c6b5dd6f-ed1c-42be-a61b-093c99308b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:06.958410 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-c6b5dd6f-ed1c-42be-a61b-093c99308b1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0567904 Mar 11 13:41:07.041477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-edfa83f2-279c-4361-b70c-b9c85ca428ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:07.042886 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-edfa83f2-279c-4361-b70c-b9c85ca428ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793812 Mar 11 13:41:07.173320 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-caf05e9a-467c-42ed-aba6-53e0451b754e service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245065 Mar 11 13:41:07.210353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c56a7bab-8e2d-460e-8e68-cb6df84c699c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:07.260879 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'port_id': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'mac_address': 'fa:16:3e:51:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:41:04Z', 'updated_at': '2022-03-11T13:41:04Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:54Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:41:07.264738 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d799f-8a99-41a7-b2eb-99a2cd944055 None None] The sync data for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv is: [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'port_id': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'mac_address': 'fa:16:3e:51:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:41:04Z', 'updated_at': '2022-03-11T13:41:04Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:54Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:41:07.309592 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-3178b7d1-8975-4fdc-90f7-593679f2bab1 req-ca879cbf-9cc7-4e0f-9095-a81b566176f5 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301141 Mar 11 13:41:07.449271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a3a278-dc26-4c86-b327-a8797e8a9174 None None] New status for floating IP 5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:41:07.736829 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39596) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:41:07.841272 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d5d84778-5a00-406d-9ed5-21a3df830fd4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5 HTTP/1.1" status: 200 len: 993 time: 0.1032455 Mar 11 13:41:09.292719 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a6084dee-b1e7-4462-8298-7dc8f804fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:10.481951 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:10.627698 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:12.081744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:22.285445 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:25.327919 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:41:34.840569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39618) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:41:34.894814 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18b7dd-015c-4ff1-b71a-2510ff46db02 req-059c97b1-f08c-444f-ac5b-b3d7ea72c91d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:34.896255 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fc18b7dd-015c-4ff1-b71a-2510ff46db02 req-059c97b1-f08c-444f-ac5b-b3d7ea72c91d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0816362 Mar 11 13:41:34.940294 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fc18b7dd-015c-4ff1-b71a-2510ff46db02 req-19c56002-2f2e-479a-9144-53a65c94e9bc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 Mar 11 13:41:34.950954 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-8a7f7302-5fac-4d90-bf2c-0d07fb746515 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092448 Mar 11 13:41:36.132519 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e45a2a-dea2-4b2f-9ca8-c7ee633f2696 req-6590c3e2-4763-4c82-96f7-d57eb4cc0295 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:36.134038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02e45a2a-dea2-4b2f-9ca8-c7ee633f2696 req-6590c3e2-4763-4c82-96f7-d57eb4cc0295 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0866852 Mar 11 13:41:36.179516 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-02e45a2a-dea2-4b2f-9ca8-c7ee633f2696 req-7ecf67e5-9d80-4929-b26d-f5177dfd7940 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394709 Mar 11 13:41:36.185662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-5e6ba186-fde0-4e78-ad66-824a99171590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:36.187480 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-5e6ba186-fde0-4e78-ad66-824a99171590 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.1863563 Mar 11 13:41:36.316667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-7621255d-4d7c-478b-ab40-070eb7542144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:36.318054 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-7621255d-4d7c-478b-ab40-070eb7542144 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.1249084 Mar 11 13:41:36.420935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-80903a16-f1db-4a45-84d7-8b3fa3de0831 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 1001 time: 0.0950756 Mar 11 13:41:36.482936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-900edcb2-9b5b-4141-b975-375c8f988877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:36.484348 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-900edcb2-9b5b-4141-b975-375c8f988877 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0569026 Mar 11 13:41:36.561538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-6cd5d859-994d-498e-a862-03e4eaf4ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:36.562977 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-6cd5d859-994d-498e-a862-03e4eaf4ed12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719690 Mar 11 13:41:36.698764 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-0acc3974-d123-476e-bdcb-a2b5fcb09bf7 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263421 Mar 11 13:41:36.828461 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-c3e0d20a-a283-4d67-9069-d4e56f4ac02f service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226869 Mar 11 13:41:37.215786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ac24dd3a-0a9e-474d-9d86-e001dea7c8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:37.364354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4114-55ee-4dc4-88e2-0b13e818b7d5 req-01679bf5-a80e-4c33-9dae-afd820271533 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:37.365810 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-912a4114-55ee-4dc4-88e2-0b13e818b7d5 req-01679bf5-a80e-4c33-9dae-afd820271533 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0776145 Mar 11 13:41:37.409555 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-912a4114-55ee-4dc4-88e2-0b13e818b7d5 req-373fd741-a88d-4e8b-9d40-962b39ae9e98 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380683 Mar 11 13:41:38.593381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c91f8-d4bf-494b-8903-cf19bf9faf40 req-2c9cc845-09f9-4d01-b338-ab6a9b3dc421 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:38.594841 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-096c91f8-d4bf-494b-8903-cf19bf9faf40 req-2c9cc845-09f9-4d01-b338-ab6a9b3dc421 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0814722 Mar 11 13:41:38.638882 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-096c91f8-d4bf-494b-8903-cf19bf9faf40 req-76009513-dff0-4701-8c46-e6ad31ec8247 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379491 Mar 11 13:41:39.292966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe76-1389-420d-9da3-77b7769a7e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:39.819043 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29d80b-72ed-41fb-8482-124f55b85f89 req-bf224ad7-5a7b-44e1-9f0e-a8926df558e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:39.820459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4e29d80b-72ed-41fb-8482-124f55b85f89 req-bf224ad7-5a7b-44e1-9f0e-a8926df558e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0782685 Mar 11 13:41:39.959866 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4e29d80b-72ed-41fb-8482-124f55b85f89 req-20617f17-e0bb-4b0e-869d-8809bea63266 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338286 Mar 11 13:41:40.484023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:40.630053 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:41.139151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468952-d274-4090-bfeb-cdaecc7993be req-d226c0b6-3afe-404e-82a9-bc5cf1c2e5ec tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:41.140566 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c2468952-d274-4090-bfeb-cdaecc7993be req-d226c0b6-3afe-404e-82a9-bc5cf1c2e5ec tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0772469 Mar 11 13:41:41.189290 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c2468952-d274-4090-bfeb-cdaecc7993be req-eaaed689-d970-4167-91c7-5118adbf9335 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429537 Mar 11 13:41:42.084426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:42.374090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda7967-e05d-40c4-9288-95ee02356ffc req-a4404b06-9a5a-4bf0-a3c7-630d2d5c2b0d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:42.375538 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1cda7967-e05d-40c4-9288-95ee02356ffc req-a4404b06-9a5a-4bf0-a3c7-630d2d5c2b0d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0820410 Mar 11 13:41:42.419432 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1cda7967-e05d-40c4-9288-95ee02356ffc req-ee0fbc0f-76e0-42f6-9b9a-23a71c681be2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Mar 11 13:41:43.601980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e8754-b9dd-4c06-b9d7-ddc63ddd50ba req-47fbcde6-be8d-4db8-84aa-405a72840a59 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:43.603417 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-783e8754-b9dd-4c06-b9d7-ddc63ddd50ba req-47fbcde6-be8d-4db8-84aa-405a72840a59 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0783315 Mar 11 13:41:43.650518 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-783e8754-b9dd-4c06-b9d7-ddc63ddd50ba req-61221110-978d-4cae-ae02-e080ca7aa982 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415111 Mar 11 13:41:44.834705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806c8a-8fe8-4dd3-8001-d9789751acfc req-392546ed-deee-4ce3-8908-2705781e930c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:44.836129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b9806c8a-8fe8-4dd3-8001-d9789751acfc req-392546ed-deee-4ce3-8908-2705781e930c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0839288 Mar 11 13:41:44.878771 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b9806c8a-8fe8-4dd3-8001-d9789751acfc req-bdf32b55-8b19-412f-b689-bf8c3210ae29 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371802 Mar 11 13:41:46.061611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be84d-d411-494f-95c7-878250e78d56 req-5ba3a390-da15-401e-b22d-41af60215b46 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:46.063030 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc1be84d-d411-494f-95c7-878250e78d56 req-5ba3a390-da15-401e-b22d-41af60215b46 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0811772 Mar 11 13:41:46.105941 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bc1be84d-d411-494f-95c7-878250e78d56 req-3fbbd4e7-23c7-40d5-b42f-a53ce0e8158c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373800 Mar 11 13:41:47.285545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cf409-7b2d-4e0b-8d40-7f39b6456d2f req-308b2979-f06f-450d-ac1e-0ba17f5882b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:47.286964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de7cf409-7b2d-4e0b-8d40-7f39b6456d2f req-308b2979-f06f-450d-ac1e-0ba17f5882b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0784521 Mar 11 13:41:47.330472 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-de7cf409-7b2d-4e0b-8d40-7f39b6456d2f req-cd1f1cbd-f171-48d9-b44b-71ba3e616de6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Mar 11 13:41:48.475883 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-3e79b2b5-8bc8-40b4-b90b-c885522e9a9d service neutron] 10.222.0.50 "GET /v2.0/ports/940bf840-9afe-4bb5-8800-f4f4be441c04/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0752752 Mar 11 13:41:48.516585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2e99-0c89-4c32-9f93-e0ab92a0b313 req-05af7201-d4ab-4639-926f-28906bcfea4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:48.518148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60b2e99-0c89-4c32-9f93-e0ab92a0b313 req-05af7201-d4ab-4639-926f-28906bcfea4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0834472 Mar 11 13:41:48.562825 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60b2e99-0c89-4c32-9f93-e0ab92a0b313 req-e6088965-b81c-42cf-a368-cfdc1c55dd42 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389347 Mar 11 13:41:48.728609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-04f7f596-b81f-42f2-83d5-0765df32f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:48.730013 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-04f7f596-b81f-42f2-83d5-0765df32f045 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 1098 time: 0.0688028 Mar 11 13:41:48.825336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-be28da82-a32d-4eba-a4f4-611490eacf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:48.826808 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-be28da82-a32d-4eba-a4f4-611490eacf4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.0748150 Mar 11 13:41:48.955333 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-ea4b7f62-559e-45b3-bc1e-0e63ef05803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:48.956735 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-ea4b7f62-559e-45b3-bc1e-0e63ef05803f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.1238046 Mar 11 13:41:49.057372 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-9eef1721-ae18-41c2-b3ac-636d2a036d42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 1001 time: 0.0945768 Mar 11 13:41:49.117301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-10e722a6-ec86-4ef2-822e-0192b241c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:49.118715 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-10e722a6-ec86-4ef2-822e-0192b241c643 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0557930 Mar 11 13:41:49.193666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-f49e8ede-b192-4035-8afb-ef695eab0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:49.195111 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-f49e8ede-b192-4035-8afb-ef695eab0e8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707672 Mar 11 13:41:49.323924 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-aab7fc34-e0cb-4545-aeb6-102a12d3e801 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227529 Mar 11 13:41:49.456919 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-86bfd00e-66b1-486f-9c4a-7ec6d9b46bfc service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260443 Mar 11 13:41:49.762602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20836a-9cbe-4d11-9c6b-785e45edf8c8 req-e7c70944-8431-40d4-8320-9f15b6f55f03 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:49.764097 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db20836a-9cbe-4d11-9c6b-785e45edf8c8 req-e7c70944-8431-40d4-8320-9f15b6f55f03 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0875502 Mar 11 13:41:49.810734 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db20836a-9cbe-4d11-9c6b-785e45edf8c8 req-97ad09be-9cfc-40be-bc91-aa76c34a9403 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411348 Mar 11 13:41:50.996730 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3493c-5927-4e91-8ebb-6973a2f9cdfe req-f07b8fd0-d5d0-43d5-8fc5-6975294d4be0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:50.998213 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2eb3493c-5927-4e91-8ebb-6973a2f9cdfe req-f07b8fd0-d5d0-43d5-8fc5-6975294d4be0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0783446 Mar 11 13:41:51.042244 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2eb3493c-5927-4e91-8ebb-6973a2f9cdfe req-b15269b8-814e-4c62-81a7-f0c6b49fc9b2 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379915 Mar 11 13:41:52.226202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f783f-59c8-43a5-8c0d-7d5c276cbc78 req-dfe4e963-c77b-48f4-bcd8-2d37b0e8c873 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:52.227611 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-029f783f-59c8-43a5-8c0d-7d5c276cbc78 req-dfe4e963-c77b-48f4-bcd8-2d37b0e8c873 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0825479 Mar 11 13:41:52.271019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-029f783f-59c8-43a5-8c0d-7d5c276cbc78 req-a91ef670-78fc-427f-a515-b7ef85a16031 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Mar 11 13:41:52.289937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:52.570268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc19d4c-21f9-40ab-822a-cb6b58bead79 req-9d3e1e8b-2592-4294-a42d-5797395091c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:52.571856 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbc19d4c-21f9-40ab-822a-cb6b58bead79 req-9d3e1e8b-2592-4294-a42d-5797395091c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0830159 Mar 11 13:41:52.617216 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbc19d4c-21f9-40ab-822a-cb6b58bead79 req-b8041c98-db9f-4393-b6ff-54b2ceca400c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 Mar 11 13:41:52.668297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-881bf595-6e23-49fe-92fd-69c317cc12f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:52.668991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-881bf595-6e23-49fe-92fd-69c317cc12f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:41:52.684153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-881bf595-6e23-49fe-92fd-69c317cc12f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:41:52.685573 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-881bf595-6e23-49fe-92fd-69c317cc12f6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c&tenant_id=42a905ee77e54aba8df114636fb76114&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 945 time: 0.1919110 Mar 11 13:41:52.806582 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d906cd-3fbd-40e5-81ad-8d8413be6c19 req-9ad5c531-9325-47d2-a9e7-5d8a5aba26d7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:52.808763 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c2d906cd-3fbd-40e5-81ad-8d8413be6c19 req-9ad5c531-9325-47d2-a9e7-5d8a5aba26d7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0839825 Mar 11 13:41:52.827053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-2b935349-da0a-40d5-9c87-936f2eefb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:52.828508 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-2b935349-da0a-40d5-9c87-936f2eefb2a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.0774148 Mar 11 13:41:52.859415 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c2d906cd-3fbd-40e5-81ad-8d8413be6c19 req-f093feed-9d2a-464e-a3d7-256f8c86ea20 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453949 Mar 11 13:41:52.959469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-d4fc31ba-d287-454a-8ff2-ed1ebfcf7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:52.960815 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-d4fc31ba-d287-454a-8ff2-ed1ebfcf7c10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.1264534 Mar 11 13:41:53.058893 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-d630eed4-96da-4357-9de0-d329858f07f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 1001 time: 0.0924711 Mar 11 13:41:53.101926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 940bf840-9afe-4bb5-8800-f4f4be441c04 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:41:53.123594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-4289bd24-b438-44d8-959e-406967ae7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:53.125028 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-4289bd24-b438-44d8-959e-406967ae7286 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0604761 Mar 11 13:41:53.198023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-22459318-2a0b-483d-84a1-f5d720398696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:53.199499 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-22459318-2a0b-483d-84a1-f5d720398696 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688283 Mar 11 13:41:53.232306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:41:53.245915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'port_id': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'mac_address': 'fa:16:3e:51:d1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:41:53.299440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:53.315689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 940bf840-9afe-4bb5-8800-f4f4be441c04 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:41:53.330829 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:41:53.331539 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-a7a9ee2f-b98e-4999-88ca-7ec67e63d840 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256611 Mar 11 13:41:53.334761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:53.402155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['940bf840-9afe-4bb5-8800-f4f4be441c04'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:41:53.442886 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:41:53.455390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.455730 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.456061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.456386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.456705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.457024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.457339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.457680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.457998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.458308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.458619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.458928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:41:53.471412 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-09021c6a-afbe-49b9-84e9-3f78b2364376 req-db065c6a-cf2a-4417-a5a4-a4f1a2936fc0 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342511 Mar 11 13:41:54.055732 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31f40d-87bd-4cbb-9424-a4e18d6fdde9 req-2102938a-ebd4-491e-b097-8deb02c1fb0b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:41:54.057175 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c31f40d-87bd-4cbb-9424-a4e18d6fdde9 req-2102938a-ebd4-491e-b097-8deb02c1fb0b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 944 time: 0.0844538 Mar 11 13:41:54.102736 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0c31f40d-87bd-4cbb-9424-a4e18d6fdde9 req-d7a3cf99-37ed-4c85-938d-1d4569ed6a36 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377085 Mar 11 13:41:54.126733 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:41:54.230879 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d54d971c-7f8f-4675-9010-8fba846a4499 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5 HTTP/1.1" status: 200 len: 992 time: 0.1029513 Mar 11 13:41:55.118654 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 940bf840-9afe-4bb5-8800-f4f4be441c04 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:41:55.187270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 940bf840-9afe-4bb5-8800-f4f4be441c04 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:41:55.187632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:55.302298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:55.327791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:41:55.338050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:41:55.341822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:41:55.374691 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'code': 200} Mar 11 13:41:55.411989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:02.325321 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:42:06.850527 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-4d8df4c5-12cd-48ab-bb48-57e1b91dd262 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710213 Mar 11 13:42:06.982997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-8b6913d4-dfc5-4e54-adfd-3b1d23635e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:06.984431 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-8b6913d4-dfc5-4e54-adfd-3b1d23635e62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.0680187 Mar 11 13:42:07.125947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-bbcb3aed-6fce-4193-9852-c961eb923ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:07.127374 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-bbcb3aed-6fce-4193-9852-c961eb923ff2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.1222601 Mar 11 13:42:07.219506 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-906c5b23-fa1b-4ca9-a396-cda4637b3d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:07.228925 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-97041f2e-7770-4d54-b569-785c32440899 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 1001 time: 0.0954409 Mar 11 13:42:07.290441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-2757df0b-c509-4907-adc6-c1575b2f4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:07.291866 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-2757df0b-c509-4907-adc6-c1575b2f4010 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0569432 Mar 11 13:42:07.367945 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-e9a9a506-d8be-4c69-ad81-7f4e4740cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:07.369727 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-e9a9a506-d8be-4c69-ad81-7f4e4740cb6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714622 Mar 11 13:42:07.497990 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-08542d40-f298-4a6d-8930-0e1f7ab3fccc service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214552 Mar 11 13:42:07.713831 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-35dbed10-e41b-4369-91af-96fb19e12b97 req-cfd670f8-aca3-45b6-ae50-31c8a8977466 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081525 Mar 11 13:42:09.294290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d15e7087-4869-427e-848b-4b9ec22b95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:10.485970 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:10.631287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:12.087311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:22.279708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:22.630785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39700) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:22.828299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 70df1e01-8c91-4064-8c3c-5ee0782c15e1 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:42:22.828545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:23.094676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:23.094926 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:23.215006 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 70df1e01-8c91-4064-8c3c-5ee0782c15e1 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:42:23.367563 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:23.416802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=70df1e01-8c91-4064-8c3c-5ee0782c15e1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:23.452903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.453248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.453620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.453957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.454289 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.455141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.455465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.455787 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.456108 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.456428 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.456747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.457067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:23.516025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:23.516373 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP 5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5 disassociated (deleted). External IP: 172.26.4.223, port: 940bf840-9afe-4bb5-8800-f4f4be441c04. Mar 11 13:42:23.863592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 6560ecc3-7543-4e90-9265-5f2bb30f0906 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:42:24.039984 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:42:24.049634 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] Sync routers for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:42:24.059130 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:24.059718 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:24.059859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:24.117021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0fb628f6-ab58-446e-af9a-5f0ecd6402ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/floatingips/5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5 HTTP/1.1" status: 204 len: 168 time: 1.4850442 Mar 11 13:42:24.117516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:42:24.223995 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'status': 'completed', 'code': 200} Mar 11 13:42:24.245047 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:24.317829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-eb9611dc-cb11-4450-a27f-d2c621b20164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:24.319527 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-eb9611dc-cb11-4450-a27f-d2c621b20164 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 1098 time: 0.0729058 Mar 11 13:42:24.458104 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-d84d9058-2653-4e21-ba7e-f76168c1fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:24.459573 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-d84d9058-2653-4e21-ba7e-f76168c1fece service neutron] 10.222.0.50 "GET /v2.0/networks?id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 200 len: 898 time: 0.1347456 Mar 11 13:42:24.497493 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194e6b-36f5-4b58-baa4-e509dd3473ab req-290d2b38-0abf-4ca8-af78-4b121bff8b58 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:24.498196 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a2194e6b-36f5-4b58-baa4-e509dd3473ab req-290d2b38-0abf-4ca8-af78-4b121bff8b58 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:42:24.513889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a2194e6b-36f5-4b58-baa4-e509dd3473ab req-290d2b38-0abf-4ca8-af78-4b121bff8b58 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:42:24.515008 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a2194e6b-36f5-4b58-baa4-e509dd3473ab req-290d2b38-0abf-4ca8-af78-4b121bff8b58 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0993843 Mar 11 13:42:24.535713 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-30d6f1eb-0b5f-4e13-bcf3-eecef0de45fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 200 len: 217 time: 0.0657125 Mar 11 13:42:24.564015 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a2194e6b-36f5-4b58-baa4-e509dd3473ab req-e7ee2ef1-fd83-4713-8c23-a3222955d618 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 Mar 11 13:42:24.573233 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:54Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:24.577170 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] Checking router: 6560ecc3-7543-4e90-9265-5f2bb30f0906 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:42:24.590138 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:24.590731 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:24.598169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-268229b2-a2d7-430c-bf7d-12587bd4a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:24.599598 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-268229b2-a2d7-430c-bf7d-12587bd4a1cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 200 len: 835 time: 0.0579586 Mar 11 13:42:24.678125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-eb52cb1c-cb4a-4ac0-9368-f817d97a5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:24.679585 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-eb52cb1c-cb4a-4ac0-9368-f817d97a5db7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728350 Mar 11 13:42:24.767545 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:24.808323 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-bcd454cc-3a82-4535-b0f9-420329163b23 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223216 Mar 11 13:42:24.937576 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6738f9e6-7f9a-4f0a-a091-dc4df050f784 req-41f5f9f6-7195-4377-86d3-43bc3311d797 service neutron] 10.222.0.50 "GET /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217492 Mar 11 13:42:25.075827 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:54Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:25.080046 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f56f2-2f08-4a14-b600-55ae20bd14dc None None] The sync data for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv is: [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '938d2d0c-3207-4605-995a-a463b232275b', 'name': '', 'network_id': '2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:c0:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:47Z', 'updated_at': '2022-03-11T13:40:54Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'b6974015-cd49-44c0-a5bf-75335dd84159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:42:25.277661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43dbaa5-9929-461d-b9ee-1a6c6d094441 None None] New status for floating IP 5fc1a5f4-c62f-4ad4-bd18-72b39a4ceeb5: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:42:25.750960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ff4-2609-4fbb-b14f-2de77ae33015 req-b385d023-5e76-41f0-a838-4f5428d6f5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:25.752978 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f8c88ff4-2609-4fbb-b14f-2de77ae33015 req-b385d023-5e76-41f0-a838-4f5428d6f5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0817513 Mar 11 13:42:25.901920 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f8c88ff4-2609-4fbb-b14f-2de77ae33015 req-19d09067-8cae-447f-ac1a-e774263dbeba tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1cf5ca2-398c-4904-b535-8190d45c48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433594 Mar 11 13:42:26.103175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-45234824-13ea-4dc9-8a29-191e3d75f2ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:26.104503 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-45234824-13ea-4dc9-8a29-191e3d75f2ee tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 945 time: 0.0774477 Mar 11 13:42:26.175886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 940bf840-9afe-4bb5-8800-f4f4be441c04 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:42:26.176217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:26.423472 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 940bf840-9afe-4bb5-8800-f4f4be441c04, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=940bf840-9afe-4bb5-8800-f4f4be441c04,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:26.423824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:26.551213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 940bf840-9afe-4bb5-8800-f4f4be441c04 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:42:26.694542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:26.752062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=940bf840-9afe-4bb5-8800-f4f4be441c04,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:26.789697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.790040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.790373 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.790700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.791028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.791353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.791667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.791984 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.792298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.792612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.792926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.793239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:26.836130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] No DVR routers for this DVR port 940bf840-9afe-4bb5-8800-f4f4be441c04 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:42:26.838385 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:26.840721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'name': 'network-vif-deleted', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:42:26.857276 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1bdf6700-2420-4ce1-8f56-208fffd15326 req-7dc14f2e-6dfa-4a6c-96ab-b643c47c0774 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "DELETE /v2.0/ports/940bf840-9afe-4bb5-8800-f4f4be441c04 HTTP/1.1" status: 204 len: 173 time: 0.7473047 Mar 11 13:42:26.889795 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f522f-fb75-4231-b835-3d8edeebfc1c', 'name': 'network-vif-deleted', 'tag': '940bf840-9afe-4bb5-8800-f4f4be441c04', 'status': 'completed', 'code': 200} Mar 11 13:42:27.072235 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2e348e62-3446-492f-b1be-434240e84a21 req-129efe4e-a884-4296-b6d2-5f6bec842990 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=307f522f-fb75-4231-b835-3d8edeebfc1c HTTP/1.1" status: 200 len: 210 time: 0.0458086 Mar 11 13:42:28.168821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39720) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:28.711538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:29.059540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 938d2d0c-3207-4605-995a-a463b232275b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:42:29.059797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:29.234919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 940bf840-9afe-4bb5-8800-f4f4be441c04 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:42:29.246985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 938d2d0c-3207-4605-995a-a463b232275b, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=938d2d0c-3207-4605-995a-a463b232275b,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:29.247547 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:29.305045 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 940bf840-9afe-4bb5-8800-f4f4be441c04 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:42:29.305354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 940bf840-9afe-4bb5-8800-f4f4be441c04 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:42:29.378638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 938d2d0c-3207-4605-995a-a463b232275b owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:42:29.659811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:29.704416 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=938d2d0c-3207-4605-995a-a463b232275b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:29.978637 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:30.341182 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 6560ecc3-7543-4e90-9265-5f2bb30f0906 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:42:30.519747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:42:30.528913 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] Sync routers for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:42:30.531985 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-65c55aa9-bfa8-4490-ad48-9a2c300a1be5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/6560ecc3-7543-4e90-9265-5f2bb30f0906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620932 Mar 11 13:42:30.535527 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39724) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:30.538999 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:30.539580 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:30.603206 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting subnet b6974015-cd49-44c0-a5bf-75335dd84159 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:42:30.605975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:30.661739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:30.743022 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:30.746603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:30.823035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:30.861346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Subnet': ['ID=b6974015-cd49-44c0-a5bf-75335dd84159,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:30.865048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:30.871110 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f29af787-026a-4ae8-b87d-d07b0d175b85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/subnets/b6974015-cd49-44c0-a5bf-75335dd84159 HTTP/1.1" status: 204 len: 168 time: 0.3344676 Mar 11 13:42:30.873691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39728) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:30.877991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb5662-ef9e-458e-982e-b527696a109a None None] Network 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:42:31.038663 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:42:29Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:31.042707 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] Checking router: 6560ecc3-7543-4e90-9265-5f2bb30f0906 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:42:31.051728 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] Routers {'6560ecc3-7543-4e90-9265-5f2bb30f0906'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:31.052340 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['6560ecc3-7543-4e90-9265-5f2bb30f0906'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:31.137463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] DHCP port deletion for 2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:42:31.142329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] Deleting port 9191e327-ef28-4c5c-b729-6a6a3fd27767 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:42:31.142770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.188385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.233959 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] Set router 6560ecc3-7543-4e90-9265-5f2bb30f0906 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:31.348665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] For port 9191e327-ef28-4c5c-b729-6a6a3fd27767, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9191e327-ef28-4c5c-b729-6a6a3fd27767,segment=NetworkSegment(afed50b7-8db7-491e-b94b-e77e8ac003f5),segment_id=afed50b7-8db7-491e-b94b-e77e8ac003f5)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:31.349342 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.373501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.386027 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port a627d0f9-3eb9-4185-886a-9416de0e26b0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:42:31.386467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.486385 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] Calling delete_port for 9191e327-ef28-4c5c-b729-6a6a3fd27767 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:42:31.530979 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:42:29Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:31.535687 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297830b-674d-49cf-84c6-10cbdb060df9 None None] The sync data for ids ['6560ecc3-7543-4e90-9265-5f2bb30f0906'] in dv-neutron-833198-1-hyperv is: [{'id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045105315', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:40:43Z', 'updated_at': '2022-03-11T13:42:29Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a627d0f9-3eb9-4185-886a-9416de0e26b0', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ecc3-7543-4e90-9265-5f2bb30f0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:40:44Z', 'updated_at': '2022-03-11T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:42:31.568478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.583321 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port a627d0f9-3eb9-4185-886a-9416de0e26b0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a627d0f9-3eb9-4185-886a-9416de0e26b0,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:31.583706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.612308 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] Pushing event deleted for resources: {'Port': ['ID=9191e327-ef28-4c5c-b729-6a6a3fd27767,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:31.619065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9375f9df-5eb2-499d-8159-b5b7d4f577d3 None None] No DVR routers for this DVR port 9191e327-ef28-4c5c-b729-6a6a3fd27767 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:42:31.708033 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for a627d0f9-3eb9-4185-886a-9416de0e26b0 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:42:31.871435 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:31.921711 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=a627d0f9-3eb9-4185-886a-9416de0e26b0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:32.013621 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.117980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-523e399f-a625-4db5-8a07-99a179e88d81 req-7b9bed7f-2ceb-4fd8-9776-ea4bee93e077 tempest-ServerDiskConfigTestJSON-1805752868 tempest-ServerDiskConfigTestJSON-1805752868-project] (87958) timed out ('10.222.0.50', 59238) {{(pid=87958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 13:42:32.190415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.192690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.215162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.215701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Fanout notify agent at l3_agent the message router_deleted on router 6560ecc3-7543-4e90-9265-5f2bb30f0906 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:42:32.231297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.235082 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a4472335-5ca6-4049-b51f-df76b20fb949 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/routers/6560ecc3-7543-4e90-9265-5f2bb30f0906 HTTP/1.1" status: 204 len: 168 time: 1.3578625 Mar 11 13:42:32.235239 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9191e327-ef28-4c5c-b729-6a6a3fd27767 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:42:32.236208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39732) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:32.270389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 9191e327-ef28-4c5c-b729-6a6a3fd27767 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:42:32.270739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9191e327-ef28-4c5c-b729-6a6a3fd27767 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:42:32.271140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 938d2d0c-3207-4605-995a-a463b232275b no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:42:32.309242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 938d2d0c-3207-4605-995a-a463b232275b {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:42:32.309606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 938d2d0c-3207-4605-995a-a463b232275b not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:42:32.449230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.576101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.600996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:32.612698 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afed50b7-8db7-491e-b94b-e77e8ac003f5') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:32.612999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afed50b7-8db7-491e-b94b-e77e8ac003f5') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:32.624091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.640154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.646461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:42:32.646838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:42:32.661645 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:42:32.742495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.759653 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.770892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Network': ['ID=2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:32.778937 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8b916060-4449-4abd-bc62-fd54a8d88cc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/networks/2aeb9c23-167c-4af3-bbf3-d0cb5f0f7269 HTTP/1.1" status: 204 len: 168 time: 0.5420525 Mar 11 13:42:32.781755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39736) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:32.862512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-410b4f28-d19d-47df-8c0e-3a40af07eba0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.890410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-410b4f28-d19d-47df-8c0e-3a40af07eba0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.959922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-410b4f28-d19d-47df-8c0e-3a40af07eba0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.978252 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b4f28-d19d-47df-8c0e-3a40af07eba0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cf5ca2-398c-4904-b535-8190d45c48c9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:32.988133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-410b4f28-d19d-47df-8c0e-3a40af07eba0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:32.989295 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-410b4f28-d19d-47df-8c0e-3a40af07eba0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/security-groups/b1cf5ca2-398c-4904-b535-8190d45c48c9 HTTP/1.1" status: 204 len: 168 time: 0.2066216 Mar 11 13:42:33.319717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39744) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:33.324854 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311263328', 'description': 'tempest-secgroup-smoke-311263328 description', 'project_id': '42a905ee77e54aba8df114636fb76114'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:33.331297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:33.335365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:33.338309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:33.344003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:33.354143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.377193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:33.381064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:33.383827 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:33.389401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:33.458529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.462250 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.504938 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de00acb1-03f4-40fc-81c9-fc656bb25898,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:33.507533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.508710 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c374275c-7ba3-4628-8276-2e1e4bcc4e5e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1880176 Mar 11 13:42:33.511533 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39748) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:33.516412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'de00acb1-03f4-40fc-81c9-fc656bb25898', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:33.522936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:33.526905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:33.529735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:33.535559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:33.553061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.614661 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.618152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.646017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833bdcdc-eae9-4304-89c4-7accaf9ecd01,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:33.655192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.656610 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-59e829c2-6180-4aa9-85a2-3b8fdf73ab73 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441610 Mar 11 13:42:33.659712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39752) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:33.664630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'de00acb1-03f4-40fc-81c9-fc656bb25898', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:33.670278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:33.674051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:33.676873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:33.682493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:33.698344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.757186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.760717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.781336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29201f5-0577-4425-9385-80ab57affded,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:33.791615 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.795544 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c3ba9b12-4ca1-434a-a7ce-3a3f0a6523cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322687 Mar 11 13:42:33.795722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39756) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:33.801009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'de00acb1-03f4-40fc-81c9-fc656bb25898', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:33.806640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:33.810352 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:33.813121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:33.819317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:33.835330 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.895124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.898725 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.920740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe3c968-e529-44e8-aed3-033e57469659,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:33.929790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:33.930943 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9d4f6ec0-fa3d-479d-aed9-1ca90fdc9459 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343327 Mar 11 13:42:33.933753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39760) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:33.939199 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'de00acb1-03f4-40fc-81c9-fc656bb25898', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:33.944820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:33.948588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:33.951394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:33.958117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:33.974459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.037456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.040889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.062880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f69d37-e4d5-434e-8cb2-913cd6292bd6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:34.071743 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.073018 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3d9eb03f-1dba-4a91-a079-d9d80e1f75f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383717 Mar 11 13:42:34.075822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39764) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:34.081132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'de00acb1-03f4-40fc-81c9-fc656bb25898', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:34.086726 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:34.090439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:34.093218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:34.099390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:34.109191 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:42:34.115439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.148335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a627d0f9-3eb9-4185-886a-9416de0e26b0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:42:34.178798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.182568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.183550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: a627d0f9-3eb9-4185-886a-9416de0e26b0 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:42:34.183901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a627d0f9-3eb9-4185-886a-9416de0e26b0 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:42:34.205987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc9eae4-d9b7-4e3a-9578-fc42dcf22e03,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:34.214474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.215679 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9996916c-2c19-4539-9d90-05fda4122af1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389487 Mar 11 13:42:34.218506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39768) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:34.223387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': 'de00acb1-03f4-40fc-81c9-fc656bb25898', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:34.229068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:34.232786 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:34.235604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:34.241209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:34.250318 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:42:34.256946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.321411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.324961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.348755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb40675-d025-4b49-8d83-7cfd611bc9e4,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:34.357527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.358736 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-da71cf44-c84b-48be-866b-16d80e698c25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393201 Mar 11 13:42:34.361577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39772) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:34.366803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'network': {'name': 'tempest-network-smoke--1397491048', 'project_id': '42a905ee77e54aba8df114636fb76114', 'port_security_enabled': True}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:34.371519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:34.375512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:network and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:34.378812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:34.384396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:34.395172 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:42:34.398569 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.426630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:42:34.434958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.435294 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Added segment c541fb83-ed4f-4481-8352-9ed1742cf8e6 of type vlan for network f64b1e20-e758-4016-8c5c-3e04bc415392 Mar 11 13:42:34.461053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.487755 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.493043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:34.493665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.590435 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2277997 Mar 11 13:42:34.593219 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39776) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:34.598463 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'admin_state_up': True, 'project_id': '42a905ee77e54aba8df114636fb76114', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:34.601378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3749e65-7dea-4f69-a3fa-7b9777a3ea23 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Network': ['ID=f64b1e20-e758-4016-8c5c-3e04bc415392,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:34.606478 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:34.611293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:router and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:34.612057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network f64b1e20-e758-4016-8c5c-3e04bc415392 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:42:34.614247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:34.620390 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:34.630589 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.631630 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:34.646698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:35.026469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:35.324551 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:35.353880 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:35.496571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.130 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/a1a89bf1-05fa-4ebd-9241-628a7099710d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:42:35.641276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:35.671192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:35.729611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:42:35.732365 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:42:35.740507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:42:35.779187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=a1a89bf1-05fa-4ebd-9241-628a7099710d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:36.152662 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:36.600713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:36.805368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:42:36.976601 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:42:36.986228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Sync routers for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:42:36.995304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:36.995896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:37.002385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:37.003567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6628ab9e-6279-4908-99d1-0a3ccc33f35a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4092767 Mar 11 13:42:37.012594 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39780) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:37.050282 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23d5d761-fbf0-4d90-80ee-f07c5c59176f tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=42a905ee77e54aba8df114636fb76114&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423188 Mar 11 13:42:37.053132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39784) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:37.173543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:37.182124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07685df4-20bd-4ef2-8f64-9034640c5527 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:37.183607 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-07685df4-20bd-4ef2-8f64-9034640c5527 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294477 Mar 11 13:42:37.186468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39788) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:37.224669 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0b0c8ad1-5864-44e8-bdab-a67b1634b918 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371637 Mar 11 13:42:37.227089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39792) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:37.232256 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281203441', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'project_id': '42a905ee77e54aba8df114636fb76114', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:37.315284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccda9-b82b-4ea3-b41a-f8949c730806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:37.340082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:37.343955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:subnet and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:37.347268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:37.353132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:37.362673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:42:37.366346 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:37.506626 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:35Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:37.510596 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Checking router: dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:42:37.510934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Updating router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 port a1a89bf1-05fa-4ebd-9241-628a7099710d binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:42:37.565171 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:37.688882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:37.766075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Subnet': ['ID=dac87ba4-44c1-4922-bbb1-b9fc517abdaa,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:37.774202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Checking segment: {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:42:37.774561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network hostable DHCP agents. Network: f64b1e20-e758-4016-8c5c-3e04bc415392, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:42:37.793033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f64b1e20-e758-4016-8c5c-3e04bc415392 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:42:37.802551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, f64b1e20-e758-4016-8c5c-3e04bc415392) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:42:37.806980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:37.807549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:37.812565 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64804a08-358e-48d0-bf98-5d3c7bd9c591 None None] Network f64b1e20-e758-4016-8c5c-3e04bc415392 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:42:37.828464 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-07acbf21-c6a0-42f1-baf5-70cb021ed8d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6004028 Mar 11 13:42:37.831420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39796) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:37.972352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:37.998962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Transition to ACTIVE for port object a1a89bf1-05fa-4ebd-9241-628a7099710d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:42:38.027505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:38.123917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Attempting to bind port a1a89bf1-05fa-4ebd-9241-628a7099710d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:42:38.124271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Attempting to bind port a1a89bf1-05fa-4ebd-9241-628a7099710d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:42:38.124621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Attempting to bind port a1a89bf1-05fa-4ebd-9241-628a7099710d on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:42:38.155317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0404b-5626-4580-accd-fd7571134739 None None] Pushing event updated for resources: {'Port': ['ID=a1a89bf1-05fa-4ebd-9241-628a7099710d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:38.164081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:42:38.164228 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:42:38.164542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:38.164923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:42:38.165376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Bound port: a1a89bf1-05fa-4ebd-9241-628a7099710d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:42:38.165764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:38.217996 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-f64b1e20-e758-4016-8c5c-3e04bc415392', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:42:38.218791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:38.293695 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] For port a1a89bf1-05fa-4ebd-9241-628a7099710d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:42:38.318623 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] For port a1a89bf1-05fa-4ebd-9241-628a7099710d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a1a89bf1-05fa-4ebd-9241-628a7099710d,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:42:38.322826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:38.446206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Allocated IP 172.20.0.2 (f64b1e20-e758-4016-8c5c-3e04bc415392/dac87ba4-44c1-4922-bbb1-b9fc517abdaa/eb7e72b2-e262-4cfb-a8d5-357144c70e7c) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:42:38.512694 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:38.513314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:38.520890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:38.607828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0404b-5626-4580-accd-fd7571134739 None None] Pushing event updated for resources: {'Port': ['ID=a1a89bf1-05fa-4ebd-9241-628a7099710d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:38.814823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:38.998339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.062400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Transition to ACTIVE for port object eb7e72b2-e262-4cfb-a8d5-357144c70e7c will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:42:39.098740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Transition to ACTIVE for port object eb7e72b2-e262-4cfb-a8d5-357144c70e7c will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:42:39.113407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.169046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.1 (f64b1e20-e758-4016-8c5c-3e04bc415392/dac87ba4-44c1-4922-bbb1-b9fc517abdaa/921e9cdd-c5a7-4238-a81d-aa9fd8539e7c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:42:39.205995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Network f64b1e20-e758-4016-8c5c-3e04bc415392 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:42:39.208659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:42:39.211169 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:42:39.231411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Pushing event updated for resources: {'Port': ['ID=eb7e72b2-e262-4cfb-a8d5-357144c70e7c,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:39.324601 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:42:39.343023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Attempting to bind port eb7e72b2-e262-4cfb-a8d5-357144c70e7c on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:42:39.343398 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Attempting to bind port eb7e72b2-e262-4cfb-a8d5-357144c70e7c by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:42:39.343762 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Attempting to bind port eb7e72b2-e262-4cfb-a8d5-357144c70e7c on network f64b1e20-e758-4016-8c5c-3e04bc415392 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:42:39.349621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0afc7ff9-82ad-40d7-97c4-def34cbd844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.355429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:42:39.355798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Checking segment: {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:42:39.356181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.356550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Bound using segment: {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:42:39.357000 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Bound port: eb7e72b2-e262-4cfb-a8d5-357144c70e7c, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:42:39.357363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.379190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:35Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:39.416714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ed566-1ac9-4187-b51d-55df20a304a6 None None] The sync data for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv is: [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:35Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:42:39.439433 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.454058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:42:39.477735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] For port eb7e72b2-e262-4cfb-a8d5-357144c70e7c, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:42:39.481844 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.482018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] For port eb7e72b2-e262-4cfb-a8d5-357144c70e7c, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=eb7e72b2-e262-4cfb-a8d5-357144c70e7c,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:42:39.487237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.548471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f64b1e20-e758-4016-8c5c-3e04bc415392 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:42:39.551704 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:42:39.555691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:42:39.570825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ddcc-9b70-4cd6-b875-5ebf65d6d7aa None None] Pushing event updated for resources: {'Port': ['ID=eb7e72b2-e262-4cfb-a8d5-357144c70e7c,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:39.608406 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:39.628903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:39.788579 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.222432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.233243 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.258794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a1a89bf1-05fa-4ebd-9241-628a7099710d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:42:40.350092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port a1a89bf1-05fa-4ebd-9241-628a7099710d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:42:40.355500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a1a89bf1-05fa-4ebd-9241-628a7099710d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:40.355872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.360883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.364412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:40.505047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.510374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.513120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f64b1e20-e758-4016-8c5c-3e04bc415392 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:42:40.514281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:42:40.528540 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port a1a89bf1-05fa-4ebd-9241-628a7099710d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a1a89bf1-05fa-4ebd-9241-628a7099710d,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:40.534588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.535452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device eb7e72b2-e262-4cfb-a8d5-357144c70e7c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:42:40.649150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f47d19-17b0-4867-a6a7-1572dbfb59ac None None] Network f64b1e20-e758-4016-8c5c-3e04bc415392 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:42:40.690040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=a1a89bf1-05fa-4ebd-9241-628a7099710d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:40.701306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.706328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:42:40.785775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-50b389e4-44b6-4105-aaca-4ed085655e15 None None] Provisioning for port eb7e72b2-e262-4cfb-a8d5-357144c70e7c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:42:40.801118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port eb7e72b2-e262-4cfb-a8d5-357144c70e7c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:42:40.817852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port eb7e72b2-e262-4cfb-a8d5-357144c70e7c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:40.818224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:40.891075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:42:40.917412 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0ec8a42b-bd66-4e58-96da-0c3051634a1f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/dada7219-5d84-40c7-bb5c-b06b2fbd5ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0765145 Mar 11 13:42:41.047697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:41.092015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port eb7e72b2-e262-4cfb-a8d5-357144c70e7c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=eb7e72b2-e262-4cfb-a8d5-357144c70e7c,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:41.100246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:41.133019 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Sync routers for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:42:41.141968 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8d7ee1f7-6381-432e-8474-94b5aaac9d61 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311263328&fields=id&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 267 time: 0.0564966 Mar 11 13:42:41.143895 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:41.144494 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:41.180466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=eb7e72b2-e262-4cfb-a8d5-357144c70e7c,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:41.298639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-7f7023a1-4f3e-44cd-9b93-4ec80185cb93 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:41.300136 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-7f7023a1-4f3e-44cd-9b93-4ec80185cb93 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/networks?id=f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 200 len: 797 time: 0.1567178 Mar 11 13:42:41.322935 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-d9a9c7c9-2fbc-4b60-b653-4c6a97f8907b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/quotas/42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 375 time: 0.0148265 Mar 11 13:42:41.325054 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e958998-fee1-4dda-8aec-8adcc79a3854 None None] Provisioning complete for port eb7e72b2-e262-4cfb-a8d5-357144c70e7c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:41.326013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e958998-fee1-4dda-8aec-8adcc79a3854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:41.327175 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:41.420989 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-9ede32e5-b1c1-4ce2-8af0-3b1b98473a13 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:42:41.447151 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-9ede32e5-b1c1-4ce2-8af0-3b1b98473a13 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:42:41.460995 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-9ede32e5-b1c1-4ce2-8af0-3b1b98473a13 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293705 Mar 11 13:42:41.497355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e958998-fee1-4dda-8aec-8adcc79a3854 None None] Provisioning for port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:42:41.503884 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e958998-fee1-4dda-8aec-8adcc79a3854 None None] Provisioning complete for port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:41.504501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e958998-fee1-4dda-8aec-8adcc79a3854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:41.613371 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-f0a03d32-3d3c-45fe-9964-cff6298fe663 service neutron] 10.222.0.52 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470180 Mar 11 13:42:41.613618 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2e958998-fee1-4dda-8aec-8adcc79a3854 None None] Port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:42:41.736117 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-034b7ec1-8c7c-4882-b087-46137952c324 None None] Provisioning complete for port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:41.736234 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-034b7ec1-8c7c-4882-b087-46137952c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:41.738430 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 2, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:41.743920 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Checking router: dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:42:41.744816 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Updating router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:42:41.777023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-31e8d435-59b3-4df7-8fc0-6ff1230a33ba service neutron] 10.222.0.52 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574268 Mar 11 13:42:41.798971 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:41.801552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-034b7ec1-8c7c-4882-b087-46137952c324 None None] Port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:42:41.932118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cbd1da9d-f537-4fdd-9a1d-a1eec2d9ae69 None None] Provisioning complete for port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:41.932823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cbd1da9d-f537-4fdd-9a1d-a1eec2d9ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:41.967757 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8ce24a1c-7ca4-488d-b28e-24e10a6d3ec9 req-ae04b354-cbdc-4638-8951-0d057b2ad925 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 210 time: 0.0506628 Mar 11 13:42:41.998930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1da9d-f537-4fdd-9a1d-a1eec2d9ae69 None None] Port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:42:42.090853 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.169289 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.183628 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Transition to ACTIVE for port object 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:42:42.190709 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.208689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a1a89bf1-05fa-4ebd-9241-628a7099710d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:42:42.286983 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port a1a89bf1-05fa-4ebd-9241-628a7099710d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:42.287452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.339338 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Pushing event updated for resources: {'Port': ['ID=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:42.406027 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.406293 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.418097 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.418678 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.419274 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.419775 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.423874 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.424363 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.424748 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.425200 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.425707 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.426192 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:42:42.430735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device eb7e72b2-e262-4cfb-a8d5-357144c70e7c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:42:42.497631 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Attempting to bind port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:42:42.497996 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Attempting to bind port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:42:42.498351 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Attempting to bind port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c on network f64b1e20-e758-4016-8c5c-3e04bc415392 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:42:42.504379 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:42:42.504744 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Checking segment: {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:42:42.505131 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.505625 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Bound using segment: {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:42:42.506078 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Bound port: 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:42:42.506454 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.511362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port eb7e72b2-e262-4cfb-a8d5-357144c70e7c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:42.511854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.602010 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] For port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:42:42.605582 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] For port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:42:42.610129 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:42.690116 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:42.690735 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:42.744153 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e3645-c5c3-427c-818a-b25132dd0286 None None] Pushing event updated for resources: {'Port': ['ID=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:42.873703 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:43.155897 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b3545f1f-6b16-4d67-be21-84a2b26fd968 req-6eb92f06-6667-4b75-a26a-975b2e0984bf tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 210 time: 0.0572319 Mar 11 13:42:43.213812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-24f0e2ea-6b5c-4d5d-a667-e53552e822cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:43.214508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-24f0e2ea-6b5c-4d5d-a667-e53552e822cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:42:43.226731 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:42Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:43.230678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-24f0e2ea-6b5c-4d5d-a667-e53552e822cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:42:43.230970 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ffe5d-77a3-4147-89a0-61f1107732a9 None None] The sync data for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv is: [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:42Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:42:43.231816 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-24f0e2ea-6b5c-4d5d-a667-e53552e822cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/networks?id=f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 200 len: 797 time: 0.2975178 Mar 11 13:42:43.287275 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-25fbcdb7-4114-4303-b980-7ec8df04c2d7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:42:43.308014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-25fbcdb7-4114-4303-b980-7ec8df04c2d7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:42:43.309155 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-25fbcdb7-4114-4303-b980-7ec8df04c2d7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 379 time: 0.0691559 Mar 11 13:42:43.318299 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'port': {'device_id': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'admin_state_up': True, 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'security_groups': ['de00acb1-03f4-40fc-81c9-fc656bb25898']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:43.465798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:43.475928 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:43.486727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:42:43.490262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:43.659189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.12 (f64b1e20-e758-4016-8c5c-3e04bc415392/dac87ba4-44c1-4922-bbb1-b9fc517abdaa/51fc0c55-5b43-4845-868c-f7f349f1ec66) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:42:43.855398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:43.871808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 51fc0c55-5b43-4845-868c-f7f349f1ec66 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:42:43.896015 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:43.965316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network f64b1e20-e758-4016-8c5c-3e04bc415392 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:42:43.968361 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:42:43.977762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:42:44.016165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=51fc0c55-5b43-4845-868c-f7f349f1ec66,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:44.049798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:44.050341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.077565 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c7c2719a-3418-4dcf-8afc-7127e5a164dc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7628183 Mar 11 13:42:44.091505 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Request body: {'port': {'device_id': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:44.220870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.233521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bd08a2f9-bdb3-495c-8e92-52f984d132dd None None] Provisioning for port 51fc0c55-5b43-4845-868c-f7f349f1ec66 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:42:44.242271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:42:44.283290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bd08a2f9-bdb3-495c-8e92-52f984d132dd None None] Provisioning complete for port 51fc0c55-5b43-4845-868c-f7f349f1ec66 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:44.284074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bd08a2f9-bdb3-495c-8e92-52f984d132dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.357066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-bd08a2f9-bdb3-495c-8e92-52f984d132dd None None] Port 51fc0c55-5b43-4845-868c-f7f349f1ec66 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:42:44.378824 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:42:44.383722 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:44.384091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.397167 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e280-3fb5-4fde-bbcb-304c35d20d05 req-6f36d828-109b-45bc-922f-fcfbe48b437c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:44.406423 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5121e280-3fb5-4fde-bbcb-304c35d20d05 req-6f36d828-109b-45bc-922f-fcfbe48b437c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 932 time: 0.1129372 Mar 11 13:42:44.521379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.555007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:44.559606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.573534 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5121e280-3fb5-4fde-bbcb-304c35d20d05 req-f3888003-4446-4cdf-9899-4959d82935de tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654887 Mar 11 13:42:44.627312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:44.635856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fc0c55-5b43-4845-868c-f7f349f1ec66 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:42:44.643713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.658244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Transition to ACTIVE for port object 51fc0c55-5b43-4845-868c-f7f349f1ec66 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:42:44.662085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.823931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Pushing event updated for resources: {'Port': ['ID=51fc0c55-5b43-4845-868c-f7f349f1ec66,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:44.898193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Attempting to bind port 51fc0c55-5b43-4845-868c-f7f349f1ec66 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:42:44.898524 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Attempting to bind port 51fc0c55-5b43-4845-868c-f7f349f1ec66 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:42:44.898845 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Attempting to bind port 51fc0c55-5b43-4845-868c-f7f349f1ec66 on network f64b1e20-e758-4016-8c5c-3e04bc415392 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:42:44.903251 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Port 51fc0c55-5b43-4845-868c-f7f349f1ec66 on network f64b1e20-e758-4016-8c5c-3e04bc415392 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:42:44.903561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Attempting to bind port 51fc0c55-5b43-4845-868c-f7f349f1ec66 on network f64b1e20-e758-4016-8c5c-3e04bc415392 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:42:44.908692 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:42:44.909273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Checking segment: {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:42:44.909685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Bound using segment: {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:42:44.910098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Bound port: 51fc0c55-5b43-4845-868c-f7f349f1ec66, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c541fb83-ed4f-4481-8352-9ed1742cf8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:42:44.910458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:44.999214 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] For port 51fc0c55-5b43-4845-868c-f7f349f1ec66, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:42:45.002626 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] For port 51fc0c55-5b43-4845-868c-f7f349f1ec66, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:42:45.007038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:45.065223 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:45.065872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:45.067247 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] 10.222.0.50 "PUT /v2.0/ports/51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 200 len: 1094 time: 0.9801979 Mar 11 13:42:45.067676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:42:45.094271 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99569e-dad4-4f4b-b134-2fe755b7aefc service neutron] Pushing event updated for resources: {'Port': ['ID=51fc0c55-5b43-4845-868c-f7f349f1ec66,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:45.121089 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'status': 'completed', 'code': 200} Mar 11 13:42:45.289649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c4d0590f-71fb-49ed-a3ff-74c47325ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:45.291108 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c4d0590f-71fb-49ed-a3ff-74c47325ebcc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1097 time: 0.1692064 Mar 11 13:42:45.357306 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-88334f83-736c-467c-829e-c32585c4ca08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 200 len: 217 time: 0.0587132 Mar 11 13:42:45.419885 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-1922dc83-a5fe-4b08-a2a0-b483a3dadaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:45.421295 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-1922dc83-a5fe-4b08-a2a0-b483a3dadaa5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dac87ba4-44c1-4922-bbb1-b9fc517abdaa HTTP/1.1" status: 200 len: 835 time: 0.0582526 Mar 11 13:42:45.497224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-00a2a596-8996-41d0-884f-f10c91d47922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:45.498722 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-00a2a596-8996-41d0-884f-f10c91d47922 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f64b1e20-e758-4016-8c5c-3e04bc415392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715711 Mar 11 13:42:45.627647 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-b1145b61-e8f2-4b0d-b419-6c2ccac6e47a service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222804 Mar 11 13:42:45.759823 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbce03c-2a94-47b3-805f-429cf63839f8 req-dc65e7ff-c210-47c5-bd72-852daae4a9b4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:45.761736 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-fb43796e-9658-4cfc-b192-b6f4bf9d977e req-c1af2aec-b332-4297-8451-1b512bad695a service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279614 Mar 11 13:42:45.762333 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fbce03c-2a94-47b3-805f-429cf63839f8 req-dc65e7ff-c210-47c5-bd72-852daae4a9b4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 944 time: 0.0829113 Mar 11 13:42:45.809684 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fbce03c-2a94-47b3-805f-429cf63839f8 req-fd6f2c4d-2820-499b-948a-6ab68d69a481 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 Mar 11 13:42:45.879886 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285a53-17de-48a8-b226-30e4e114f653 req-edb4da3b-4796-4ed2-be52-e41cbcbac0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:45.881321 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-23285a53-17de-48a8-b226-30e4e114f653 req-edb4da3b-4796-4ed2-be52-e41cbcbac0b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1097 time: 0.0736101 Mar 11 13:42:46.008003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285a53-17de-48a8-b226-30e4e114f653 req-bb8f9fd9-f181-4b72-bb55-f7f0a31cc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:46.009317 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-23285a53-17de-48a8-b226-30e4e114f653 req-bb8f9fd9-f181-4b72-bb55-f7f0a31cc159 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 200 len: 898 time: 0.1218512 Mar 11 13:42:46.076339 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-23285a53-17de-48a8-b226-30e4e114f653 req-e528ae12-f3f4-48ba-99ab-4481c273f3b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 200 len: 217 time: 0.0599842 Mar 11 13:42:46.141826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285a53-17de-48a8-b226-30e4e114f653 req-0836fe6f-75b9-43b0-aedd-c51ec7ff9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:46.143252 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-23285a53-17de-48a8-b226-30e4e114f653 req-0836fe6f-75b9-43b0-aedd-c51ec7ff9952 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dac87ba4-44c1-4922-bbb1-b9fc517abdaa HTTP/1.1" status: 200 len: 835 time: 0.0599868 Mar 11 13:42:46.195515 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:42:46.222170 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285a53-17de-48a8-b226-30e4e114f653 req-1a6e5d69-7d7d-41f9-8607-8048b66d598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:46.223643 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-23285a53-17de-48a8-b226-30e4e114f653 req-1a6e5d69-7d7d-41f9-8607-8048b66d598c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f64b1e20-e758-4016-8c5c-3e04bc415392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741327 Mar 11 13:42:46.264806 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:46.265214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:46.354857 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-23285a53-17de-48a8-b226-30e4e114f653 req-41330231-b969-4f64-b4da-36d4ecdd4b3e service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242256 Mar 11 13:42:46.486438 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-23285a53-17de-48a8-b226-30e4e114f653 req-068bf813-4884-48f7-afd6-736b83d3e5e2 service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249955 Mar 11 13:42:46.996655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09c78-53e1-4894-b47f-bd510e884a0a req-a96444ef-b0df-4923-a42e-b2146050c061 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:46.998103 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7be09c78-53e1-4894-b47f-bd510e884a0a req-a96444ef-b0df-4923-a42e-b2146050c061 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 944 time: 0.0809329 Mar 11 13:42:47.040757 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7be09c78-53e1-4894-b47f-bd510e884a0a req-4ee52edc-3c93-4078-936a-312ede3e9cab tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 Mar 11 13:42:47.264940 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 51fc0c55-5b43-4845-868c-f7f349f1ec66 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:42:47.394251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 51fc0c55-5b43-4845-868c-f7f349f1ec66, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:47.407537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'port_id': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'mac_address': 'fa:16:3e:b1:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:42:47.462954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:47.479859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fc0c55-5b43-4845-868c-f7f349f1ec66 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:42:47.494856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 51fc0c55-5b43-4845-868c-f7f349f1ec66, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:47.498705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:47.567877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=51fc0c55-5b43-4845-868c-f7f349f1ec66,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:47.700993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['51fc0c55-5b43-4845-868c-f7f349f1ec66'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:42:48.228673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b93e-ecfd-4d8b-a8b7-c3ec9d553caa req-c9cb61c3-33a3-4e2d-96df-085fd9dc9909 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:48.230148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7612b93e-ecfd-4d8b-a8b7-c3ec9d553caa req-c9cb61c3-33a3-4e2d-96df-085fd9dc9909 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 945 time: 0.0851369 Mar 11 13:42:48.273615 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7612b93e-ecfd-4d8b-a8b7-c3ec9d553caa req-8857da89-a112-465c-b212-9998deb92f78 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372479 Mar 11 13:42:49.272454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 51fc0c55-5b43-4845-868c-f7f349f1ec66 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:42:49.343069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 51fc0c55-5b43-4845-868c-f7f349f1ec66 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:42:49.348246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 51fc0c55-5b43-4845-868c-f7f349f1ec66 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:42:49.348607 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:49.459195 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ea778-f8d7-4339-9ac8-45d8caba2c4b req-ea59b48a-8bad-4744-83af-a6ecd0344b38 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:49.460787 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e4ea778-f8d7-4339-9ac8-45d8caba2c4b req-ea59b48a-8bad-4744-83af-a6ecd0344b38 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 945 time: 0.0816073 Mar 11 13:42:49.498192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:49.505586 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e4ea778-f8d7-4339-9ac8-45d8caba2c4b req-47c71bb9-212d-4515-8146-64d7f9aff347 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386095 Mar 11 13:42:49.527161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:42:49.536597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 51fc0c55-5b43-4845-868c-f7f349f1ec66, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:42:49.540598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:49.577494 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'code': 200} Mar 11 13:42:49.612956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=51fc0c55-5b43-4845-868c-f7f349f1ec66,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:49.796540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ff4f4-e332-47a9-a03d-1562a8b7b708 req-994f467a-75a6-4412-8a61-0ed31d6f6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:49.798530 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-489ff4f4-e332-47a9-a03d-1562a8b7b708 req-994f467a-75a6-4412-8a61-0ed31d6f6b79 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1099 time: 0.0735238 Mar 11 13:42:49.837713 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-489ff4f4-e332-47a9-a03d-1562a8b7b708 req-a78f38c3-8e31-4974-b27a-fb0eaf6eb0d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329831 Mar 11 13:42:50.691119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ec0c4-19eb-42b6-be16-139212fa36be req-ca2db4f6-4ffb-4a4a-b9dc-72de5286f5a9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:50.692558 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4c1ec0c4-19eb-42b6-be16-139212fa36be req-ca2db4f6-4ffb-4a4a-b9dc-72de5286f5a9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0839627 Mar 11 13:42:50.737340 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4c1ec0c4-19eb-42b6-be16-139212fa36be req-26816097-e3d5-4d6e-969e-47768befe516 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389121 Mar 11 13:42:51.919514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7a441-65d6-4143-ad95-19d59590fec3 req-8cdf3c34-6e94-4837-9422-700cb6d013d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:51.920929 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-99f7a441-65d6-4143-ad95-19d59590fec3 req-8cdf3c34-6e94-4837-9422-700cb6d013d1 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0784576 Mar 11 13:42:51.967448 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-99f7a441-65d6-4143-ad95-19d59590fec3 req-b6038d24-482d-4fd8-98d2-14f55e9ec080 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Mar 11 13:42:52.146525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e539f-9e9a-4644-90f3-93f7333553b1 req-b557eddd-a0de-4341-a555-476ee80b11d5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:52.147979 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9d5e539f-9e9a-4644-90f3-93f7333553b1 req-b557eddd-a0de-4341-a555-476ee80b11d5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0773246 Mar 11 13:42:52.191800 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9d5e539f-9e9a-4644-90f3-93f7333553b1 req-7af9b539-dcdd-4b7c-9a0d-f30ab756687b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381765 Mar 11 13:42:52.213272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:52.282152 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:52.326811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f4200-285e-40cf-903b-9fefb231604b tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:52.328300 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b03f4200-285e-40cf-903b-9fefb231604b tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1094 time: 0.1140437 Mar 11 13:42:52.331137 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:52.336004 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:42:52.341831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:42:52.346119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:floatingip and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:42:52.348905 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:42:52.354543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:42:52.364568 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:52.500590 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:52.632708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.240 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/84aea918-b2d6-4dc6-9099-92ca793e113a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:42:52.778479 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:52.807907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:52.869450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:42:52.872083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:42:52.874569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:42:52.922165 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=84aea918-b2d6-4dc6-9099-92ca793e113a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:53.383235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:53.457916 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:53.659295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:53.663826 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:53.775029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=84aea918-b2d6-4dc6-9099-92ca793e113a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:42:53.787876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:53.961843 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7 associated. External IP: 172.26.4.240, port: 51fc0c55-5b43-4845-868c-f7f349f1ec66. Mar 11 13:42:54.311976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:42:54.489719 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:42:54.499450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] Sync routers for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:42:54.509230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:54.510056 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:54.514532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:42:54.573347 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-845e7d66-6ad1-4f36-aca0-5a05c123a5cd tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2410877 Mar 11 13:42:54.573877 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:42:54.629105 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'status': 'completed', 'code': 200} Mar 11 13:42:54.696020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:54.723155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-7ab5c67d-08f2-4f2d-8bf4-6ecc18ac4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:54.724766 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-7ab5c67d-08f2-4f2d-8bf4-6ecc18ac4c28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1099 time: 0.0745459 Mar 11 13:42:54.754864 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2f4e0-9845-475d-a22c-82a3d67b38f9 req-a169d6b4-1ebc-44ca-a516-068423fff90f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:54.756341 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1b2f4e0-9845-475d-a22c-82a3d67b38f9 req-a169d6b4-1ebc-44ca-a516-068423fff90f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0813799 Mar 11 13:42:54.803559 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a1b2f4e0-9845-475d-a22c-82a3d67b38f9 req-11945841-bb5b-4184-8ab3-ff6c4482ef52 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409927 Mar 11 13:42:54.826708 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39864) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:54.864122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-d4a53d20-1bac-41aa-b136-8c6f45b34426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:54.865661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-d4a53d20-1bac-41aa-b136-8c6f45b34426 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 200 len: 898 time: 0.1354494 Mar 11 13:42:55.062538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'port_id': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'mac_address': 'fa:16:3e:b1:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:42:53Z', 'updated_at': '2022-03-11T13:42:53Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:44Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:55.066944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] Checking router: dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:42:55.067111 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-5fdcedf6-9dc4-40bb-97b7-935c04fff037 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 200 len: 1000 time: 0.1960688 Mar 11 13:42:55.069033 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e77d3454-d792-47eb-924a-bfd665c2ead4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7 HTTP/1.1" status: 200 len: 992 time: 0.2412820 Mar 11 13:42:55.075423 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:42:55.076003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:42:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:55.131920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-4905ff06-73cc-4d1b-a860-ecc017e259a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:55.133368 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-4905ff06-73cc-4d1b-a860-ecc017e259a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dac87ba4-44c1-4922-bbb1-b9fc517abdaa HTTP/1.1" status: 200 len: 835 time: 0.0601149 Mar 11 13:42:55.207666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-d6776429-1f4e-426b-953a-eddde16043ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:42:55.209133 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-d6776429-1f4e-426b-953a-eddde16043ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f64b1e20-e758-4016-8c5c-3e04bc415392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702753 Mar 11 13:42:55.256700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:42:55.338955 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-1aa5d10a-0f02-4358-865c-3e1a870880d9 service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233797 Mar 11 13:42:55.471000 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6148077a-eb8e-4d8c-b6c2-a949a3e65e00 req-5261abd6-b6bd-4ecd-8a25-7b1a6fbbde52 service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256232 Mar 11 13:42:55.599689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'port_id': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'mac_address': 'fa:16:3e:b1:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:42:53Z', 'updated_at': '2022-03-11T13:42:53Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:44Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:42:55.603560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020412d-fad9-4f06-8789-750e9cdacc6d None None] The sync data for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv is: [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'port_id': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'mac_address': 'fa:16:3e:b1:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:42:53Z', 'updated_at': '2022-03-11T13:42:53Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:44Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:42:55.779531 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37ad08-284f-4f88-b75d-3ecdc75a0b21 None None] New status for floating IP fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:42:56.072907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:42:56.177727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24fa4e24-7144-437b-a5b1-9469315f33af tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7 HTTP/1.1" status: 200 len: 994 time: 0.1035173 Mar 11 13:43:07.217742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-29206928-0759-4299-9ede-69f3461e301a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:09.301182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5eb46215-70c8-4c83-9887-ab21cf738886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:09.425699 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-7a0ee86b-c9c8-4c94-b321-251adab62016 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722563 Mar 11 13:43:09.563826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ecee7-6d68-48df-b80f-4607f685014f req-fc6828f9-b587-4c97-9bd6-14d346c92bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:09.565173 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-fc6828f9-b587-4c97-9bd6-14d346c92bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1099 time: 0.0715971 Mar 11 13:43:09.706979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ecee7-6d68-48df-b80f-4607f685014f req-928ee6c2-b68e-41fa-b51e-594c055b376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:09.708395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-928ee6c2-b68e-41fa-b51e-594c055b376e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 200 len: 898 time: 0.1249292 Mar 11 13:43:09.809516 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-f4e86656-7c4f-4143-8db2-b37097283614 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 200 len: 1002 time: 0.0944245 Mar 11 13:43:09.871203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ecee7-6d68-48df-b80f-4607f685014f req-8d005870-b0fd-4f3f-9fc0-d4ab6d3a8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:09.872560 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-8d005870-b0fd-4f3f-9fc0-d4ab6d3a8418 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dac87ba4-44c1-4922-bbb1-b9fc517abdaa HTTP/1.1" status: 200 len: 835 time: 0.0560851 Mar 11 13:43:09.948521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ecee7-6d68-48df-b80f-4607f685014f req-45765a30-4551-45ee-a412-80325b4180f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:09.949957 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-45765a30-4551-45ee-a412-80325b4180f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f64b1e20-e758-4016-8c5c-3e04bc415392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708506 Mar 11 13:43:10.076873 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-283dfcad-7666-4fc2-aed0-61f06667645b service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197371 Mar 11 13:43:10.208963 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-390ecee7-6d68-48df-b80f-4607f685014f req-e162e81b-12c4-45a6-ae20-f5823c7f7e3b service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252041 Mar 11 13:43:10.493652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:10.632225 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:12.091376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:16.322201 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:43:22.284588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:23.125276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad4cb0-b0e9-4bab-9c45-7c121dd3a7b2 req-92e1bfdf-51a8-4f64-99a8-ad977c646152 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:23.126724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cad4cb0-b0e9-4bab-9c45-7c121dd3a7b2 req-92e1bfdf-51a8-4f64-99a8-ad977c646152 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0826530 Mar 11 13:43:23.170120 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cad4cb0-b0e9-4bab-9c45-7c121dd3a7b2 req-296ba0e6-843c-4273-bc02-31af44404675 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375834 Mar 11 13:43:24.355380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad502b1-8ced-4ec4-9660-9b8dfdaf89c1 req-15c0500d-6cee-47ee-9d7f-befed63e41e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:24.356827 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ad502b1-8ced-4ec4-9660-9b8dfdaf89c1 req-15c0500d-6cee-47ee-9d7f-befed63e41e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0826619 Mar 11 13:43:24.401014 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7ad502b1-8ced-4ec4-9660-9b8dfdaf89c1 req-215d4953-aab9-470c-8bc9-354b1471f34e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380650 Mar 11 13:43:25.586930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbf102-306e-4a73-977f-f5cc6758bee9 req-014b5a80-0436-4f80-b727-cfc5c7d27111 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:25.588365 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e8dbf102-306e-4a73-977f-f5cc6758bee9 req-014b5a80-0436-4f80-b727-cfc5c7d27111 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0818181 Mar 11 13:43:25.631588 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e8dbf102-306e-4a73-977f-f5cc6758bee9 req-9a2d2913-5576-44ce-9e42-1cb55268ef02 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371063 Mar 11 13:43:26.815398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f83d7-f560-4537-a267-e94fda4a7549 req-cfdbdf47-e465-452b-bd45-568ff049a094 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:26.816757 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a9f83d7-f560-4537-a267-e94fda4a7549 req-cfdbdf47-e465-452b-bd45-568ff049a094 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0791743 Mar 11 13:43:26.863488 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a9f83d7-f560-4537-a267-e94fda4a7549 req-17d5a444-383c-4f9f-a7a0-85da2455fb81 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Mar 11 13:43:28.043240 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d21f8d-5abd-42de-9bd5-0ca90105a431 req-cee903cf-23c9-4667-8f65-aa05c37e1ac0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:28.044670 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23d21f8d-5abd-42de-9bd5-0ca90105a431 req-cee903cf-23c9-4667-8f65-aa05c37e1ac0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0782957 Mar 11 13:43:28.089952 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23d21f8d-5abd-42de-9bd5-0ca90105a431 req-c4e26120-5174-443a-a354-a9bd52e48a5c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391393 Mar 11 13:43:29.273298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcd347-08b1-434a-85ab-433c75933668 req-4f7fda77-7f1b-453b-afeb-3b3d334cbfc0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:29.274772 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3bcd347-08b1-434a-85ab-433c75933668 req-4f7fda77-7f1b-453b-afeb-3b3d334cbfc0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0822580 Mar 11 13:43:29.318180 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3bcd347-08b1-434a-85ab-433c75933668 req-bb0361b3-6a8c-44c0-9d6f-563536c6c72a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372529 Mar 11 13:43:30.498634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b1c1d-8cd7-44b0-bb66-bc0851db3691 req-0661af3a-00c2-4783-9a13-cd1e852ecea6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:30.500071 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e7b1c1d-8cd7-44b0-bb66-bc0851db3691 req-0661af3a-00c2-4783-9a13-cd1e852ecea6 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0788453 Mar 11 13:43:30.543204 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5e7b1c1d-8cd7-44b0-bb66-bc0851db3691 req-154728c9-db33-4e03-8274-bf50b8ebad9d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375528 Mar 11 13:43:31.727264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cca34-32ff-4e50-a15e-99de77e5738b req-792c39ee-bd0d-4432-be04-76443915797d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:31.728618 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4b9cca34-32ff-4e50-a15e-99de77e5738b req-792c39ee-bd0d-4432-be04-76443915797d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0834227 Mar 11 13:43:31.771845 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4b9cca34-32ff-4e50-a15e-99de77e5738b req-419be60b-0cdc-4530-b0ee-66b8ab2b235a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376396 Mar 11 13:43:32.955821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937c94-a7b7-487f-847c-54682b5b7758 req-a842e905-18b5-4519-b234-3a67b33874ca tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:32.957251 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2937c94-a7b7-487f-847c-54682b5b7758 req-a842e905-18b5-4519-b234-3a67b33874ca tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0786960 Mar 11 13:43:33.002468 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f2937c94-a7b7-487f-847c-54682b5b7758 req-a4be6e9c-366e-4d52-82d6-58078ebcc77c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Mar 11 13:43:34.195808 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccb113-ad45-4d3c-bb89-b582fc1ba702 req-f9e41bb9-fc67-44ff-a22a-af9e59871f41 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:34.197161 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-03ccb113-ad45-4d3c-bb89-b582fc1ba702 req-f9e41bb9-fc67-44ff-a22a-af9e59871f41 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0822029 Mar 11 13:43:34.241411 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-03ccb113-ad45-4d3c-bb89-b582fc1ba702 req-c03e41a8-21da-4c28-9448-4f57ebd14eae tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380030 Mar 11 13:43:34.264970 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:43:34.370178 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-676aa1be-0ca2-4e8c-81d1-29529180d604 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7 HTTP/1.1" status: 200 len: 994 time: 0.1040571 Mar 11 13:43:35.828330 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcad17-22eb-4592-b4b9-91cd848e7db0 req-9907d127-94b5-4ea2-bc2e-2f6de6d8dbc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:35.829868 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6bfcad17-22eb-4592-b4b9-91cd848e7db0 req-9907d127-94b5-4ea2-bc2e-2f6de6d8dbc4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0795093 Mar 11 13:43:35.859675 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-dda44949-4caf-4858-877e-99291e0ae428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:35.861125 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-dda44949-4caf-4858-877e-99291e0ae428 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1099 time: 0.0695312 Mar 11 13:43:35.876686 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6bfcad17-22eb-4592-b4b9-91cd848e7db0 req-ef7cc98c-fc4c-4bd1-8cd6-a2dc8027269c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411646 Mar 11 13:43:35.988961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-e7b2be98-a2f3-48ce-a20c-85bfd5f1cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:35.990321 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-e7b2be98-a2f3-48ce-a20c-85bfd5f1cb93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 200 len: 898 time: 0.1233404 Mar 11 13:43:36.184604 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-3bdb0f72-a040-425d-b0f1-dada555e271b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 200 len: 1002 time: 0.1885145 Mar 11 13:43:36.245312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-4cbd44f7-5453-416f-bf9d-6c1cfe175f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:36.246680 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-4cbd44f7-5453-416f-bf9d-6c1cfe175f6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dac87ba4-44c1-4922-bbb1-b9fc517abdaa HTTP/1.1" status: 200 len: 835 time: 0.0564375 Mar 11 13:43:36.321343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-59cf9516-543b-4e7a-8242-327989def150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:36.322812 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-59cf9516-543b-4e7a-8242-327989def150 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f64b1e20-e758-4016-8c5c-3e04bc415392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704038 Mar 11 13:43:36.452542 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-524e755f-a534-43e8-81de-38baf18d7dec service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229181 Mar 11 13:43:36.581886 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-145bcffa-ef96-4dc1-8ce4-b179c3698a1e req-9bca446f-e327-47d8-8746-dbc1381ee669 service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234810 Mar 11 13:43:37.063956 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30843b45-bcd2-4e34-9916-2fac0147b98a req-b7a7000a-7afb-4053-badd-245b54fc6197 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:37.065410 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-30843b45-bcd2-4e34-9916-2fac0147b98a req-b7a7000a-7afb-4053-badd-245b54fc6197 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0836840 Mar 11 13:43:37.113605 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-30843b45-bcd2-4e34-9916-2fac0147b98a req-2b308f8b-29b4-4a1b-be75-bcf20f1a192b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405505 Mar 11 13:43:37.222476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4319414a-0b13-4ab2-812c-9e91836afb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:38.300620 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb4b7-da53-445a-8c5a-1641f680403d req-d19b183e-d1da-4506-aeb4-e7afedf98299 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:43:38.302069 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-894cb4b7-da53-445a-8c5a-1641f680403d req-d19b183e-d1da-4506-aeb4-e7afedf98299 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0821836 Mar 11 13:43:38.344148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-894cb4b7-da53-445a-8c5a-1641f680403d req-49b0deb3-a51c-4b95-9c73-47facb74e6ad tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366521 Mar 11 13:43:38.367554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39918) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:43:38.473476 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f4d0b38e-85c7-4117-b500-8e4e68afc8c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7 HTTP/1.1" status: 200 len: 994 time: 0.1047301 Mar 11 13:43:39.301269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70034dec-8f3e-4a0f-a38a-be5b14cb619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:40.528912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:40.633106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:42.094472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:52.286854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:43:53.319302 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:44:06.880883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39930) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:07.177904 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 84aea918-b2d6-4dc6-9099-92ca793e113a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:44:07.178157 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:07.225783 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bac39f1-63c3-438e-a3ca-a588016bb911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:07.347545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:07.347865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:07.472203 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 84aea918-b2d6-4dc6-9099-92ca793e113a owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:44:07.620439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:07.696996 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=84aea918-b2d6-4dc6-9099-92ca793e113a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:07.737102 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.737469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.737816 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.738153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.738489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.738821 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.739149 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.739476 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.739803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.740132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.740457 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.740773 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:07.771710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:07.772040 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7 disassociated (deleted). External IP: 172.26.4.240, port: 51fc0c55-5b43-4845-868c-f7f349f1ec66. Mar 11 13:44:08.120329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:44:08.302058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:44:08.311248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] Sync routers for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:44:08.317667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:08.319912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:08.320498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:43:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:08.371746 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72ce03e2-7121-4f4d-9393-7b928bbe16c9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/floatingips/fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7 HTTP/1.1" status: 204 len: 168 time: 1.4897723 Mar 11 13:44:08.372600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:44:08.424839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'status': 'completed', 'code': 200} Mar 11 13:44:08.505724 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:08.519264 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-49abb8c0-5f6c-49a8-a9fa-4d8503043c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:08.520860 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-49abb8c0-5f6c-49a8-a9fa-4d8503043c2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 1099 time: 0.0735469 Mar 11 13:44:08.662463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-1e4c97fe-dc34-4131-a21c-e4edd90bd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:08.663922 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-1e4c97fe-dc34-4131-a21c-e4edd90bd0a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 200 len: 898 time: 0.1376669 Mar 11 13:44:08.736343 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-ece83f77-0fee-4118-b0f6-b16682159a08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 200 len: 217 time: 0.0662370 Mar 11 13:44:08.801466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-4662c931-a4e4-41c5-8579-f80cb3f07f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:08.803169 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-4662c931-a4e4-41c5-8579-f80cb3f07f86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dac87ba4-44c1-4922-bbb1-b9fc517abdaa HTTP/1.1" status: 200 len: 835 time: 0.0605853 Mar 11 13:44:08.837458 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:44Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:08.841317 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] Checking router: dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:44:08.850508 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:08.851094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:43:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:08.880569 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b9baf-fb2d-4db8-8217-a484bbec8e65 req-cfb77e9f-a761-446a-9879-4b0aa4596dd4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:08.881299 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ae1b9baf-fb2d-4db8-8217-a484bbec8e65 req-cfb77e9f-a761-446a-9879-4b0aa4596dd4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:44:08.886762 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-a891aebe-9260-4a74-a2df-686bfa00480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:08.888446 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-a891aebe-9260-4a74-a2df-686bfa00480d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f64b1e20-e758-4016-8c5c-3e04bc415392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779011 Mar 11 13:44:08.898035 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ae1b9baf-fb2d-4db8-8217-a484bbec8e65 req-cfb77e9f-a761-446a-9879-4b0aa4596dd4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:44:08.899318 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ae1b9baf-fb2d-4db8-8217-a484bbec8e65 req-cfb77e9f-a761-446a-9879-4b0aa4596dd4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.2276349 Mar 11 13:44:08.949021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ae1b9baf-fb2d-4db8-8217-a484bbec8e65 req-9191f753-83af-4125-8bcf-07bbbf681906 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Mar 11 13:44:09.025013 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-aceb150d-a202-4ea3-a52e-43a5b8eda75b service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275411 Mar 11 13:44:09.031505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:09.155449 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4b02c475-226d-4f06-81f7-6a44c6d84bd9 req-e538be04-7de8-462a-a94b-f86f8c84dfc3 service neutron] 10.222.0.50 "GET /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239038 Mar 11 13:44:09.334685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3cdbad80-657f-4d8f-844b-154cfa685bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:09.357198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:44Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:09.361619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a61e0-4f79-4020-8e2d-924e6eff7043 None None] The sync data for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv is: [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:42:39Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '921e9cdd-c5a7-4238-a81d-aa9fd8539e7c', 'name': '', 'network_id': 'f64b1e20-e758-4016-8c5c-3e04bc415392', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:d7:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:38Z', 'updated_at': '2022-03-11T13:42:44Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': 'dac87ba4-44c1-4922-bbb1-b9fc517abdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:44:09.584093 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e6c88-cf87-4766-9027-54407adb3736 None None] New status for floating IP fa99d1a4-bfa6-4724-98c5-b3c3dfe297e7: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:44:10.132020 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16502-3357-49da-8199-1db4b11a571d req-9b023496-f12b-46f9-9b84-7db7481679b3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:10.133509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dbb16502-3357-49da-8199-1db4b11a571d req-9b023496-f12b-46f9-9b84-7db7481679b3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0809653 Mar 11 13:44:10.164909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-0f6558e3-0501-44ec-bbc9-8d95dbfb4d99 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:10.165837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-0f6558e3-0501-44ec-bbc9-8d95dbfb4d99 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:44:10.179559 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dbb16502-3357-49da-8199-1db4b11a571d req-52ff267f-01e4-4a5c-b38a-b7b21535655a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=de00acb1-03f4-40fc-81c9-fc656bb25898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401559 Mar 11 13:44:10.179709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-0f6558e3-0501-44ec-bbc9-8d95dbfb4d99 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:44:10.180792 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-0f6558e3-0501-44ec-bbc9-8d95dbfb4d99 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 946 time: 0.0935340 Mar 11 13:44:10.254101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 51fc0c55-5b43-4845-868c-f7f349f1ec66 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:44:10.254358 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:10.497081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:10.584779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 51fc0c55-5b43-4845-868c-f7f349f1ec66, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=51fc0c55-5b43-4845-868c-f7f349f1ec66,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:10.585054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:10.639417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:10.710816 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 51fc0c55-5b43-4845-868c-f7f349f1ec66 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:44:10.847951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:10.902636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=51fc0c55-5b43-4845-868c-f7f349f1ec66,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:10.946652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.947007 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.947344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.947678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.948011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.948343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.948668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.948992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.949315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.949664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.949988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.950308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:10.990395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] No DVR routers for this DVR port 51fc0c55-5b43-4845-868c-f7f349f1ec66 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:44:10.992603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:10.995009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'name': 'network-vif-deleted', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:44:11.010540 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-88a8def9-bbaf-495d-83e0-1da7db651f62 req-ea67917f-8d8f-45ae-ac9d-300223c1d218 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "DELETE /v2.0/ports/51fc0c55-5b43-4845-868c-f7f349f1ec66 HTTP/1.1" status: 204 len: 173 time: 0.8241181 Mar 11 13:44:11.089189 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8db84d2-4be7-470a-8b21-7fe54a4d3157', 'name': 'network-vif-deleted', 'tag': '51fc0c55-5b43-4845-868c-f7f349f1ec66', 'status': 'completed', 'code': 200} Mar 11 13:44:11.347150 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d1fd8d0c-aff2-470c-b26a-ca0dff49431c req-56a27093-8a7d-4db6-b6c2-235201ea76c4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 210 time: 0.0442095 Mar 11 13:44:11.398371 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-90fc0224-f430-4a66-abcf-e47d8039f217 req-111d2a45-2466-43e2-aa7b-267ac093044c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0464075 Mar 11 13:44:11.512052 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-90fc0224-f430-4a66-abcf-e47d8039f217 req-7dc620db-2345-47b0-af37-062abaa20281 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=f8db84d2-4be7-470a-8b21-7fe54a4d3157 HTTP/1.1" status: 200 len: 210 time: 0.0446122 Mar 11 13:44:11.669459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0224-f430-4a66-abcf-e47d8039f217 req-2693425a-36b9-445b-870f-110fa73a9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:11.670928 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-90fc0224-f430-4a66-abcf-e47d8039f217 req-2693425a-36b9-445b-870f-110fa73a9a59 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=42a905ee77e54aba8df114636fb76114&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1405406 Mar 11 13:44:11.812321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0224-f430-4a66-abcf-e47d8039f217 req-b2982e01-73ed-430f-99b3-70c715156b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:11.813704 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-90fc0224-f430-4a66-abcf-e47d8039f217 req-b2982e01-73ed-430f-99b3-70c715156b05 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363981 Mar 11 13:44:12.096482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:12.444250 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:12.986933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:13.334673 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:44:13.334919 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:13.520045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:13.520698 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:13.745082 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:44:13.748810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 51fc0c55-5b43-4845-868c-f7f349f1ec66 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:44:13.782467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 51fc0c55-5b43-4845-868c-f7f349f1ec66 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:44:13.782810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 51fc0c55-5b43-4845-868c-f7f349f1ec66 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:44:13.929187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:13.979028 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=921e9cdd-c5a7-4238-a81d-aa9fd8539e7c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:14.264722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:14.631208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:44:14.805322 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:44:14.814523 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] Sync routers for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:44:14.818368 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bd9aa93e-d72d-4b96-8705-12a630835d85 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/dada7219-5d84-40c7-bb5c-b06b2fbd5ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3730552 Mar 11 13:44:14.821080 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39962) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:14.823874 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:14.824466 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:14.888592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting subnet dac87ba4-44c1-4922-bbb1-b9fc517abdaa {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:44:14.891499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:14.945797 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:14.998639 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:15.028453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.222347 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.263681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Subnet': ['ID=dac87ba4-44c1-4922-bbb1-b9fc517abdaa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:15.265654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.270817 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddbe8f2-9b56-4e22-a1bb-90f220e16e69 None None] Network f64b1e20-e758-4016-8c5c-3e04bc415392 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:44:15.272363 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a3cdbe71-62ce-4e46-afe4-31742c8bcb44 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/subnets/dac87ba4-44c1-4922-bbb1-b9fc517abdaa HTTP/1.1" status: 204 len: 168 time: 0.4502888 Mar 11 13:44:15.274962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:15.443763 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:44:13Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:15.451821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] Checking router: dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:44:15.458052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.469365 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] Routers {'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:15.470012 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:15.643936 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.657236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port a1a89bf1-05fa-4ebd-9241-628a7099710d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:44:15.657691 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.660937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] Set router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:15.704449 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] DHCP port deletion for f64b1e20-e758-4016-8c5c-3e04bc415392 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:44:15.772290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Deleting port eb7e72b2-e262-4cfb-a8d5-357144c70e7c {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:44:15.772659 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.835793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port a1a89bf1-05fa-4ebd-9241-628a7099710d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=a1a89bf1-05fa-4ebd-9241-628a7099710d,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:15.836154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:15.959012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for a1a89bf1-05fa-4ebd-9241-628a7099710d owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:44:16.125969 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.164226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] For port eb7e72b2-e262-4cfb-a8d5-357144c70e7c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=eb7e72b2-e262-4cfb-a8d5-357144c70e7c,segment=NetworkSegment(c541fb83-ed4f-4481-8352-9ed1742cf8e6),segment_id=c541fb83-ed4f-4481-8352-9ed1742cf8e6)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:16.164831 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.179073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=a1a89bf1-05fa-4ebd-9241-628a7099710d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:16.275319 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.292191 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Calling delete_port for eb7e72b2-e262-4cfb-a8d5-357144c70e7c owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:44:16.321327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device eb7e72b2-e262-4cfb-a8d5-357144c70e7c no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:44:16.427335 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:44:13Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:16.453099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.455465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.463480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a6dd-58a0-42d9-861c-6565bd920720 None None] The sync data for ids ['dada7219-5d84-40c7-bb5c-b06b2fbd5ec7'] in dv-neutron-833198-1-hyperv is: [{'id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975237324', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:42:34Z', 'updated_at': '2022-03-11T13:44:13Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': 'a1a89bf1-05fa-4ebd-9241-628a7099710d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada7219-5d84-40c7-bb5c-b06b2fbd5ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:42:35Z', 'updated_at': '2022-03-11T13:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:44:16.470801 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.480373 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.480929 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Fanout notify agent at l3_agent the message router_deleted on router dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:44:16.506215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.507199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Port eb7e72b2-e262-4cfb-a8d5-357144c70e7c update to DOWN by agent not found {{(pid=87960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 13:44:16.507370 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3584443c-4d0c-434b-9608-309f5625faf4 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/routers/dada7219-5d84-40c7-bb5c-b06b2fbd5ec7 HTTP/1.1" status: 204 len: 168 time: 1.2315037 Mar 11 13:44:16.510059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39970) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:16.527993 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] No DVR routers for this DVR port eb7e72b2-e262-4cfb-a8d5-357144c70e7c on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:44:16.531816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Pushing event deleted for resources: {'Port': ['ID=eb7e72b2-e262-4cfb-a8d5-357144c70e7c,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:16.541751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.542103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.542440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.542770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.543118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.543422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.543741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.544061 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.544430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.544751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.545067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.545384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc50cea-d370-4830-9c62-db9ced5f480a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:16.725057 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.858688 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.889532 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64b1e20-e758-4016-8c5c-3e04bc415392']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:16.902766 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c541fb83-ed4f-4481-8352-9ed1742cf8e6') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:16.903061 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c541fb83-ed4f-4481-8352-9ed1742cf8e6') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:16.915572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.932710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.938767 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:44:16.939143 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:44:16.953576 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:44:17.031923 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.054820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.066490 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Network': ['ID=f64b1e20-e758-4016-8c5c-3e04bc415392,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:17.075237 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7ee5d2da-f7b9-4a90-9612-f95f74d025b5 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/networks/f64b1e20-e758-4016-8c5c-3e04bc415392 HTTP/1.1" status: 204 len: 168 time: 0.5641663 Mar 11 13:44:17.077962 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 39974) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:17.148292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdcabd38-498f-4bb8-881f-f2a47d09b02b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.182654 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdcabd38-498f-4bb8-881f-f2a47d09b02b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.245681 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdcabd38-498f-4bb8-881f-f2a47d09b02b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.262421 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcabd38-498f-4bb8-881f-f2a47d09b02b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00acb1-03f4-40fc-81c9-fc656bb25898,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:17.274264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdcabd38-498f-4bb8-881f-f2a47d09b02b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.275374 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fdcabd38-498f-4bb8-881f-f2a47d09b02b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/security-groups/de00acb1-03f4-40fc-81c9-fc656bb25898 HTTP/1.1" status: 204 len: 168 time: 0.1965201 Mar 11 13:44:17.608444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39982) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:17.613643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29253647', 'description': 'tempest-secgroup-smoke-29253647 description', 'project_id': '42a905ee77e54aba8df114636fb76114'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:17.619494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:17.623492 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:17.626291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:17.632807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:17.642210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.661694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:17.665586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:17.668310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:17.673893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:17.745225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.748427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.792696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756bb6dd-6724-4e77-a54c-37f606a05f62,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:17.795418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.796522 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-d48445d9-dc52-49e6-85fa-a9e8ab9bc3cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1871028 Mar 11 13:44:17.799554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39986) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:17.804426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '756bb6dd-6724-4e77-a54c-37f606a05f62', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:17.810336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:17.814108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:17.817485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:17.823088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:17.839599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.896970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.900592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.924121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda0d453-7566-421b-8b7f-c1313b8943d6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:17.933767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:17.934924 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-84b74761-094a-42e9-b378-defa7b65370d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344354 Mar 11 13:44:17.937754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39990) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:17.943286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '756bb6dd-6724-4e77-a54c-37f606a05f62', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:17.949046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:17.952830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:17.955664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:17.961779 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:17.977336 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.039344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.043197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.067719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb571ae-6afa-453e-bb21-1269c03e0039,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:18.075783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.077109 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-416b3772-f717-4e8e-95f4-61911f514509 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384575 Mar 11 13:44:18.079873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39994) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:18.084731 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '756bb6dd-6724-4e77-a54c-37f606a05f62', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:18.090430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:18.094082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:18.096919 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:18.102526 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:18.120317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.186557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.191719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.199948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a1a89bf1-05fa-4ebd-9241-628a7099710d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:44:18.216424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92b5a71-692a-4045-a490-4a9537c4fb53,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:18.225768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.226969 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8bb919b9-33f9-4206-9c66-f66ff917b6e3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461883 Mar 11 13:44:18.229767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 39998) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:18.235226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '756bb6dd-6724-4e77-a54c-37f606a05f62', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:18.240044 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: a1a89bf1-05fa-4ebd-9241-628a7099710d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:44:18.240390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device a1a89bf1-05fa-4ebd-9241-628a7099710d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:44:18.240809 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:44:18.241700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:18.245502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:18.248393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:18.254777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:18.271829 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.273161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:44:18.273531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 921e9cdd-c5a7-4238-a81d-aa9fd8539e7c not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:44:18.334975 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.338023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.368372 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f8f47d-00cb-469d-b503-42049f36b594,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:18.377029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.378380 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-5eabf33a-8c32-4905-b7dd-fbdbaf48acea tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477084 Mar 11 13:44:18.381097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40002) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:18.386093 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '756bb6dd-6724-4e77-a54c-37f606a05f62', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:18.391893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:18.395672 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:18.398561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:18.404213 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:18.415243 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:44:18.422003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.484826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.488618 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.510870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001bc713-ef70-4669-9ba7-bd579283d63c,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:18.518927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.520067 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3411b4fb-40c5-417c-a59a-2b47e4b79a51 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380498 Mar 11 13:44:18.522815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40006) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:18.527737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'security_group_rule': {'security_group_id': '756bb6dd-6724-4e77-a54c-37f606a05f62', 'project_id': '42a905ee77e54aba8df114636fb76114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:18.534469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:18.538981 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:security_group_rule and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:18.542152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:18.547809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:18.558867 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Project 42a905ee77e54aba8df114636fb76114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:44:18.565351 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.628796 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.632211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.655124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbc1068-89b3-4d32-ae1e-cb4696740de2,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:18.664523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.668745 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:18.669301 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ad8cb369-74a0-4e26-bd3e-dbc99909a38e tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450200 Mar 11 13:44:18.674475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'network': {'name': 'tempest-network-smoke--1969169134', 'project_id': '42a905ee77e54aba8df114636fb76114', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:18.680153 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:18.684216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:network and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:18.687116 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:18.692756 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:18.702811 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:44:18.706863 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.735048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:44:18.744124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.744551 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Added segment 58fda580-7925-43dd-8a3e-f0d4ade131bb of type vlan for network 6a3afb64-425a-4b9a-bd23-251aaacde444 Mar 11 13:44:18.773959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.803725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.809000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:18.809636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.916035 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2460108 Mar 11 13:44:18.918712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40014) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:18.921825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335d1b1-2397-4917-a148-d9cf33570e4f tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Network': ['ID=6a3afb64-425a-4b9a-bd23-251aaacde444,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:18.923955 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'admin_state_up': True, 'project_id': '42a905ee77e54aba8df114636fb76114', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:18.931217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:18.933062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:44:18.934967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:router and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:18.937766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:18.943950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:18.955367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.956937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:18.974400 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:19.337041 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:19.635316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:19.666484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:19.793773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.206 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/4ce100c6-e5c5-4508-b153-408876a22ede) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:44:19.934878 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:19.963820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:20.025171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:44:20.027835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:44:20.030186 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:44:20.076811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=4ce100c6-e5c5-4508-b153-408876a22ede,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:20.453462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:20.886092 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:21.085991 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 0976759b-0788-489e-a01a-25960629c69c is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:44:21.260420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:44:21.269720 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Sync routers for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:44:21.278797 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:21.279383 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:21.287241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:21.288596 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8502c4d3-8edb-463f-a0b0-e02d89133577 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3688886 Mar 11 13:44:21.291778 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40018) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:21.331238 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-aabd2f3c-055d-4554-a908-e4d1d1fabce2 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=42a905ee77e54aba8df114636fb76114&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383961 Mar 11 13:44:21.333774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40022) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:21.455799 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:21.463603 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553e852-7526-4aed-8190-e9882eb0e467 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:21.467732 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c553e852-7526-4aed-8190-e9882eb0e467 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304326 Mar 11 13:44:21.467949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40026) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:21.514039 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a8537d86-9379-4eb3-83de-c445f81ffb84 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=ea355bbd-aab3-467d-af6b-43681cd67658&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426753 Mar 11 13:44:21.514241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40030) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:21.519703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1976752386', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'project_id': '42a905ee77e54aba8df114636fb76114', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:21.628775 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:21.632509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:subnet and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:21.635288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:21.641165 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:21.652401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:44:21.656205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:21.739105 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:20Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:21.742845 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Checking router: 0976759b-0788-489e-a01a-25960629c69c for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:44:21.743192 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Updating router 0976759b-0788-489e-a01a-25960629c69c port 4ce100c6-e5c5-4508-b153-408876a22ede binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:44:21.799199 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:21.882393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:21.960623 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Subnet': ['ID=4fcd84b2-0fe4-405b-93db-9909155c8242,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:21.969950 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Checking segment: {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:44:21.970310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network hostable DHCP agents. Network: 6a3afb64-425a-4b9a-bd23-251aaacde444, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:44:21.989340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:44:21.998520 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 6a3afb64-425a-4b9a-bd23-251aaacde444) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:44:22.003222 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:22.003842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.009835 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10abc57-2ab4-4cea-96c5-33e97462c4e2 None None] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:44:22.030845 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e8549f91-29d9-449c-afa8-6f97064af8f3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5155854 Mar 11 13:44:22.033644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40036) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:22.154271 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.167378 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Transition to ACTIVE for port object 4ce100c6-e5c5-4508-b153-408876a22ede will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:44:22.174724 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.245938 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Attempting to bind port 4ce100c6-e5c5-4508-b153-408876a22ede on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:44:22.246304 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Attempting to bind port 4ce100c6-e5c5-4508-b153-408876a22ede by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:44:22.246655 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Attempting to bind port 4ce100c6-e5c5-4508-b153-408876a22ede on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:44:22.246961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-6a3afb64-425a-4b9a-bd23-251aaacde444', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:44:22.247976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.254689 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:44:22.255103 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:44:22.255445 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.255828 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:44:22.256290 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Bound port: 4ce100c6-e5c5-4508-b153-408876a22ede, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:44:22.256658 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.310325 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Pushing event updated for resources: {'Port': ['ID=4ce100c6-e5c5-4508-b153-408876a22ede,revision_number=2']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:22.321142 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.321511 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.321829 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.322154 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.322476 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.322819 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.323122 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.323483 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.323755 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.324115 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.324377 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.324689 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:44:22.336306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.374805 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] For port 4ce100c6-e5c5-4508-b153-408876a22ede, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:44:22.382161 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] For port 4ce100c6-e5c5-4508-b153-408876a22ede, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4ce100c6-e5c5-4508-b153-408876a22ede,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:44:22.388573 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.431207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Allocated IP 172.20.0.2 (6a3afb64-425a-4b9a-bd23-251aaacde444/4fcd84b2-0fe4-405b-93db-9909155c8242/4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:44:22.477567 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:22.478577 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:22.532514 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e6b07-7121-45f2-8ab8-d86c117a1279 None None] Pushing event updated for resources: {'Port': ['ID=4ce100c6-e5c5-4508-b153-408876a22ede,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:22.645256 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.660451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Transition to ACTIVE for port object 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:44:22.666133 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:22.679922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Transition to ACTIVE for port object 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:44:22.686665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.749193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:44:22.756526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:44:22.761871 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:44:22.767728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Pushing event updated for resources: {'Port': ['ID=4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:22.855349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Attempting to bind port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:44:22.855718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Attempting to bind port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:44:22.856067 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Attempting to bind port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 on network 6a3afb64-425a-4b9a-bd23-251aaacde444 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:44:22.861251 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:44:22.861758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Checking segment: {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:44:22.862211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.863094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Bound using segment: {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:44:22.863552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Bound port: 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:44:22.863921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.868440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.953246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] For port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:44:22.957500 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] For port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:44:22.960310 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:20Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:22.962420 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:22.964351 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5be00f-46da-42c4-94aa-eefa1bd2b5dd None None] The sync data for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv is: [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:20Z', 'revision_number': 3, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:44:23.052789 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad96b4-c100-4992-9614-bc85dcf2958d None None] Pushing event updated for resources: {'Port': ['ID=4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:23.335582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.1 (6a3afb64-425a-4b9a-bd23-251aaacde444/4fcd84b2-0fe4-405b-93db-9909155c8242/2fed4806-186c-4238-a906-e632fdba14a9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:44:23.512032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:23.529054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 2fed4806-186c-4238-a906-e632fdba14a9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:44:23.555081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:23.624873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:44:23.632805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:44:23.637251 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:44:23.668939 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=2fed4806-186c-4238-a906-e632fdba14a9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:23.700109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:23.841650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.064323 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a75baa-159f-452c-b4d3-5f28caf6cf3d None None] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:44:24.209994 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-34487798-3a69-47e9-a7ef-eb73b2e4ef09 None None] Provisioning for port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:44:24.313552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:44:24.394162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.401089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.414299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:44:24.419802 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:24.420344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.525598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=2fed4806-186c-4238-a906-e632fdba14a9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:24.531583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.561542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.594556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:24.602106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.603263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4ce100c6-e5c5-4508-b153-408876a22ede up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:44:24.680771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:44:24.682066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:44:24.738304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-882a2078-8d5d-4653-b9a3-59b7ac013981 None None] Provisioning for port 2fed4806-186c-4238-a906-e632fdba14a9 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:44:24.742190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:24.747368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-882a2078-8d5d-4653-b9a3-59b7ac013981 None None] Provisioning complete for port 2fed4806-186c-4238-a906-e632fdba14a9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:24.747662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-882a2078-8d5d-4653-b9a3-59b7ac013981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.795758 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 4ce100c6-e5c5-4508-b153-408876a22ede completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:44:24.808751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4ce100c6-e5c5-4508-b153-408876a22ede triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:24.809185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.838132 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-882a2078-8d5d-4653-b9a3-59b7ac013981 None None] Port 2fed4806-186c-4238-a906-e632fdba14a9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:44:24.876985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-882a2078-8d5d-4653-b9a3-59b7ac013981 None None] Provisioning complete for port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:24.877349 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-882a2078-8d5d-4653-b9a3-59b7ac013981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:24.884484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 0976759b-0788-489e-a01a-25960629c69c has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:44:24.994944 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:25.055732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 4ce100c6-e5c5-4508-b153-408876a22ede, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4ce100c6-e5c5-4508-b153-408876a22ede,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:25.063966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:25.070137 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:44:25.084198 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-b9ae377c-f800-48d9-b7eb-13592dcf2259 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/0976759b-0788-489e-a01a-25960629c69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0489688 Mar 11 13:44:25.103872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Sync routers for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:44:25.127393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:25.128529 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:25.213159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=4ce100c6-e5c5-4508-b153-408876a22ede,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:25.245571 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-b291830f-eca4-48e7-a192-3a56085b8b88 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:44:25.261141 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-b291830f-eca4-48e7-a192-3a56085b8b88 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:44:25.262376 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-b291830f-eca4-48e7-a192-3a56085b8b88 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29253647&fields=id&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 267 time: 0.0564866 Mar 11 13:44:25.305403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-32988f7f-3be5-4d67-aee8-8c6bd57938f3 None None] Provisioning complete for port 2fed4806-186c-4238-a906-e632fdba14a9 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:25.305658 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-32988f7f-3be5-4d67-aee8-8c6bd57938f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:25.374334 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:25.418531 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-12143233-88bd-40b3-9848-d3c6bb1e07cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:25.419211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-12143233-88bd-40b3-9848-d3c6bb1e07cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:44:25.429286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-32988f7f-3be5-4d67-aee8-8c6bd57938f3 None None] Port 2fed4806-186c-4238-a906-e632fdba14a9 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:44:25.436397 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-12143233-88bd-40b3-9848-d3c6bb1e07cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:44:25.438298 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-12143233-88bd-40b3-9848-d3c6bb1e07cc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/networks?id=6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 200 len: 797 time: 0.1687412 Mar 11 13:44:25.453611 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-aecb65d2-14e5-48c6-aad6-53611260c801 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/quotas/42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 375 time: 0.0092590 Mar 11 13:44:25.536496 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-bb44d656-5c6b-4dd3-b435-6247549dd0a0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:44:25.551954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-bb44d656-5c6b-4dd3-b435-6247549dd0a0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:44:25.553280 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-bb44d656-5c6b-4dd3-b435-6247549dd0a0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937903 Mar 11 13:44:25.694011 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-2c2018af-9da4-4f54-9472-5c7f2c2fb506 service neutron] 10.222.0.52 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291595 Mar 11 13:44:25.729269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 2, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:25.733184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Checking router: 0976759b-0788-489e-a01a-25960629c69c for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:44:25.733589 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Updating router 0976759b-0788-489e-a01a-25960629c69c port 2fed4806-186c-4238-a906-e632fdba14a9 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:44:25.785133 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:25.828321 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-5304716b-f7f6-4136-8126-aa2f8d25d537 service neutron] 10.222.0.52 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283572 Mar 11 13:44:26.061969 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d75f4a2a-d9bb-437c-93ae-324f79e1e8fd req-7030ad40-4c96-4bb8-8686-34d14843c625 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 210 time: 0.1009929 Mar 11 13:44:26.141407 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:26.153416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Transition to ACTIVE for port object 2fed4806-186c-4238-a906-e632fdba14a9 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:44:26.160561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:26.291417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:44:26.384678 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe308213-011c-4daf-9c96-afb115442d23 None None] Pushing event updated for resources: {'Port': ['ID=2fed4806-186c-4238-a906-e632fdba14a9,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:26.448799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Attempting to bind port 2fed4806-186c-4238-a906-e632fdba14a9 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:44:26.448799 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Attempting to bind port 2fed4806-186c-4238-a906-e632fdba14a9 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:44:26.448992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Attempting to bind port 2fed4806-186c-4238-a906-e632fdba14a9 on network 6a3afb64-425a-4b9a-bd23-251aaacde444 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:44:26.468531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:44:26.468896 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Checking segment: {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:44:26.469286 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:26.469690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Bound using segment: {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:44:26.470148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Bound port: 2fed4806-186c-4238-a906-e632fdba14a9, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:44:26.470511 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:26.565016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:26.565551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:26.626094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] For port 2fed4806-186c-4238-a906-e632fdba14a9, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:44:26.638057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] For port 2fed4806-186c-4238-a906-e632fdba14a9, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2fed4806-186c-4238-a906-e632fdba14a9,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:44:26.645426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:26.766219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:26.766837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:26.851243 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe308213-011c-4daf-9c96-afb115442d23 None None] Pushing event updated for resources: {'Port': ['ID=2fed4806-186c-4238-a906-e632fdba14a9,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:26.855513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4ce100c6-e5c5-4508-b153-408876a22ede up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:44:27.035063 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:27.082202 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0ec8ade-aec5-48c9-8a80-366919a31506 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:27.083829 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0ec8ade-aec5-48c9-8a80-366919a31506 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/networks?id=6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 200 len: 797 time: 0.1522944 Mar 11 13:44:27.112912 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4ce100c6-e5c5-4508-b153-408876a22ede triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:27.113800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:27.142072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-5efe71ac-e5f0-4851-b0ef-87afe685726d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:44:27.155267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-5efe71ac-e5f0-4851-b0ef-87afe685726d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:44:27.156911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-5efe71ac-e5f0-4851-b0ef-87afe685726d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a905ee77e54aba8df114636fb76114 HTTP/1.1" status: 200 len: 378 time: 0.0637889 Mar 11 13:44:27.167109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'port': {'device_id': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'admin_state_up': True, 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'security_groups': ['756bb6dd-6724-4e77-a54c-37f606a05f62']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:27.237982 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8cd6e981-18b4-4c68-b352-2f7a564b30df req-4186f5d0-8f7b-41c4-b120-6b6f38a1fa5d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 210 time: 0.0475132 Mar 11 13:44:27.314320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:27.324549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:27.334219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Made reservation on behalf of 42a905ee77e54aba8df114636fb76114 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:44:27.337784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:27.501947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.20.0.10 (6a3afb64-425a-4b9a-bd23-251aaacde444/4fcd84b2-0fe4-405b-93db-9909155c8242/0e56737c-7198-4a05-b994-a5f44d76aa53) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:44:27.508172 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ee65558d-9590-443b-898b-2713ec347562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:26Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:27.512219 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee65558d-9590-443b-898b-2713ec347562 None None] The sync data for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv is: [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:26Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:44:27.807960 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:27.824932 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Transition to ACTIVE for port object 0e56737c-7198-4a05-b994-a5f44d76aa53 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:44:27.850006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:27.919260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:44:27.927152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:44:27.931795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:44:27.963046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=0e56737c-7198-4a05-b994-a5f44d76aa53,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:28.010112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:28.010874 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.043547 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-348340a1-8e89-4bcc-88fc-b750c2e3e1e9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8807671 Mar 11 13:44:28.054010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-9c3c2593-45cb-4671-b2cf-b1ee6c096099 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:44:28.055293 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-9c3c2593-45cb-4671-b2cf-b1ee6c096099 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060539 Mar 11 13:44:28.066056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Request body: {'port': {'device_id': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:28.184865 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.222778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fed35f43-1597-49a7-9952-ba3a1673f363 None None] Provisioning for port 0e56737c-7198-4a05-b994-a5f44d76aa53 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:44:28.230163 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-fed35f43-1597-49a7-9952-ba3a1673f363 None None] Provisioning complete for port 0e56737c-7198-4a05-b994-a5f44d76aa53 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:28.230648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-fed35f43-1597-49a7-9952-ba3a1673f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.293311 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2fed4806-186c-4238-a906-e632fdba14a9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:44:28.371066 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-fed35f43-1597-49a7-9952-ba3a1673f363 None None] Port 0e56737c-7198-4a05-b994-a5f44d76aa53 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:44:28.385796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2fed4806-186c-4238-a906-e632fdba14a9 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:44:28.391890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2fed4806-186c-4238-a906-e632fdba14a9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:28.392258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.480636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81bfd-6942-42f5-8318-c6b1f6fd4cd6 req-74d8b20e-e3f7-436b-9335-d7a74e255d7d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:28.482429 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abd81bfd-6942-42f5-8318-c6b1f6fd4cd6 req-74d8b20e-e3f7-436b-9335-d7a74e255d7d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 932 time: 0.1214044 Mar 11 13:44:28.531898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.537592 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abd81bfd-6942-42f5-8318-c6b1f6fd4cd6 req-8062ce3b-4aa9-4f52-8d1a-3781f1b94343 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469842 Mar 11 13:44:28.571480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 2fed4806-186c-4238-a906-e632fdba14a9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2fed4806-186c-4238-a906-e632fdba14a9,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:28.575989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.616760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e56737c-7198-4a05-b994-a5f44d76aa53 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:44:28.625004 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.641031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Transition to ACTIVE for port object 0e56737c-7198-4a05-b994-a5f44d76aa53 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:44:28.646469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=2fed4806-186c-4238-a906-e632fdba14a9,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:28.646645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.810285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Pushing event updated for resources: {'Port': ['ID=0e56737c-7198-4a05-b994-a5f44d76aa53,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:28.888965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Attempting to bind port 0e56737c-7198-4a05-b994-a5f44d76aa53 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:44:28.889297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Attempting to bind port 0e56737c-7198-4a05-b994-a5f44d76aa53 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:44:28.889650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Attempting to bind port 0e56737c-7198-4a05-b994-a5f44d76aa53 on network 6a3afb64-425a-4b9a-bd23-251aaacde444 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:44:28.894185 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Port 0e56737c-7198-4a05-b994-a5f44d76aa53 on network 6a3afb64-425a-4b9a-bd23-251aaacde444 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:44:28.894503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Attempting to bind port 0e56737c-7198-4a05-b994-a5f44d76aa53 on network 6a3afb64-425a-4b9a-bd23-251aaacde444 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:44:28.899476 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:44:28.899821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Checking segment: {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:44:28.900190 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Bound using segment: {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:44:28.900600 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Bound port: 0e56737c-7198-4a05-b994-a5f44d76aa53, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fda580-7925-43dd-8a3e-f0d4ade131bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:44:28.900941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:28.988337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] For port 0e56737c-7198-4a05-b994-a5f44d76aa53, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:44:28.991355 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] For port 0e56737c-7198-4a05-b994-a5f44d76aa53, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0e56737c-7198-4a05-b994-a5f44d76aa53,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:44:28.996596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:29.056954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:29.057723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:29.058942 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] 10.222.0.50 "PUT /v2.0/ports/0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 200 len: 1094 time: 0.9972730 Mar 11 13:44:29.059396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:44:29.085638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0787fa9-e8df-489b-8c79-f5b5098b2080 service neutron] Pushing event updated for resources: {'Port': ['ID=0e56737c-7198-4a05-b994-a5f44d76aa53,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:29.133035 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'status': 'completed', 'code': 200} Mar 11 13:44:29.174804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-00e35622-0832-4863-9935-ee880f63d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:29.176826 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-00e35622-0832-4863-9935-ee880f63d366 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1097 time: 0.0756612 Mar 11 13:44:29.250929 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-ef5aaa1a-de30-46a9-8955-334cc2a5ccb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 200 len: 217 time: 0.0670514 Mar 11 13:44:29.312285 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-f3af6791-17be-466a-9d24-3b05ca82c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:29.313676 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-f3af6791-17be-466a-9d24-3b05ca82c165 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fcd84b2-0fe4-405b-93db-9909155c8242 HTTP/1.1" status: 200 len: 835 time: 0.0574124 Mar 11 13:44:29.387259 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-8bb0afcb-215c-482f-bcc2-8eb6d833917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:29.388703 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-8bb0afcb-215c-482f-bcc2-8eb6d833917e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3afb64-425a-4b9a-bd23-251aaacde444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690019 Mar 11 13:44:29.520726 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-933e6b66-a7b7-4034-b5ea-09136fc8b6bf service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255736 Mar 11 13:44:29.726324 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb7e0c-c3fc-45f9-ac1e-537c4bdd49f3 req-c6608b25-a8ea-4b76-8a76-8ea9b1664be8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:29.727808 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0ebb7e0c-c3fc-45f9-ac1e-537c4bdd49f3 req-c6608b25-a8ea-4b76-8a76-8ea9b1664be8 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 944 time: 0.0789282 Mar 11 13:44:29.745961 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8f922ce2-8f67-4ee4-8281-ed6d640e97fa req-c9025dac-d259-470a-acda-10ab9736134f service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191935 Mar 11 13:44:29.772668 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0ebb7e0c-c3fc-45f9-ac1e-537c4bdd49f3 req-e4484379-04dd-4e71-b931-166060c72236 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391374 Mar 11 13:44:29.859141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a126-511b-4e53-a024-89c645d01370 req-d3e680a3-60c7-44cc-af24-412802de4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:29.860506 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4cd7a126-511b-4e53-a024-89c645d01370 req-d3e680a3-60c7-44cc-af24-412802de4635 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1097 time: 0.0701065 Mar 11 13:44:29.994604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a126-511b-4e53-a024-89c645d01370 req-3d6297ab-d1b2-4f3a-bbd0-98c1b1146fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:29.996084 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4cd7a126-511b-4e53-a024-89c645d01370 req-3d6297ab-d1b2-4f3a-bbd0-98c1b1146fc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 200 len: 898 time: 0.1286409 Mar 11 13:44:30.065357 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4cd7a126-511b-4e53-a024-89c645d01370 req-4ff28e0c-7e7e-4878-9319-9c73f9304913 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 200 len: 217 time: 0.0624502 Mar 11 13:44:30.125068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a126-511b-4e53-a024-89c645d01370 req-2b8ca4d5-c06a-4811-b1fe-62eb46b14a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:30.126471 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4cd7a126-511b-4e53-a024-89c645d01370 req-2b8ca4d5-c06a-4811-b1fe-62eb46b14a2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fcd84b2-0fe4-405b-93db-9909155c8242 HTTP/1.1" status: 200 len: 835 time: 0.0548222 Mar 11 13:44:30.204427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a126-511b-4e53-a024-89c645d01370 req-83a7fb21-d60e-4426-b3fb-4135f5d3939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:30.205911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4cd7a126-511b-4e53-a024-89c645d01370 req-83a7fb21-d60e-4426-b3fb-4135f5d3939a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3afb64-425a-4b9a-bd23-251aaacde444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730841 Mar 11 13:44:30.250444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2fed4806-186c-4238-a906-e632fdba14a9 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:44:30.318366 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:44:30.318973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2fed4806-186c-4238-a906-e632fdba14a9 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:30.319073 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:30.340780 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4cd7a126-511b-4e53-a024-89c645d01370 req-3efbfbb2-f03d-47b7-a842-a1cddb904937 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277142 Mar 11 13:44:30.474075 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-4cd7a126-511b-4e53-a024-89c645d01370 req-5e46427c-106c-414c-809f-80345b4c165f service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255510 Mar 11 13:44:30.971304 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44807-0342-4ffa-8a74-3282e8960eb9 req-375e65cc-5a8c-4936-9d97-b2a9066d3e1c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:30.972769 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eda44807-0342-4ffa-8a74-3282e8960eb9 req-375e65cc-5a8c-4936-9d97-b2a9066d3e1c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 944 time: 0.0841970 Mar 11 13:44:31.107852 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eda44807-0342-4ffa-8a74-3282e8960eb9 req-8d53589e-1218-4565-a938-449b953b0f89 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292114 Mar 11 13:44:31.796321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0e56737c-7198-4a05-b994-a5f44d76aa53 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:44:31.925979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0e56737c-7198-4a05-b994-a5f44d76aa53, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0e56737c-7198-4a05-b994-a5f44d76aa53,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:31.938761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'port_id': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'mac_address': 'fa:16:3e:0e:15:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:44:31.991686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:32.007832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e56737c-7198-4a05-b994-a5f44d76aa53 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:44:32.026847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0e56737c-7198-4a05-b994-a5f44d76aa53, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0e56737c-7198-4a05-b994-a5f44d76aa53,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:32.031538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:32.101696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0e56737c-7198-4a05-b994-a5f44d76aa53,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:32.236759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['0e56737c-7198-4a05-b994-a5f44d76aa53'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:44:32.291103 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec677-47c0-4895-ba13-fad521812430 req-1875fb94-028d-4a45-b6aa-ad0022fc8641 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:32.292561 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-433ec677-47c0-4895-ba13-fad521812430 req-1875fb94-028d-4a45-b6aa-ad0022fc8641 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 945 time: 0.0794604 Mar 11 13:44:32.336186 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-433ec677-47c0-4895-ba13-fad521812430 req-669d81b9-5b12-4c06-aaaf-4434e5311af3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379839 Mar 11 13:44:33.517387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c7c9-398a-44c0-a04b-79c676ee2530 req-ed5ee7f1-0996-4547-b4a4-dcf11a3aa556 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:33.519455 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a652c7c9-398a-44c0-a04b-79c676ee2530 req-ed5ee7f1-0996-4547-b4a4-dcf11a3aa556 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 945 time: 0.0807612 Mar 11 13:44:33.571111 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a652c7c9-398a-44c0-a04b-79c676ee2530 req-a79467ee-7cfd-464f-bc34-50d973a463a0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460734 Mar 11 13:44:33.811738 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0e56737c-7198-4a05-b994-a5f44d76aa53 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:44:33.880101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 0e56737c-7198-4a05-b994-a5f44d76aa53 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:44:33.884559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 0e56737c-7198-4a05-b994-a5f44d76aa53 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:44:33.884919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:33.993938 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:34.021955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:44:34.031071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 0e56737c-7198-4a05-b994-a5f44d76aa53, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0e56737c-7198-4a05-b994-a5f44d76aa53,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:44:34.035580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:34.072233 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'code': 200} Mar 11 13:44:34.103368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=0e56737c-7198-4a05-b994-a5f44d76aa53,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:34.290235 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cffd7-768d-48dd-a13a-dce78246efa1 req-b4d3db95-1c2c-438a-afef-150f8abed56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:34.291606 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-898cffd7-768d-48dd-a13a-dce78246efa1 req-b4d3db95-1c2c-438a-afef-150f8abed56b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1099 time: 0.0683928 Mar 11 13:44:34.330570 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-898cffd7-768d-48dd-a13a-dce78246efa1 req-8cf4492a-0b5f-415d-90c6-8362f5742fdf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333762 Mar 11 13:44:34.753475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5db1e-4924-406c-80b0-7eacaf63a124 req-8db4cde3-54b1-4582-9136-d8a090884661 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:34.754907 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-37f5db1e-4924-406c-80b0-7eacaf63a124 req-8db4cde3-54b1-4582-9136-d8a090884661 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0811610 Mar 11 13:44:34.798154 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-37f5db1e-4924-406c-80b0-7eacaf63a124 req-d0718e70-efb2-4e09-ae74-8eee0c7cefe0 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378175 Mar 11 13:44:35.986793 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f818a-2644-49a9-9754-9e6685c83293 req-fbc5d817-5e07-4ab2-a12c-9f2bda0fad72 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:35.988270 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c36f818a-2644-49a9-9754-9e6685c83293 req-fbc5d817-5e07-4ab2-a12c-9f2bda0fad72 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0804291 Mar 11 13:44:36.030558 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c36f818a-2644-49a9-9754-9e6685c83293 req-639e7894-cfbd-4105-90cf-ac760a91f174 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367434 Mar 11 13:44:36.219696 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f872-a4eb-4a3b-be10-3eb67aa7b478 req-df2ed233-4d26-403f-b62c-34e27a346e46 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:36.221110 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0d69f872-a4eb-4a3b-be10-3eb67aa7b478 req-df2ed233-4d26-403f-b62c-34e27a346e46 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0864873 Mar 11 13:44:36.265234 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0d69f872-a4eb-4a3b-be10-3eb67aa7b478 req-f3f07de2-df33-4f51-b53e-caf968cb8bbb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378330 Mar 11 13:44:36.288369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40094) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:36.357012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c961fb86-266f-4462-8dcb-8bed8184b2e3 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:36.358506 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c961fb86-266f-4462-8dcb-8bed8184b2e3 tempest-TestNetworkAdvancedServerOps-67854407 tempest-TestNetworkAdvancedServerOps-67854407-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1094 time: 0.0691862 Mar 11 13:44:36.361292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40098) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:36.366266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:44:36.372220 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:44:36.376048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Usage tracker for resource:floatingip and tenant:42a905ee77e54aba8df114636fb76114 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:44:36.379380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:44:36.385018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:44:36.398779 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:36.530048 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:36.666815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Allocated IP 172.26.4.36 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/1fb4094f-52da-432c-af8d-b1ddd5e394af) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:44:36.813482 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:36.841655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:36.901830 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:44:36.904565 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:44:36.908112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:44:36.954669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=1fb4094f-52da-432c-af8d-b1ddd5e394af,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:37.227505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f142632b-1461-47ae-a315-851d171d3b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:37.325380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:37.399236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:37.701387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:37.705738 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:37.817584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event updated for resources: {'Port': ['ID=1fb4094f-52da-432c-af8d-b1ddd5e394af,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:44:37.827467 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:38.005634 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP 3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5 associated. External IP: 172.26.4.36, port: 0e56737c-7198-4a05-b994-a5f44d76aa53. Mar 11 13:44:38.350468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 0976759b-0788-489e-a01a-25960629c69c has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:44:38.531886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:44:38.545314 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] Sync routers for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:44:38.555994 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:38.556653 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:38.557991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:38.629361 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-35b258a8-9569-4928-9e2b-5d007ee7cc8b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2669775 Mar 11 13:44:38.629985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:44:38.678148 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'status': 'completed', 'code': 200} Mar 11 13:44:38.742265 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:38.771196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-91b8de2a-6a85-46df-b398-f407321edb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:38.773275 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-91b8de2a-6a85-46df-b398-f407321edb03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1099 time: 0.0752139 Mar 11 13:44:38.796960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618267e-ac5b-4813-b072-cc69f5252dda req-0778c76e-57ad-4131-a6a8-b0d085990450 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:38.798898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2618267e-ac5b-4813-b072-cc69f5252dda req-0778c76e-57ad-4131-a6a8-b0d085990450 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0826881 Mar 11 13:44:38.849360 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2618267e-ac5b-4813-b072-cc69f5252dda req-8ed0b5ca-26d3-4f44-843e-0e6e86c2c0ce tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426688 Mar 11 13:44:38.879099 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:38.906624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-037527b2-b33f-4913-9f3a-f7be01e1fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:38.907974 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-037527b2-b33f-4913-9f3a-f7be01e1fe85 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 200 len: 898 time: 0.1291885 Mar 11 13:44:38.988641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-91f3f022-f928-4381-8dfb-cbfb20c227f7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5 HTTP/1.1" status: 200 len: 991 time: 0.1078613 Mar 11 13:44:39.008549 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-fb9d6d4a-418d-4de7-ab00-88f2db5fa9f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 200 len: 999 time: 0.0944190 Mar 11 13:44:39.073032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-30cc4cf7-0d4b-4fa9-afde-6c8338b75ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:39.074497 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-30cc4cf7-0d4b-4fa9-afde-6c8338b75ce0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fcd84b2-0fe4-405b-93db-9909155c8242 HTTP/1.1" status: 200 len: 835 time: 0.0604637 Mar 11 13:44:39.092382 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.36', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '0976759b-0788-489e-a01a-25960629c69c', 'port_id': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'mac_address': 'fa:16:3e:0e:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:44:37Z', 'updated_at': '2022-03-11T13:44:37Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:28Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:39.096156 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] Checking router: 0976759b-0788-489e-a01a-25960629c69c for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:44:39.104711 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:44:39.105283 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:44:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:39.149227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-fdd38b54-9e62-4ba4-8296-8c0cdf2ad771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:44:39.150753 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-fdd38b54-9e62-4ba4-8296-8c0cdf2ad771 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3afb64-425a-4b9a-bd23-251aaacde444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704563 Mar 11 13:44:39.283569 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-86f1a8d7-0a5b-4815-8ee5-cb27e0c47500 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266363 Mar 11 13:44:39.306887 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-11ea93c8-7981-42fb-be44-2e02bc19f475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:39.317811 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:44:39.502896 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f946771c-a97b-4813-925d-fbc0da85e2fb req-aabaf1ee-0477-466f-b023-3c7342cead1c service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139876 Mar 11 13:44:39.673843 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.36', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '0976759b-0788-489e-a01a-25960629c69c', 'port_id': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'mac_address': 'fa:16:3e:0e:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:44:37Z', 'updated_at': '2022-03-11T13:44:37Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:28Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:44:39.677680 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82fac3-53e7-4246-93b7-897e44edf7da None None] The sync data for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv is: [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'floating_ip_address': '172.26.4.36', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '0976759b-0788-489e-a01a-25960629c69c', 'port_id': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'mac_address': 'fa:16:3e:0e:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:44:37Z', 'updated_at': '2022-03-11T13:44:37Z', 'revision_number': 0, 'project_id': '42a905ee77e54aba8df114636fb76114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:28Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:44:39.854703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8990c-25b0-46ad-82ff-a651777a2c7a None None] New status for floating IP 3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:44:39.992393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40110) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:44:40.210913 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cea12d72-2ac1-4a99-9d2c-8154b47f8fcb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5 HTTP/1.1" status: 200 len: 993 time: 0.2175102 Mar 11 13:44:40.499923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:40.631955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:42.103107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:44:52.295146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:07.172647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d18fbb-b173-4e8a-9379-cc55754b6bd2 req-6cb12f33-290a-488d-bbc0-96e3fcffd838 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:07.174088 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35d18fbb-b173-4e8a-9379-cc55754b6bd2 req-6cb12f33-290a-488d-bbc0-96e3fcffd838 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.1284773 Mar 11 13:45:07.218151 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35d18fbb-b173-4e8a-9379-cc55754b6bd2 req-a443d187-1d39-4ff8-8b72-83b56ce0e970 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378575 Mar 11 13:45:07.230991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb701163-69af-4c81-93b3-a75918d2f399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:07.316239 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:45:08.407236 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259fa77-05c2-435c-825e-238630f5a065 req-a3d92012-7ade-4b62-bcd1-2cdedc4ceb21 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:08.408682 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0259fa77-05c2-435c-825e-238630f5a065 req-a3d92012-7ade-4b62-bcd1-2cdedc4ceb21 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0816560 Mar 11 13:45:08.453379 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0259fa77-05c2-435c-825e-238630f5a065 req-eba18ed1-4de6-421b-ac2e-fd02c0d85d75 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387039 Mar 11 13:45:08.475415 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40134) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:08.581295 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4a5c152c-fe7a-4db7-ab2a-12b8bc00898b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5 HTTP/1.1" status: 200 len: 993 time: 0.1047297 Mar 11 13:45:09.310341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0f64d3cd-a6d4-4cad-ae20-840496dfc0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:10.035252 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b127e-721c-4480-9afc-3ae376d5911c req-7a219cbd-c7fe-4dcc-8f58-c1f955445879 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:10.036817 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba8b127e-721c-4480-9afc-3ae376d5911c req-7a219cbd-c7fe-4dcc-8f58-c1f955445879 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0828564 Mar 11 13:45:10.081311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ba8b127e-721c-4480-9afc-3ae376d5911c req-4c99a6ce-7667-46fa-801b-297d5355aa27 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387588 Mar 11 13:45:10.090074 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-19fd338b-c229-41a5-8120-b18ad3bdbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:10.091537 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-19fd338b-c229-41a5-8120-b18ad3bdbeed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1099 time: 0.1120455 Mar 11 13:45:10.221588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-eb99dbc8-94f2-4a23-a36b-e48c3948a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:10.223014 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-eb99dbc8-94f2-4a23-a36b-e48c3948a4aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 200 len: 898 time: 0.1259005 Mar 11 13:45:10.324314 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-ac8e521b-ac1c-4022-9d06-9ba93c301c33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 200 len: 1001 time: 0.0950503 Mar 11 13:45:10.384399 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-03e00eca-2ae6-4b96-b50e-3d0a6a0a3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:10.385829 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-03e00eca-2ae6-4b96-b50e-3d0a6a0a3da0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fcd84b2-0fe4-405b-93db-9909155c8242 HTTP/1.1" status: 200 len: 835 time: 0.0557663 Mar 11 13:45:10.457276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-d3478ac4-fdc0-4b93-9c42-fcde9a03e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:10.459294 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-d3478ac4-fdc0-4b93-9c42-fcde9a03e6b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3afb64-425a-4b9a-bd23-251aaacde444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679138 Mar 11 13:45:10.503982 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:10.588405 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-e25300ad-9dcb-4e76-8fff-cde6350ad167 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231203 Mar 11 13:45:10.633687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:10.721066 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-27fb04cf-00b8-4e5d-8ad6-e161a8357915 req-fdfb195f-7c3b-48b7-859d-3036be935b48 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262436 Mar 11 13:45:11.267431 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64b649-1e68-4964-9e99-29d35d4fc5d0 req-deded3f6-db6c-4435-98c5-7ef7d2f698b9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:11.268861 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0a64b649-1e68-4964-9e99-29d35d4fc5d0 req-deded3f6-db6c-4435-98c5-7ef7d2f698b9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0828414 Mar 11 13:45:11.311723 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0a64b649-1e68-4964-9e99-29d35d4fc5d0 req-b4f4b3d9-5d3b-4a8a-94ec-44d3686f8e3b tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372877 Mar 11 13:45:11.822213 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-9a10df35-7a38-42ad-a921-3162ca62b5ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706813 Mar 11 13:45:11.958323 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-17afdc45-961d-445b-9944-f0a205369dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:11.959764 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-17afdc45-961d-445b-9944-f0a205369dde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1099 time: 0.0695262 Mar 11 13:45:12.099619 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-580cc109-396e-4343-856b-1b10df0b8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:12.101043 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-580cc109-396e-4343-856b-1b10df0b8dbd service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 200 len: 898 time: 0.1241074 Mar 11 13:45:12.103292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:12.200956 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-ccaa21b4-0e16-4f6a-928d-db1b4e84e95c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 200 len: 1001 time: 0.0942361 Mar 11 13:45:12.264532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-504aab57-a7e6-42d0-80d1-57110c18f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:12.265927 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-504aab57-a7e6-42d0-80d1-57110c18f2fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fcd84b2-0fe4-405b-93db-9909155c8242 HTTP/1.1" status: 200 len: 835 time: 0.0587070 Mar 11 13:45:12.338814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-99070f0c-b7a8-43dd-8855-beab00fcdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:12.340355 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-99070f0c-b7a8-43dd-8855-beab00fcdafa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3afb64-425a-4b9a-bd23-251aaacde444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681994 Mar 11 13:45:12.473552 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-1fabcf14-036c-45b1-9968-68e45180764f service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262720 Mar 11 13:45:12.496273 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21b3c-45fa-4c79-836c-a7a0db2d1b34 req-f59979b8-40c1-4e76-8728-e05a7711ba78 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:12.497742 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0a21b3c-45fa-4c79-836c-a7a0db2d1b34 req-f59979b8-40c1-4e76-8728-e05a7711ba78 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0826371 Mar 11 13:45:12.541764 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c0a21b3c-45fa-4c79-836c-a7a0db2d1b34 req-75b7c0c3-1496-4bff-9b8f-e18455055d25 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383389 Mar 11 13:45:12.564894 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:12.676415 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-68c5a662-a47a-4ba7-98d8-aab768c2bb58 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/floatingips/3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5 HTTP/1.1" status: 200 len: 993 time: 0.1102760 Mar 11 13:45:12.698999 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-8cf2fe0f-88d4-4c66-84a3-21944422421b req-d66b3c83-2e9b-4c11-ae4b-f21e491cdc85 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197998 Mar 11 13:45:13.029661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40160) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:13.233785 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 1fb4094f-52da-432c-af8d-b1ddd5e394af {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:45:13.234124 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:13.400506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:13.400832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:13.528694 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 1fb4094f-52da-432c-af8d-b1ddd5e394af owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:45:13.672921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:13.814705 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=1fb4094f-52da-432c-af8d-b1ddd5e394af,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:13.846891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.847230 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.847562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.847889 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.848211 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.848562 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.848883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.849208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.849555 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.849875 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.850192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.850523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:13.915506 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:13.915835 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Floating IP 3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5 disassociated (deleted). External IP: 172.26.4.36, port: 0e56737c-7198-4a05-b994-a5f44d76aa53. Mar 11 13:45:14.258337 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 0976759b-0788-489e-a01a-25960629c69c has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:45:14.434092 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:45:14.444775 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] Sync routers for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:45:14.450278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:14.453573 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:14.454161 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:14.503824 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d48f0c91-607b-4769-b358-f27f5537725a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/floatingips/3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5 HTTP/1.1" status: 204 len: 168 time: 1.4729779 Mar 11 13:45:14.504381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:45:14.557907 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'status': 'completed', 'code': 200} Mar 11 13:45:14.632579 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:14.659734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-7d297ced-f7f9-402d-920c-81a285d3724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:14.662836 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-7d297ced-f7f9-402d-920c-81a285d3724d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42a905ee77e54aba8df114636fb76114&device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 1099 time: 0.0756154 Mar 11 13:45:14.804179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-7e50c670-d41a-4602-83c5-aa1132736fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:14.805605 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-7e50c670-d41a-4602-83c5-aa1132736fbc service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 200 len: 898 time: 0.1372285 Mar 11 13:45:14.872529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fb325-449a-4a3a-bcf8-0c4610648c11 req-5956ab30-2a67-4a9b-9485-b696af22566d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:14.873238 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-441fb325-449a-4a3a-bcf8-0c4610648c11 req-5956ab30-2a67-4a9b-9485-b696af22566d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:45:14.876860 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-176686b6-f497-4e25-99f7-a8ec0d3ec02c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 200 len: 217 time: 0.0648780 Mar 11 13:45:14.889612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-441fb325-449a-4a3a-bcf8-0c4610648c11 req-5956ab30-2a67-4a9b-9485-b696af22566d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:45:14.890720 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-441fb325-449a-4a3a-bcf8-0c4610648c11 req-5956ab30-2a67-4a9b-9485-b696af22566d tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0976748 Mar 11 13:45:14.942804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-c714a603-2eaf-40b6-b94d-f80f9d40b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:14.943927 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-441fb325-449a-4a3a-bcf8-0c4610648c11 req-dc3972a4-3a13-45fb-87f0-a04240141cf9 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466709 Mar 11 13:45:14.944255 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-c714a603-2eaf-40b6-b94d-f80f9d40b772 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fcd84b2-0fe4-405b-93db-9909155c8242 HTTP/1.1" status: 200 len: 835 time: 0.0594850 Mar 11 13:45:14.956263 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:28Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:14.960904 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] Checking router: 0976759b-0788-489e-a01a-25960629c69c for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:45:14.969137 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:14.969761 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:15.023855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-7214fda4-995e-45af-9098-9d8a9b1eb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:15.025312 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-7214fda4-995e-45af-9098-9d8a9b1eb7ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3afb64-425a-4b9a-bd23-251aaacde444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746403 Mar 11 13:45:15.146353 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:15.155115 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-f02a6d78-aa7b-47a5-b4b9-afd7440d9af1 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224773 Mar 11 13:45:15.307743 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-e0e93cb6-df77-41b0-8f3c-a044ef31a29d req-140a49a9-e46e-49a3-85ea-16bfa09abaff service neutron] 10.222.0.50 "GET /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445630 Mar 11 13:45:15.482382 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:28Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:15.486280 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6919cbe-35d1-4106-adf9-8cb29a9e9244 None None] The sync data for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv is: [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:44:23Z', 'revision_number': 4, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '2fed4806-186c-4238-a906-e632fdba14a9', 'name': '', 'network_id': '6a3afb64-425a-4b9a-bd23-251aaacde444', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'mac_address': 'fa:16:3e:8e:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:23Z', 'updated_at': '2022-03-11T13:44:28Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'subnets': [{'id': '4fcd84b2-0fe4-405b-93db-9909155c8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:45:15.685091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50a00e9-d9f1-45ae-a525-6ca3cc2ad691 None None] New status for floating IP 3d49dcb6-8ae7-4732-a4a2-5bdfcffd68e5: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:45:16.127891 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef048b-ff54-45c7-81c1-af06fcc2b598 req-536b15af-879b-4344-b0b7-fee566fd725c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:16.129345 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3ef048b-ff54-45c7-81c1-af06fcc2b598 req-536b15af-879b-4344-b0b7-fee566fd725c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0803192 Mar 11 13:45:16.174372 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a3ef048b-ff54-45c7-81c1-af06fcc2b598 req-f1af91a6-28b8-46ec-bf1c-abd338883ffc tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/security-groups?id=756bb6dd-6724-4e77-a54c-37f606a05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393982 Mar 11 13:45:16.407841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-ed3daadf-bd7f-4c3c-83f0-1b34a0888128 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:16.408419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-ed3daadf-bd7f-4c3c-83f0-1b34a0888128 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Synchronizing usage tracker for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:45:16.420508 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-ed3daadf-bd7f-4c3c-83f0-1b34a0888128 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Unset dirty status for tenant:42a905ee77e54aba8df114636fb76114 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:45:16.421614 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-ed3daadf-bd7f-4c3c-83f0-1b34a0888128 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 946 time: 0.0894144 Mar 11 13:45:16.492647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 0e56737c-7198-4a05-b994-a5f44d76aa53 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:45:16.492994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:16.737918 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 0e56737c-7198-4a05-b994-a5f44d76aa53, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=0e56737c-7198-4a05-b994-a5f44d76aa53,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:16.738184 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:16.857781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 0e56737c-7198-4a05-b994-a5f44d76aa53 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:45:16.998627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:17.047833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=0e56737c-7198-4a05-b994-a5f44d76aa53,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:17.085051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.085395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.085756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.086089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.086422 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.086746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.087068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.087388 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.087707 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.088028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.088344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.088660 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:17.131694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] No DVR routers for this DVR port 0e56737c-7198-4a05-b994-a5f44d76aa53 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:45:17.133961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:17.136337 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'name': 'network-vif-deleted', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:45:17.151701 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbd335d4-da2c-49ee-a5a2-8dfc365382cf req-c4184480-0056-445d-8ece-11d2a5e576c3 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.50 "DELETE /v2.0/ports/0e56737c-7198-4a05-b994-a5f44d76aa53 HTTP/1.1" status: 204 len: 173 time: 0.7251806 Mar 11 13:45:17.185345 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f81995-5510-4b95-8053-478dc7132f5c', 'name': 'network-vif-deleted', 'tag': '0e56737c-7198-4a05-b994-a5f44d76aa53', 'status': 'completed', 'code': 200} Mar 11 13:45:17.330023 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4412df87-7f3d-49ce-8eac-2cd4d612f4f3 req-e80a6d00-d164-4885-b610-84a1e7c5ea0a tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81995-5510-4b95-8053-478dc7132f5c HTTP/1.1" status: 200 len: 210 time: 0.0462255 Mar 11 13:45:18.421559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40178) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:19.084857 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:19.468158 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 2fed4806-186c-4238-a906-e632fdba14a9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:45:19.468674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:19.659138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 2fed4806-186c-4238-a906-e632fdba14a9, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2fed4806-186c-4238-a906-e632fdba14a9,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:19.659494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:19.787805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 2fed4806-186c-4238-a906-e632fdba14a9 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:45:19.969591 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:20.019276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=2fed4806-186c-4238-a906-e632fdba14a9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:20.048389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0e56737c-7198-4a05-b994-a5f44d76aa53 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:45:20.085865 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 0e56737c-7198-4a05-b994-a5f44d76aa53 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:45:20.086203 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 0e56737c-7198-4a05-b994-a5f44d76aa53 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:45:20.294475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:20.753026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Router 0976759b-0788-489e-a01a-25960629c69c has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:45:20.927778 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:45:20.937267 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] Sync routers for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:45:20.939974 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5199750b-f397-4722-9ede-45d10a22bcf7 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "PUT /v2.0/routers/0976759b-0788-489e-a01a-25960629c69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5173860 Mar 11 13:45:20.943188 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:20.947159 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:20.947751 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:21.011162 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting subnet 4fcd84b2-0fe4-405b-93db-9909155c8242 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:45:21.013968 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.067104 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920928'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.121735 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:21.151612 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.222859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2695152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774355'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.262112 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcd84b2-0fe4-405b-93db-9909155c8242,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:21.266729 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.274019 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5f2de672-dcdf-4650-ade5-00923dc0b8bb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/subnets/4fcd84b2-0fe4-405b-93db-9909155c8242 HTTP/1.1" status: 204 len: 168 time: 0.3299506 Mar 11 13:45:21.275375 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4bd324-2ffe-460c-ba6e-ede385ef822d None None] Network 6a3afb64-425a-4b9a-bd23-251aaacde444 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:45:21.276524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:21.408265 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:45:19Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:21.412719 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] Checking router: 0976759b-0788-489e-a01a-25960629c69c for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:45:21.421506 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] Routers {'0976759b-0788-489e-a01a-25960629c69c'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:21.422104 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['0976759b-0788-489e-a01a-25960629c69c'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:21.468780 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.538312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] DHCP port deletion for 6a3afb64-425a-4b9a-bd23-251aaacde444 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:45:21.543322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Deleting port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:45:21.544155 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.602256 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] Set router 0976759b-0788-489e-a01a-25960629c69c gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:21.652709 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.663142 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Deleting port 4ce100c6-e5c5-4508-b153-408876a22ede {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:45:21.663509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.759509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] For port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0,segment=NetworkSegment(58fda580-7925-43dd-8a3e-f0d4ade131bb),segment_id=58fda580-7925-43dd-8a3e-f0d4ade131bb)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:21.759922 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.883023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Calling delete_port for 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:45:21.910988 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:45:19Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:21.915831 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cdaef8-41ec-4f7a-9afc-3ea643efe893 None None] The sync data for ids ['0976759b-0788-489e-a01a-25960629c69c'] in dv-neutron-833198-1-hyperv is: [{'id': '0976759b-0788-489e-a01a-25960629c69c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574706815', 'tenant_id': '42a905ee77e54aba8df114636fb76114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:44:18Z', 'updated_at': '2022-03-11T13:45:19Z', 'revision_number': 5, 'project_id': '42a905ee77e54aba8df114636fb76114', 'gw_port': {'id': '4ce100c6-e5c5-4508-b153-408876a22ede', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976759b-0788-489e-a01a-25960629c69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:44:19Z', 'updated_at': '2022-03-11T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:45:21.966125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847'] for port, after_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:21.975292 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] For port 4ce100c6-e5c5-4508-b153-408876a22ede, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4ce100c6-e5c5-4508-b153-408876a22ede,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:21.975820 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.020205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Pushing event deleted for resources: {'Port': ['ID=4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0,revision_number=None']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:22.023130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] No DVR routers for this DVR port 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 on host dv-neutron-833198-1-hyperv {{(pid=87960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:45:22.034872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.035048 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.037832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.037832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.037832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.037832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.038444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.038979 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.039497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.039911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.040299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.040672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6878b-2832-40b5-a5b2-2d6f25a86fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:22.100370 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Calling delete_port for 4ce100c6-e5c5-4508-b153-408876a22ede owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:45:22.263819 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.297501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.319499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Port': ['ID=4ce100c6-e5c5-4508-b153-408876a22ede,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:22.325187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2fed4806-186c-4238-a906-e632fdba14a9 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:45:22.360469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2fed4806-186c-4238-a906-e632fdba14a9 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:45:22.360812 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2fed4806-186c-4238-a906-e632fdba14a9 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:45:22.361232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:45:22.397630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:45:22.397960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d6ec6e8-7e6e-4f54-a2bd-3737fa4716b0 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:45:22.417648 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.595740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.597899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.619251 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.619747 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Fanout notify agent at l3_agent the message router_deleted on router 0976759b-0788-489e-a01a-25960629c69c {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:45:22.635642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.636725 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ad336a14-3f60-45f8-ae85-99cda9bc546c tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/routers/0976759b-0788-489e-a01a-25960629c69c HTTP/1.1" status: 204 len: 168 time: 1.3591583 Mar 11 13:45:22.639441 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:22.758386 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.888214 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.913072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3afb64-425a-4b9a-bd23-251aaacde444']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:22.925091 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fda580-7925-43dd-8a3e-f0d4ade131bb') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:22.925393 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fda580-7925-43dd-8a3e-f0d4ade131bb') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:22.937077 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.952456 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.958572 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:45:22.958952 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:45:22.977142 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:45:23.055003 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.072680 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.083744 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'Network': ['ID=6a3afb64-425a-4b9a-bd23-251aaacde444,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:23.091413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-472b48f5-de78-4cf2-a5c5-374750f149cb tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/networks/6a3afb64-425a-4b9a-bd23-251aaacde444 HTTP/1.1" status: 204 len: 168 time: 0.4510171 Mar 11 13:45:23.094037 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:23.165579 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad262-de5f-49d1-8bf1-fd7cb2a1e804 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.199125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad262-de5f-49d1-8bf1-fd7cb2a1e804 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.262113 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad262-de5f-49d1-8bf1-fd7cb2a1e804 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.278739 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad262-de5f-49d1-8bf1-fd7cb2a1e804 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756bb6dd-6724-4e77-a54c-37f606a05f62,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:23.289914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad262-de5f-49d1-8bf1-fd7cb2a1e804 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.291030 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4f8ad262-de5f-49d1-8bf1-fd7cb2a1e804 tempest-TestNetworkAdvancedServerOps-1228955809 tempest-TestNetworkAdvancedServerOps-1228955809-project] 10.222.0.52 "DELETE /v2.0/security-groups/756bb6dd-6724-4e77-a54c-37f606a05f62 HTTP/1.1" status: 204 len: 168 time: 0.1960990 Mar 11 13:45:23.599169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40204) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:23.742113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-992a5177-237a-4028-9267-0972e736b49e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42a905ee77e54aba8df114636fb76114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418111 Mar 11 13:45:23.744634 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40210) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:23.801072 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30d576ac-2c62-4910-ae59-b3c96c70dfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.829559 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30d576ac-2c62-4910-ae59-b3c96c70dfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.880886 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30d576ac-2c62-4910-ae59-b3c96c70dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.899385 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d576ac-2c62-4910-ae59-b3c96c70dfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3338e2b-3550-483b-a0e3-8e4b68634caa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:23.903945 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30d576ac-2c62-4910-ae59-b3c96c70dfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:23.905063 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-30d576ac-2c62-4910-ae59-b3c96c70dfed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3338e2b-3550-483b-a0e3-8e4b68634caa HTTP/1.1" status: 204 len: 168 time: 0.1595635 Mar 11 13:45:24.177720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40218) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:24.194776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:24.209459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:24.213228 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Usage tracker for resource:security_group_rule and tenant:a2352ea1f1e94867985e8b24315c1d13 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:24.216153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:24.222604 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:24.269556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4ce100c6-e5c5-4508-b153-408876a22ede no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:45:24.305867 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:24.306097 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 4ce100c6-e5c5-4508-b153-408876a22ede {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:45:24.306312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4ce100c6-e5c5-4508-b153-408876a22ede not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:45:24.310727 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:24.363720 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2352ea1f1e94867985e8b24315c1d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849174 Mar 11 13:45:24.365280 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefeb82-1d4b-4a6c-81e7-ba6b90c31b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b32f2a-172b-486f-ad41-60f5ce8aa0b0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:24.366546 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40222) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:24.425231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49a2aaf0-ac4e-4019-91a0-e85263898e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:24.450834 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49a2aaf0-ac4e-4019-91a0-e85263898e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:24.501469 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49a2aaf0-ac4e-4019-91a0-e85263898e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:24.517422 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2aaf0-ac4e-4019-91a0-e85263898e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b32f2a-172b-486f-ad41-60f5ce8aa0b0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:24.523454 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49a2aaf0-ac4e-4019-91a0-e85263898e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:24.524987 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49a2aaf0-ac4e-4019-91a0-e85263898e9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3b32f2a-172b-486f-ad41-60f5ce8aa0b0 HTTP/1.1" status: 204 len: 168 time: 0.1570406 Mar 11 13:45:25.219608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40246) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:25.323241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-440972506-network', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:25.328154 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:25.331967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Usage tracker for resource:network and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:25.334824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:25.340951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:25.351075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Made reservation on behalf of 2f5049a51a4647cd9fd7171c4cf342dd for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:45:25.353398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.365560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.379241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:25.383326 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:25.386044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:25.391522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:25.563702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.567551 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.597402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:45:25.606624 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3b7596-c497-4d6e-a1a3-b3c773be5890,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:25.613011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.613359 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Added segment 73bfcea3-f1b3-4599-8bc5-bf97d9d6e753 of type vlan for network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a Mar 11 13:45:25.639470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.668889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.669834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:25.670398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:25.773238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] Pushing event updated for resources: {'Network': ['ID=655b2d47-45a1-4a32-b53f-e1c2611f4f4a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:25.778039 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fd56d5c3-4b9d-4f11-ac23-c01633e278ee admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5574005 Mar 11 13:45:25.781025 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40252) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:25.784684 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:45:25.787838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Request body: {'subnet': {'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-440972506-subnet', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:25.792966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:25.796708 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Usage tracker for resource:subnet and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:25.799543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:25.805387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:25.815069 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Made reservation on behalf of 2f5049a51a4647cd9fd7171c4cf342dd for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:45:25.817902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.017662 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.096809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00d036d-0ce9-4305-9246-d659f9c87372,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:26.102599 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Checking segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:26.102949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Network hostable DHCP agents. Network: 655b2d47-45a1-4a32-b53f-e1c2611f4f4a, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:45:26.121573 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:45:26.130555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 655b2d47-45a1-4a32-b53f-e1c2611f4f4a) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:26.134642 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:26.135219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.141854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa43821-7a88-442b-88ea-6329d1109d15 None None] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:45:26.155925 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6d9d7aad-d65e-4d86-b99f-7887ca954908 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3738663 Mar 11 13:45:26.158961 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40256) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:26.163812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:26.168773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:26.172583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Usage tracker for resource:router and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:26.175437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:26.181107 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:26.193234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.194291 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.209974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.356273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:45:26.357095 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.478627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.512461 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Allocated IP 172.20.0.2 (655b2d47-45a1-4a32-b53f-e1c2611f4f4a/b00d036d-0ce9-4305-9246-d659f9c87372/4d3d5372-41f5-4ac6-8101-182cd927ee76) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:26.714017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.724744 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Transition to ACTIVE for port object 4d3d5372-41f5-4ac6-8101-182cd927ee76 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:26.743112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Transition to ACTIVE for port object 4d3d5372-41f5-4ac6-8101-182cd927ee76 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:26.748634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.790009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.809022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:26.815775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:26.818319 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:26.820364 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.853760 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Pushing event updated for resources: {'Port': ['ID=4d3d5372-41f5-4ac6-8101-182cd927ee76,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:26.915069 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Attempting to bind port 4d3d5372-41f5-4ac6-8101-182cd927ee76 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:45:26.915432 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Attempting to bind port 4d3d5372-41f5-4ac6-8101-182cd927ee76 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:45:26.915784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Attempting to bind port 4d3d5372-41f5-4ac6-8101-182cd927ee76 on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:26.921009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:45:26.921380 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Checking segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:26.921798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.922185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Bound using segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:45:26.922635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Bound port: 4d3d5372-41f5-4ac6-8101-182cd927ee76, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:45:26.923027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:26.957064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Allocated IP 172.26.4.63 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/18dbaaab-df29-4b0e-bfd9-459528af3911) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:27.012555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] For port 4d3d5372-41f5-4ac6-8101-182cd927ee76, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:45:27.015467 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] For port 4d3d5372-41f5-4ac6-8101-182cd927ee76, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4d3d5372-41f5-4ac6-8101-182cd927ee76,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:45:27.019602 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:27.103170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139af8-1a5b-4423-9815-67c4ed3766c4 None None] Pushing event updated for resources: {'Port': ['ID=4d3d5372-41f5-4ac6-8101-182cd927ee76,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:27.207357 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:27.238916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:27.322171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:27.325803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:27.327748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Pushing event updated for resources: {'Port': ['ID=18dbaaab-df29-4b0e-bfd9-459528af3911,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:27.329962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:27.741182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:28.011013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac68bd-1227-45b0-a23a-f3d206a78877 None None] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:45:28.084966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:28.112170 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bcb787de-a154-4fa7-be47-db5bec0adcb6 None None] Provisioning for port 4d3d5372-41f5-4ac6-8101-182cd927ee76 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:28.297893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Router 085f4907-306b-45b8-a256-8ff84ff544b4 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:45:28.317934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d3d5372-41f5-4ac6-8101-182cd927ee76 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:28.390826 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 4d3d5372-41f5-4ac6-8101-182cd927ee76 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:28.397384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4d3d5372-41f5-4ac6-8101-182cd927ee76 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:28.397786 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:28.491995 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:45:28.500828 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Sync routers for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:45:28.515021 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:28.516332 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3ab7b9b5-af7c-416a-91ea-d5a95c83abd6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3564603 Mar 11 13:45:28.519058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40260) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:28.527709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:28.528263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:28.591273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:28.644205 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-42048d8b-2b87-4502-9ce2-3b361c30700b None None] Provisioning complete for port 4d3d5372-41f5-4ac6-8101-182cd927ee76 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:28.644575 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42048d8b-2b87-4502-9ce2-3b361c30700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:28.784955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 4d3d5372-41f5-4ac6-8101-182cd927ee76, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4d3d5372-41f5-4ac6-8101-182cd927ee76,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:28.794628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:28.889123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:29.017857 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=4d3d5372-41f5-4ac6-8101-182cd927ee76,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:29.231278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:27Z', 'revision_number': 3, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:29.235147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Checking router: 085f4907-306b-45b8-a256-8ff84ff544b4 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:45:29.235486 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Updating router 085f4907-306b-45b8-a256-8ff84ff544b4 port 18dbaaab-df29-4b0e-bfd9-459528af3911 binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:45:29.290847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.309506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.518718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Allocated IP 172.20.0.1 (655b2d47-45a1-4a32-b53f-e1c2611f4f4a/b00d036d-0ce9-4305-9246-d659f9c87372/c7dee968-2700-4c67-8fc4-1c5731bd284c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:29.626538 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.637957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Transition to ACTIVE for port object 18dbaaab-df29-4b0e-bfd9-459528af3911 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:29.646005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.666123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.681543 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Transition to ACTIVE for port object c7dee968-2700-4c67-8fc4-1c5731bd284c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:29.704231 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.720527 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Attempting to bind port 18dbaaab-df29-4b0e-bfd9-459528af3911 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:45:29.720900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Attempting to bind port 18dbaaab-df29-4b0e-bfd9-459528af3911 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:45:29.721248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Attempting to bind port 18dbaaab-df29-4b0e-bfd9-459528af3911 on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:29.730705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827f3a9-bbb1-4e4b-ba91-25b033f30609 None None] Pushing event updated for resources: {'Port': ['ID=18dbaaab-df29-4b0e-bfd9-459528af3911,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:29.733764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:45:29.734125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:29.734509 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.735068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:45:29.735534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Bound port: 18dbaaab-df29-4b0e-bfd9-459528af3911, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:45:29.735963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.763027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:29.765718 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:29.773522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:29.815977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] For port 18dbaaab-df29-4b0e-bfd9-459528af3911, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:45:29.820429 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] For port 18dbaaab-df29-4b0e-bfd9-459528af3911, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18dbaaab-df29-4b0e-bfd9-459528af3911,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:45:29.820710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c7dee968-2700-4c67-8fc4-1c5731bd284c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:29.827582 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.837633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.907935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:29.908672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:29.967883 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:29.979964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827f3a9-bbb1-4e4b-ba91-25b033f30609 None None] Pushing event updated for resources: {'Port': ['ID=18dbaaab-df29-4b0e-bfd9-459528af3911,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:30.100071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e0f98b3-1a0e-4b8c-b11c-92bd79fa6424 None None] Provisioning for port c7dee968-2700-4c67-8fc4-1c5731bd284c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:30.111276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:30.152852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2e0f98b3-1a0e-4b8c-b11c-92bd79fa6424 None None] Provisioning complete for port c7dee968-2700-4c67-8fc4-1c5731bd284c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:30.153092 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e0f98b3-1a0e-4b8c-b11c-92bd79fa6424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:30.304711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:30.309735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:30.332667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d3d5372-41f5-4ac6-8101-182cd927ee76 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:30.376148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f98b3-1a0e-4b8c-b11c-92bd79fa6424 None None] Port c7dee968-2700-4c67-8fc4-1c5731bd284c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:45:30.418937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:30.423288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c7dee968-2700-4c67-8fc4-1c5731bd284c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:30.517567 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4d3d5372-41f5-4ac6-8101-182cd927ee76 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:30.517930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:30.556061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:30.557169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:30.677401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 1, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:30.692328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bc91a-5331-4188-8026-a438f1d5737c None None] The sync data for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv is: [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 1, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:45:30.757115 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Router 085f4907-306b-45b8-a256-8ff84ff544b4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:45:30.799368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-63fe7a9d-c4ca-4163-8ab1-b3763fc00aff None None] Provisioning complete for port c7dee968-2700-4c67-8fc4-1c5731bd284c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:30.799966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-63fe7a9d-c4ca-4163-8ab1-b3763fc00aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:30.854526 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-63fe7a9d-c4ca-4163-8ab1-b3763fc00aff None None] Port c7dee968-2700-4c67-8fc4-1c5731bd284c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:45:30.957038 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:45:30.968573 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-2195927d-2de5-4c49-aa09-d508beb97d4d admin admin] 10.222.0.52 "PUT /v2.0/routers/085f4907-306b-45b8-a256-8ff84ff544b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4466386 Mar 11 13:45:31.515321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40278) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:31.521444 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-695473276-network', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:31.526612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:31.530530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Usage tracker for resource:network and tenant:8ee37879161f4501a8c5a6d8027fd8f6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:31.533465 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:31.540109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:31.550802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Made reservation on behalf of 8ee37879161f4501a8c5a6d8027fd8f6 for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:45:31.553284 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.566128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.581329 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:31.586487 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee37879161f4501a8c5a6d8027fd8f6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:31.589478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:31.595382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:31.687177 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.692402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.723617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:45:31.736803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54858b6c-c61f-4695-a5b2-dee9c7e76149,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:31.741633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.741980 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Added segment 2c509be5-b1b1-42e7-81ea-c595c5f9e983 of type vlan for network fe08a128-e931-4a24-b2f7-04a3cbaa890b Mar 11 13:45:31.768769 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.799986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.801055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:31.801668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:31.909798 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3931689 Mar 11 13:45:31.910511 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deda7a7-5028-4153-a571-114710787154 admin admin] Pushing event updated for resources: {'Network': ['ID=fe08a128-e931-4a24-b2f7-04a3cbaa890b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:31.912669 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:31.921072 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:45:31.928504 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Request body: {'subnet': {'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-695473276-subnet', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:31.934007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:31.938346 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Usage tracker for resource:subnet and tenant:8ee37879161f4501a8c5a6d8027fd8f6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:31.941865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:31.949332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:31.961270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Made reservation on behalf of 8ee37879161f4501a8c5a6d8027fd8f6 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:45:31.963727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.179133 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.252376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=799bb678-f890-4ba5-a44b-8e1241bab2c8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:32.263293 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Checking segment: {'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:32.263646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Network hostable DHCP agents. Network: fe08a128-e931-4a24-b2f7-04a3cbaa890b, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:45:32.282067 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:45:32.293913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, fe08a128-e931-4a24-b2f7-04a3cbaa890b) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:32.298353 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:32.298985 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.299125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18dbaaab-df29-4b0e-bfd9-459528af3911 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:32.321536 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a67fcaac-ecb5-46fe-b3a0-9e551103c61d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4063554 Mar 11 13:45:32.324219 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40286) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:32.329890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:32.332842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41079a-1560-4691-a5cb-563c918471e2 None None] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:45:32.334967 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:32.338881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Usage tracker for resource:router and tenant:8ee37879161f4501a8c5a6d8027fd8f6 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:32.342124 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:32.347855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:32.374691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.376681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.392075 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.497034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 18dbaaab-df29-4b0e-bfd9-459528af3911 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:32.531715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 18dbaaab-df29-4b0e-bfd9-459528af3911 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:32.532094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.687702 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.688224 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'fixed_ips': [{'subnet_id': '799bb678-f890-4ba5-a44b-8e1241bab2c8'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:45:32.689033 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.721834 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.753976 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Sync routers for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:45:32.763300 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:32.763887 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:32.797278 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 18dbaaab-df29-4b0e-bfd9-459528af3911, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18dbaaab-df29-4b0e-bfd9-459528af3911,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:32.805494 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:32.933613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=18dbaaab-df29-4b0e-bfd9-459528af3911,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:32.945209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Allocated IP 172.20.0.2 (fe08a128-e931-4a24-b2f7-04a3cbaa890b/799bb678-f890-4ba5-a44b-8e1241bab2c8/4255961e-32e5-44f5-9da1-529fa12fe288) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:32.973015 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:33.117056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.150802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.156531 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.167932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Transition to ACTIVE for port object 4255961e-32e5-44f5-9da1-529fa12fe288 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:33.186895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Transition to ACTIVE for port object 4255961e-32e5-44f5-9da1-529fa12fe288 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:33.192752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.255300 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:33.258038 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:33.266165 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:33.276394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Pushing event updated for resources: {'Port': ['ID=4255961e-32e5-44f5-9da1-529fa12fe288,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:33.292636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Allocated IP 172.26.4.206 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/fe816715-aa27-435f-b545-3664a3d5769d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:33.295591 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:30Z', 'revision_number': 2, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:33.299719 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Checking router: 085f4907-306b-45b8-a256-8ff84ff544b4 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:45:33.300072 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Updating router 085f4907-306b-45b8-a256-8ff84ff544b4 port c7dee968-2700-4c67-8fc4-1c5731bd284c binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:45:33.357953 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.408805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Attempting to bind port 4255961e-32e5-44f5-9da1-529fa12fe288 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:45:33.409085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Attempting to bind port 4255961e-32e5-44f5-9da1-529fa12fe288 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:45:33.409483 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Attempting to bind port 4255961e-32e5-44f5-9da1-529fa12fe288 on network fe08a128-e931-4a24-b2f7-04a3cbaa890b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:33.415915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:45:33.416302 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Checking segment: {'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:33.416696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.417080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Bound using segment: {'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:45:33.417563 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Bound port: 4255961e-32e5-44f5-9da1-529fa12fe288, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:45:33.417933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.460225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.494110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.518285 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] For port 4255961e-32e5-44f5-9da1-529fa12fe288, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:45:33.522260 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] For port 4255961e-32e5-44f5-9da1-529fa12fe288, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4255961e-32e5-44f5-9da1-529fa12fe288,segment=NetworkSegment(2c509be5-b1b1-42e7-81ea-c595c5f9e983),segment_id=2c509be5-b1b1-42e7-81ea-c595c5f9e983)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:45:33.526978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.558033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:33.565211 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:33.572272 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:33.607482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe816715-aa27-435f-b545-3664a3d5769d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:33.622612 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859a4e9-ac3d-4b65-90d2-eed782c12d38 None None] Pushing event updated for resources: {'Port': ['ID=4255961e-32e5-44f5-9da1-529fa12fe288,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:33.731802 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.745285 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Transition to ACTIVE for port object c7dee968-2700-4c67-8fc4-1c5731bd284c will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:33.754171 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:33.949788 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Pushing event updated for resources: {'Port': ['ID=c7dee968-2700-4c67-8fc4-1c5731bd284c,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:34.006240 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.006618 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.006959 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.007294 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.007632 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.007949 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.008273 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.008594 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.008914 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.009244 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.009561 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.009877 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:45:34.030423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:34.033871 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Attempting to bind port c7dee968-2700-4c67-8fc4-1c5731bd284c on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:45:34.034239 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Attempting to bind port c7dee968-2700-4c67-8fc4-1c5731bd284c by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:45:34.034593 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Attempting to bind port c7dee968-2700-4c67-8fc4-1c5731bd284c on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:34.040649 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:45:34.041015 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Checking segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:34.041401 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:34.041819 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Bound using segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:45:34.042273 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Bound port: c7dee968-2700-4c67-8fc4-1c5731bd284c, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:45:34.042637 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:34.134087 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] For port c7dee968-2700-4c67-8fc4-1c5731bd284c, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:45:34.137062 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] For port c7dee968-2700-4c67-8fc4-1c5731bd284c, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c7dee968-2700-4c67-8fc4-1c5731bd284c,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:45:34.142789 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:34.222477 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:34.223496 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:34.305876 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5a522-7a2b-44ab-8ab0-975f2e1e922d None None] Pushing event updated for resources: {'Port': ['ID=c7dee968-2700-4c67-8fc4-1c5731bd284c,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:34.431764 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4255961e-32e5-44f5-9da1-529fa12fe288 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:34.544923 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 4255961e-32e5-44f5-9da1-529fa12fe288 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:34.551687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18dbaaab-df29-4b0e-bfd9-459528af3911 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:34.571536 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:34.603147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:34.638261 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 18dbaaab-df29-4b0e-bfd9-459528af3911 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:34.638900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:34.836258 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d80ce3-ce95-4a58-9fc8-ce12654d3fd8 None None] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:45:34.853062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Router a087fa76-ceee-48ff-bae6-0f183d7dc850 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:45:34.941009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f436ac84-e981-4d6e-9b25-67ab31d31ae1 None None] Provisioning for port 4255961e-32e5-44f5-9da1-529fa12fe288 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:34.951697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f436ac84-e981-4d6e-9b25-67ab31d31ae1 None None] Provisioning complete for port 4255961e-32e5-44f5-9da1-529fa12fe288 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:34.952062 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f436ac84-e981-4d6e-9b25-67ab31d31ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:35.013804 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:34Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:35.017634 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887b179-1035-46a9-96a1-87ef6fc8e3c4 None None] The sync data for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv is: [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:34Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:45:35.059085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:45:35.071860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Sync routers for ids ['a087fa76-ceee-48ff-bae6-0f183d7dc850'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:45:35.093363 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:35.097403 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40290) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:35.097949 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-130f1365-4935-42df-8554-dcf5a2cca1a9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7720885 Mar 11 13:45:35.157778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Routers {'a087fa76-ceee-48ff-bae6-0f183d7dc850'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:35.158421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a087fa76-ceee-48ff-bae6-0f183d7dc850'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:35.267836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f436ac84-e981-4d6e-9b25-67ab31d31ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:35.382991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f436ac84-e981-4d6e-9b25-67ab31d31ae1 None None] For port 4255961e-32e5-44f5-9da1-529fa12fe288, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4255961e-32e5-44f5-9da1-529fa12fe288,segment=NetworkSegment(2c509be5-b1b1-42e7-81ea-c595c5f9e983),segment_id=2c509be5-b1b1-42e7-81ea-c595c5f9e983)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:35.403440 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f436ac84-e981-4d6e-9b25-67ab31d31ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:35.486504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436ac84-e981-4d6e-9b25-67ab31d31ae1 None None] Pushing event updated for resources: {'Port': ['ID=4255961e-32e5-44f5-9da1-529fa12fe288,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:35.494189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Set router a087fa76-ceee-48ff-bae6-0f183d7dc850 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:35.744004 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1bfaf2e1-c85c-4251-9a45-349d54b488b9 None None] Provisioning complete for port 4255961e-32e5-44f5-9da1-529fa12fe288 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:35.744374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf2e1-c85c-4251-9a45-349d54b488b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:35.941166 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:45:33Z', 'revision_number': 3, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port': {'id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:33Z', 'updated_at': '2022-03-11T13:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:35.948192 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Checking router: a087fa76-ceee-48ff-bae6-0f183d7dc850 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:45:35.948541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Updating router a087fa76-ceee-48ff-bae6-0f183d7dc850 port fe816715-aa27-435f-b545-3664a3d5769d binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:45:35.961946 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.000808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.180545 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Allocated IP 172.20.0.1 (fe08a128-e931-4a24-b2f7-04a3cbaa890b/799bb678-f890-4ba5-a44b-8e1241bab2c8/96b70016-f6e8-4f59-a63c-1eae698fb8cf) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:36.321849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4255961e-32e5-44f5-9da1-529fa12fe288 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:36.329942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.345902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Transition to ACTIVE for port object 96b70016-f6e8-4f59-a63c-1eae698fb8cf will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:36.368850 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.377727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.401287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Transition to ACTIVE for port object fe816715-aa27-435f-b545-3664a3d5769d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:36.413031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.422005 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:36.430260 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:36.434154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:36.485303 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 4255961e-32e5-44f5-9da1-529fa12fe288 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:36.485739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.500294 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=96b70016-f6e8-4f59-a63c-1eae698fb8cf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:36.509995 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.539883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b13ac-0488-4ee0-be2c-0e1a7bb000fb None None] Pushing event updated for resources: {'Port': ['ID=fe816715-aa27-435f-b545-3664a3d5769d,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:36.542197 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Attempting to bind port fe816715-aa27-435f-b545-3664a3d5769d on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:45:36.542560 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Attempting to bind port fe816715-aa27-435f-b545-3664a3d5769d by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:45:36.542910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Attempting to bind port fe816715-aa27-435f-b545-3664a3d5769d on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:36.554050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:45:36.554416 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:36.554804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.555183 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:45:36.555640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Bound port: fe816715-aa27-435f-b545-3664a3d5769d, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:45:36.556001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.680859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] For port fe816715-aa27-435f-b545-3664a3d5769d, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:45:36.701020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] For port fe816715-aa27-435f-b545-3664a3d5769d, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fe816715-aa27-435f-b545-3664a3d5769d,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:45:36.710055 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7dee968-2700-4c67-8fc4-1c5731bd284c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:36.738147 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.804557 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-699640eb-6271-4238-9349-33238898ed8a None None] Provisioning for port 96b70016-f6e8-4f59-a63c-1eae698fb8cf completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:36.842469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-699640eb-6271-4238-9349-33238898ed8a None None] Provisioning complete for port 96b70016-f6e8-4f59-a63c-1eae698fb8cf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:36.842833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-699640eb-6271-4238-9349-33238898ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.891917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Routers {'a087fa76-ceee-48ff-bae6-0f183d7dc850'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:36.892528 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a087fa76-ceee-48ff-bae6-0f183d7dc850'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:36.899509 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:36.949394 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b13ac-0488-4ee0-be2c-0e1a7bb000fb None None] Pushing event updated for resources: {'Port': ['ID=fe816715-aa27-435f-b545-3664a3d5769d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:36.977306 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-699640eb-6271-4238-9349-33238898ed8a None None] Port 96b70016-f6e8-4f59-a63c-1eae698fb8cf cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:45:36.985898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c7dee968-2700-4c67-8fc4-1c5731bd284c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:37.001868 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c7dee968-2700-4c67-8fc4-1c5731bd284c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:37.002161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.126529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.131706 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.137294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] Set router a087fa76-ceee-48ff-bae6-0f183d7dc850 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:37.239216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.244226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=96b70016-f6e8-4f59-a63c-1eae698fb8cf,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:37.326988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-48d399c0-0c91-473b-bb1a-4e19c027f7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.355462 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.378560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:37.379765 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:37.520111 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c7dee968-2700-4c67-8fc4-1c5731bd284c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c7dee968-2700-4c67-8fc4-1c5731bd284c,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:37.524798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.597524 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Router a087fa76-ceee-48ff-bae6-0f183d7dc850 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:45:37.654333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c7dee968-2700-4c67-8fc4-1c5731bd284c,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:37.656687 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e18f4b60-8a0b-48a8-b63b-3c28417ad068 None None] Provisioning complete for port 96b70016-f6e8-4f59-a63c-1eae698fb8cf triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:37.657060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e18f4b60-8a0b-48a8-b63b-3c28417ad068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:37.714907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e18f4b60-8a0b-48a8-b63b-3c28417ad068 None None] Port 96b70016-f6e8-4f59-a63c-1eae698fb8cf cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:45:37.727329 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 4, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port': {'id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:33Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '96b70016-f6e8-4f59-a63c-1eae698fb8cf', 'name': '', 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'mac_address': 'fa:16:3e:91:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:36Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 1, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'subnets': [{'id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:37.731215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0fe77-b580-4930-8a6e-f05ed53f96dd None None] The sync data for ids ['a087fa76-ceee-48ff-bae6-0f183d7dc850'] in dv-neutron-833198-1-hyperv is: [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 4, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port': {'id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:33Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '96b70016-f6e8-4f59-a63c-1eae698fb8cf', 'name': '', 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'mac_address': 'fa:16:3e:91:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:36Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 1, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'subnets': [{'id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:45:37.791032 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:45:37.800113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-222f5d15-d179-4aae-a739-d49dd7e2b1c1 admin admin] 10.222.0.52 "PUT /v2.0/routers/a087fa76-ceee-48ff-bae6-0f183d7dc850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7006757 Mar 11 13:45:38.290221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7dee968-2700-4c67-8fc4-1c5731bd284c up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:38.376977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c7dee968-2700-4c67-8fc4-1c5731bd284c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:38.377541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.422095 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40300) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:38.428462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450278840', 'description': 'tempest-secgroup-smoke-450278840 description', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:38.434678 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:38.439966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:38.443756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:38.449734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:38.460596 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.484180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:38.488163 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:38.491733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:38.497897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:38.581706 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.586339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.629776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:38.633144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.634564 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-159a4a4c-02e5-4100-94e7-cdb80c52d0ee tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2109427 Mar 11 13:45:38.638191 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40304) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:38.644290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': 'ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:38.652297 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:38.656387 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:38.659398 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:38.666232 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:38.685204 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.749722 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.753868 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.782529 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f09b9e7-81ef-4699-8e3d-f6f19c6a5ff3,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:38.790921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.792129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7a3a4b4e-9b9f-4343-aa54-751326b013a5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525075 Mar 11 13:45:38.795057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40308) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:38.800602 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': 'ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:38.807559 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:38.811374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:38.814339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:38.820089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:38.837019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.903609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.907580 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.932875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5419fe19-2be4-4244-9429-71e7e52bcf60,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:38.941942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:38.945649 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-6bbf7862-e73f-46b4-90c9-439f2893b962 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469789 Mar 11 13:45:38.945855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40312) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:38.950901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': 'ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:38.956808 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:38.961114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:38.963976 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:38.969802 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:38.988293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.050814 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.054394 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.074876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36465c63-7326-4cf7-bb91-da35a871bbce,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:39.086109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.087409 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1c210de4-cfa5-48f5-8f9e-31090b869ea4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406455 Mar 11 13:45:39.090033 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40316) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:39.094863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': 'ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:39.101207 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:39.104972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:39.107828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:39.113461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:39.130282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.196255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.199927 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.225643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aa04ab-acd8-4899-a2d9-bf5e23a0aa4a,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:39.235245 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.236717 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0f7897c2-2897-41bb-8670-a8821361131a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457865 Mar 11 13:45:39.239458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40320) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:39.244470 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': 'ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:39.250218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:39.254023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:39.256926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:39.262506 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:39.273336 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Project 2f5049a51a4647cd9fd7171c4cf342dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:45:39.279942 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.311107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b1c892db-b078-4aea-b07c-2c6076af1730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.347419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.351621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.376173 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5d2c2c-51b5-4a08-b5a5-da7531709521,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:39.386485 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.388027 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-030008bc-f5e8-4a83-a173-8b6897ee28f4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476049 Mar 11 13:45:39.390859 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40324) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:39.397078 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': 'ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:39.403173 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:39.407029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:39.409920 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:39.415959 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:39.426620 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Project 2f5049a51a4647cd9fd7171c4cf342dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:45:39.433088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.500977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.506207 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.530128 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3ba665-7155-44e3-8972-d442f93a8879,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:39.538247 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:39.543211 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1b7c369-afbd-4a88-a01a-73746e3208e5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473260 Mar 11 13:45:39.626469 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Sync routers for ids ['a087fa76-ceee-48ff-bae6-0f183d7dc850'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:45:39.636643 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Routers {'a087fa76-ceee-48ff-bae6-0f183d7dc850'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:39.637395 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a087fa76-ceee-48ff-bae6-0f183d7dc850'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:39.705109 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-30b2adbf-f05c-4f85-90b9-c0a9c718c626 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450278840&fields=id&tenant_id=2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 267 time: 0.0435822 Mar 11 13:45:39.818967 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Set router a087fa76-ceee-48ff-bae6-0f183d7dc850 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:39.867117 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-1440e11b-58f5-4b94-96e2-65ffb547a60a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:39.868903 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-1440e11b-58f5-4b94-96e2-65ffb547a60a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 808 time: 0.1566200 Mar 11 13:45:39.885244 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-1d0adc7e-936b-4e33-97f1-11ac3776d577 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/quotas/2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 375 time: 0.0107865 Mar 11 13:45:39.967657 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-8412f128-017e-48bc-aa65-c4cf2ef08125 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772524 Mar 11 13:45:40.106287 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-098e46f0-2459-4b10-8315-8b4ecea6051b service neutron] 10.222.0.52 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270158 Mar 11 13:45:40.142991 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 4, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port': {'id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:33Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '96b70016-f6e8-4f59-a63c-1eae698fb8cf', 'name': '', 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'mac_address': 'fa:16:3e:91:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:36Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 2, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'subnets': [{'id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:40.146906 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Checking router: a087fa76-ceee-48ff-bae6-0f183d7dc850 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:45:40.147252 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Updating router a087fa76-ceee-48ff-bae6-0f183d7dc850 port 96b70016-f6e8-4f59-a63c-1eae698fb8cf binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:45:40.205703 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.312691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fe816715-aa27-435f-b545-3664a3d5769d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:40.367414 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-c0d55b2b-ade0-4146-85ee-ff801b3879da service neutron] 10.222.0.52 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554462 Mar 11 13:45:40.398371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port fe816715-aa27-435f-b545-3664a3d5769d completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:40.404742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port fe816715-aa27-435f-b545-3664a3d5769d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:40.405362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.571836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.572693 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.581392 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4ea48e20-96de-470f-ba4f-a81de91decde req-4ce9583c-c097-41b7-ae69-ec596243403c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 210 time: 0.0630634 Mar 11 13:45:40.594505 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port fe816715-aa27-435f-b545-3664a3d5769d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fe816715-aa27-435f-b545-3664a3d5769d,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:40.599987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.618462 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.631473 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Transition to ACTIVE for port object 96b70016-f6e8-4f59-a63c-1eae698fb8cf will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:40.638251 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.666202 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.685064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=fe816715-aa27-435f-b545-3664a3d5769d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:40.840670 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86b903-bdd0-4a33-ace2-1e1d00cc09e3 None None] Pushing event updated for resources: {'Port': ['ID=96b70016-f6e8-4f59-a63c-1eae698fb8cf,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:40.900513 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Attempting to bind port 96b70016-f6e8-4f59-a63c-1eae698fb8cf on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:45:40.900751 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Attempting to bind port 96b70016-f6e8-4f59-a63c-1eae698fb8cf by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:45:40.901139 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Attempting to bind port 96b70016-f6e8-4f59-a63c-1eae698fb8cf on network fe08a128-e931-4a24-b2f7-04a3cbaa890b {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:40.907143 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:45:40.907500 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Checking segment: {'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:40.908006 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:40.908275 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Bound using segment: {'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:45:40.908725 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Bound port: 96b70016-f6e8-4f59-a63c-1eae698fb8cf, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c509be5-b1b1-42e7-81ea-c595c5f9e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:45:40.909086 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:41.002861 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] For port 96b70016-f6e8-4f59-a63c-1eae698fb8cf, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:45:41.006271 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] For port 96b70016-f6e8-4f59-a63c-1eae698fb8cf, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=96b70016-f6e8-4f59-a63c-1eae698fb8cf,segment=NetworkSegment(2c509be5-b1b1-42e7-81ea-c595c5f9e983),segment_id=2c509be5-b1b1-42e7-81ea-c595c5f9e983)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:45:41.010818 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:41.089121 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Routers {'a087fa76-ceee-48ff-bae6-0f183d7dc850'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:41.089754 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a087fa76-ceee-48ff-bae6-0f183d7dc850'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:41.143405 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86b903-bdd0-4a33-ace2-1e1d00cc09e3 None None] Pushing event updated for resources: {'Port': ['ID=96b70016-f6e8-4f59-a63c-1eae698fb8cf,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:41.272422 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] Set router a087fa76-ceee-48ff-bae6-0f183d7dc850 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:41.588208 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 4, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port': {'id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:33Z', 'updated_at': '2022-03-11T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '96b70016-f6e8-4f59-a63c-1eae698fb8cf', 'name': '', 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'mac_address': 'fa:16:3e:91:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:36Z', 'updated_at': '2022-03-11T13:45:40Z', 'revision_number': 4, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'subnets': [{'id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:41.592261 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442c1a8-7f28-407a-be59-7baa4643c93c None None] The sync data for ids ['a087fa76-ceee-48ff-bae6-0f183d7dc850'] in dv-neutron-833198-1-hyperv is: [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:45:36Z', 'revision_number': 4, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port': {'id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:33Z', 'updated_at': '2022-03-11T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '96b70016-f6e8-4f59-a63c-1eae698fb8cf', 'name': '', 'network_id': 'fe08a128-e931-4a24-b2f7-04a3cbaa890b', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'mac_address': 'fa:16:3e:91:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:36Z', 'updated_at': '2022-03-11T13:45:40Z', 'revision_number': 4, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'subnets': [{'id': '799bb678-f890-4ba5-a44b-8e1241bab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:45:41.716824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-10a13f8b-4f3e-4141-88fd-6809e25250a3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:41.717684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-10a13f8b-4f3e-4141-88fd-6809e25250a3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Synchronizing usage tracker for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:network {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:45:41.736465 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-23c672fe-7acc-42eb-b824-b4eedb35ff42 req-6c7ff23b-8fbc-46d8-8935-970c08c68a1c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 210 time: 0.0440385 Mar 11 13:45:41.745923 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-10a13f8b-4f3e-4141-88fd-6809e25250a3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Unset dirty status for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:network {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:45:41.747524 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-10a13f8b-4f3e-4141-88fd-6809e25250a3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 808 time: 0.2087791 Mar 11 13:45:41.802636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-4e511ed2-8995-4f82-b861-c0cb8b62c16e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Synchronizing usage tracker for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:45:41.819840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-4e511ed2-8995-4f82-b861-c0cb8b62c16e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Unset dirty status for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:45:41.821031 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-4e511ed2-8995-4f82-b861-c0cb8b62c16e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 379 time: 0.0629022 Mar 11 13:45:41.829122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'port': {'device_id': '97bcea00-92e8-4631-a886-f12eb035cf96', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'admin_state_up': True, 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'security_groups': ['ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:41.971339 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:41.975684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:port and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:41.978663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:41.984565 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:41.995166 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Made reservation on behalf of 2f5049a51a4647cd9fd7171c4cf342dd for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:45:41.999253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.108134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.173542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Allocated IP 172.20.0.12 (655b2d47-45a1-4a32-b53f-e1c2611f4f4a/b00d036d-0ce9-4305-9246-d659f9c87372/6fc75a6a-3a6a-40a9-a450-aa53107d7d4e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:42.317263 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 96b70016-f6e8-4f59-a63c-1eae698fb8cf up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:42.367787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.384512 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Transition to ACTIVE for port object 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:42.387148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 96b70016-f6e8-4f59-a63c-1eae698fb8cf completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:42.392391 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 96b70016-f6e8-4f59-a63c-1eae698fb8cf triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:42.392956 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.411056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.482884 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:42.485756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:42.494838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:42.513226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.538583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:42.550013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 96b70016-f6e8-4f59-a63c-1eae698fb8cf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=96b70016-f6e8-4f59-a63c-1eae698fb8cf,segment=NetworkSegment(2c509be5-b1b1-42e7-81ea-c595c5f9e983),segment_id=2c509be5-b1b1-42e7-81ea-c595c5f9e983)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:42.554815 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.555818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fe816715-aa27-435f-b545-3664a3d5769d up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:42.564314 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:42.564921 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.588247 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-87bfe97e-451d-4be8-82fa-14dfb88eda6d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626781 Mar 11 13:45:42.599514 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Request body: {'port': {'device_id': '97bcea00-92e8-4631-a886-f12eb035cf96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:42.675422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=96b70016-f6e8-4f59-a63c-1eae698fb8cf,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:42.687836 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port fe816715-aa27-435f-b545-3664a3d5769d triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:42.688206 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.746441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9374b9b2-d657-492f-a355-18310b480b9b None None] Provisioning for port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:42.756551 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9374b9b2-d657-492f-a355-18310b480b9b None None] Provisioning complete for port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:42.756910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9374b9b2-d657-492f-a355-18310b480b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.828324 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:42.849752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9374b9b2-d657-492f-a355-18310b480b9b None None] Port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:45:42.931227 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7cf21-ac53-439f-9bc1-af80f6eb6be1 req-8643fcd1-0bd5-403f-a244-ba80fb3dedfa tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:42.932684 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c3b7cf21-ac53-439f-9bc1-af80f6eb6be1 req-8643fcd1-0bd5-403f-a244-ba80fb3dedfa tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 932 time: 0.0823569 Mar 11 13:45:42.980206 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c3b7cf21-ac53-439f-9bc1-af80f6eb6be1 req-9ed88e0c-2653-4ade-b351-47303ba82123 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 Mar 11 13:45:43.161130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:45:43.169156 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:43.183393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Transition to ACTIVE for port object 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:45:43.187150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:43.315895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:43.419805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Attempting to bind port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:45:43.420144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Attempting to bind port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:45:43.420463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Attempting to bind port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:43.424998 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:45:43.425315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Attempting to bind port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:45:43.430895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:45:43.431232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Checking segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:45:43.431609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Bound using segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:45:43.432027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Bound port: 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:45:43.432367 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:43.523944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:45:43.526753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:45:43.530983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:43.586117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:43.586733 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:43.588106 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] 10.222.0.50 "PUT /v2.0/ports/6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1094 time: 0.9929147 Mar 11 13:45:43.588540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:45:43.618494 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f84ec-3d57-4f82-bffa-c5a4f6235562 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:43.666469 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'status': 'completed', 'code': 200} Mar 11 13:45:43.702054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-5ee810e6-79d3-4b86-bfba-4ec69c7c1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:43.703541 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-5ee810e6-79d3-4b86-bfba-4ec69c7c1a18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1097 time: 0.0779469 Mar 11 13:45:43.772115 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-5bdbcd84-a177-4829-b023-8420a060a992 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 217 time: 0.0617971 Mar 11 13:45:43.838671 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-7c25b6c7-b744-40f0-bcad-9d974de48e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:43.840417 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-7c25b6c7-b744-40f0-bcad-9d974de48e57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0625358 Mar 11 13:45:43.929343 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-465c0342-6c87-4bdb-a0ce-a72970866b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:43.930735 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-465c0342-6c87-4bdb-a0ce-a72970866b1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687058 Mar 11 13:45:44.060722 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-1fe4079c-a628-46fb-a54f-855bda06c13a service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230283 Mar 11 13:45:44.162340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403293-a5f9-4d12-bd35-9567c47f5f8e req-50d1b560-b150-4a58-abe5-482f871dd944 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:44.163804 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec403293-a5f9-4d12-bd35-9567c47f5f8e req-50d1b560-b150-4a58-abe5-482f871dd944 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0791681 Mar 11 13:45:44.195386 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bbf632eb-ae03-4b98-bdac-a254ab5dd0fe req-1fcb906e-76ed-43f4-99b0-dbc13c1f5f7b service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284585 Mar 11 13:45:44.209239 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ec403293-a5f9-4d12-bd35-9567c47f5f8e req-02bed8f1-e183-4a47-8773-b7ec7048c3c9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390217 Mar 11 13:45:44.285714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 96b70016-f6e8-4f59-a63c-1eae698fb8cf up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:44.314862 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:45:44.315949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-6bd82e32-919f-448c-8d0a-8534bbd37630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:44.317395 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-6bd82e32-919f-448c-8d0a-8534bbd37630 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1097 time: 0.0754917 Mar 11 13:45:44.355419 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 96b70016-f6e8-4f59-a63c-1eae698fb8cf triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:44.355776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:44.542040 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-db429786-cc25-4d6c-8945-84367b586e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:44.543456 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-db429786-cc25-4d6c-8945-84367b586e32 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.2186742 Mar 11 13:45:44.609272 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-137432cd-96fa-4d4a-bee3-e81cff3c4bb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 217 time: 0.0588708 Mar 11 13:45:44.672209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-5a684b4f-f0bd-4c37-9be1-2c0409f8966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:44.673619 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-5a684b4f-f0bd-4c37-9be1-2c0409f8966a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0576448 Mar 11 13:45:44.745315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-3c20605e-cff1-4966-bc8b-c7400d9f48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:44.746741 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-3c20605e-cff1-4966-bc8b-c7400d9f48a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671041 Mar 11 13:45:44.875905 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-7d95e878-ba5b-42b2-9183-88b08ae874fd service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221135 Mar 11 13:45:45.004346 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f7931bb9-d891-4ed9-a39f-4adce18b2c90 req-68221836-7d89-4948-8ac0-e52daf5fc966 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215885 Mar 11 13:45:45.392892 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7ae41-eddd-4d4d-90b1-c85bc2324d52 req-4c987a60-40dd-43b4-8830-18858ce72c79 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:45.394357 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50d7ae41-eddd-4d4d-90b1-c85bc2324d52 req-4c987a60-40dd-43b4-8830-18858ce72c79 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0824227 Mar 11 13:45:45.438319 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-50d7ae41-eddd-4d4d-90b1-c85bc2324d52 req-c46feabf-1d61-4acd-8a9c-11a038eb3188 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375278 Mar 11 13:45:46.110631 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:45:46.242271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:46.256102 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'port_id': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'mac_address': 'fa:16:3e:ee:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:45:46.343288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:46.360199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:45:46.376371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:46.380501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:46.446222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:46.583187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:45:46.632279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7233a09-0f8f-403c-bb3e-919223764260 req-b8f9f16c-681e-4f63-ba3f-88fe419ee807 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:46.633659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7233a09-0f8f-403c-bb3e-919223764260 req-b8f9f16c-681e-4f63-ba3f-88fe419ee807 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 945 time: 0.0903108 Mar 11 13:45:46.678641 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7233a09-0f8f-403c-bb3e-919223764260 req-b570ee17-bc47-4002-be6f-0e1d3fc954ce tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Mar 11 13:45:47.863029 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600de81-653b-4e42-9234-0f756643ae03 req-1ef957e0-2b25-4e35-9b1d-59b608b78d14 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:47.864459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f600de81-653b-4e42-9234-0f756643ae03 req-1ef957e0-2b25-4e35-9b1d-59b608b78d14 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 945 time: 0.0820506 Mar 11 13:45:47.913497 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f600de81-653b-4e42-9234-0f756643ae03 req-a7fd7649-4a5f-4fe9-b025-283354c01848 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Mar 11 13:45:48.126455 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:45:48.192984 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:45:48.197401 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:45:48.197791 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:48.311545 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:48.337966 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:45:48.347805 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:45:48.351548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:48.390351 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'code': 200} Mar 11 13:45:48.426973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:48.602940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e00c0a-30e3-4163-9c73-c14ad4324a85 req-e193aecf-3b1c-4757-84a7-3c54210d7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:48.604389 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-22e00c0a-30e3-4163-9c73-c14ad4324a85 req-e193aecf-3b1c-4757-84a7-3c54210d7dd0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1099 time: 0.0721824 Mar 11 13:45:48.643651 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-22e00c0a-30e3-4163-9c73-c14ad4324a85 req-761e0220-a4ee-488b-aee8-82ecc737a274 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Mar 11 13:45:49.092348 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3608589-ccb3-4ae2-970a-ba62b9d5513d req-693b3b41-b921-4caa-89f4-ec0f4b147802 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:49.093799 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d3608589-ccb3-4ae2-970a-ba62b9d5513d req-693b3b41-b921-4caa-89f4-ec0f4b147802 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0785146 Mar 11 13:45:49.140205 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d3608589-ccb3-4ae2-970a-ba62b9d5513d req-2fb82901-c735-4609-99b0-472e7a67429f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408769 Mar 11 13:45:50.486514 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d14bd-c8f9-4f45-89de-be976079afe2 req-32e7c660-5966-4d8e-82b8-845748688a75 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:50.487960 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e25d14bd-c8f9-4f45-89de-be976079afe2 req-32e7c660-5966-4d8e-82b8-845748688a75 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0796518 Mar 11 13:45:50.531743 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e25d14bd-c8f9-4f45-89de-be976079afe2 req-f5512544-26ef-495f-9f97-a46378e26cdc tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377016 Mar 11 13:45:50.716911 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517822-9ef1-4d90-a5ce-efbbfa0dba22 req-7ea1d527-286e-4243-bf90-60108726f587 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:50.718302 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64517822-9ef1-4d90-a5ce-efbbfa0dba22 req-7ea1d527-286e-4243-bf90-60108726f587 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0847175 Mar 11 13:45:50.762277 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-64517822-9ef1-4d90-a5ce-efbbfa0dba22 req-591b088f-fca9-43cc-accc-2075c65d1dbe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385237 Mar 11 13:45:50.783522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40376) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:51.002978 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8417d7-5565-4728-9526-c99b22ad64a2 tempest-TestShelveInstance-1295166622 tempest-TestShelveInstance-1295166622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:51.003600 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2f8417d7-5565-4728-9526-c99b22ad64a2 tempest-TestShelveInstance-1295166622 tempest-TestShelveInstance-1295166622-project-admin] Synchronizing usage tracker for tenant:8ee37879161f4501a8c5a6d8027fd8f6 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:45:51.019060 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2f8417d7-5565-4728-9526-c99b22ad64a2 tempest-TestShelveInstance-1295166622 tempest-TestShelveInstance-1295166622-project-admin] Unset dirty status for tenant:8ee37879161f4501a8c5a6d8027fd8f6 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:45:51.020306 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f8417d7-5565-4728-9526-c99b22ad64a2 tempest-TestShelveInstance-1295166622 tempest-TestShelveInstance-1295166622-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1094 time: 0.2357821 Mar 11 13:45:51.023690 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 40382) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:45:51.028642 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:45:51.034354 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:45:51.038633 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:floatingip and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:45:51.041967 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:45:51.047861 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:45:51.057942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:51.193215 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:51.330450 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Allocated IP 172.26.4.231 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/5cfcbd77-261f-4969-a4b2-5c02fac3df01) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:45:51.476439 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:51.506118 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:51.567380 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:45:51.570511 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:45:51.578264 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:45:51.618132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'Port': ['ID=5cfcbd77-261f-4969-a4b2-5c02fac3df01,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:52.090933 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:52.162268 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:52.307204 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:52.367166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:52.371475 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:52.483212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'Port': ['ID=5cfcbd77-261f-4969-a4b2-5c02fac3df01,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:45:52.491115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:52.659089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Floating IP 5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45 associated. External IP: 172.26.4.231, port: 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e. Mar 11 13:45:53.004071 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Router 085f4907-306b-45b8-a256-8ff84ff544b4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:45:53.181727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:45:53.192376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06896039-4467-45cf-9057-862a73b4c824 None None] Sync routers for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:45:53.201587 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:53.202195 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:53.206726 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:45:53.262785 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53315089-48b7-4d47-b7c9-e3b37be7ac17 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2379961 Mar 11 13:45:53.263300 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:45:53.306536 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'status': 'completed', 'code': 200} Mar 11 13:45:53.387708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:53.397094 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-c3869095-4c69-42c7-a0e4-21d719e3ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:53.398588 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-c3869095-4c69-42c7-a0e4-21d719e3ab17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1099 time: 0.0709031 Mar 11 13:45:53.529391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-0ce7e64c-2012-4295-a68a-abca79980296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:53.530772 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-0ce7e64c-2012-4295-a68a-abca79980296 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1264534 Mar 11 13:45:53.633252 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-ebd04055-0cec-4ff6-8388-3baaade01e75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1000 time: 0.0960131 Mar 11 13:45:53.695809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-220bf8fe-d2d3-4837-a351-d339583ec123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:53.697245 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-220bf8fe-d2d3-4837-a351-d339583ec123 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0585101 Mar 11 13:45:53.730328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'port_id': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'mac_address': 'fa:16:3e:ee:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bcea00-92e8-4631-a886-f12eb035cf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:45:52Z', 'updated_at': '2022-03-11T13:45:52Z', 'revision_number': 0, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:53.734121 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06896039-4467-45cf-9057-862a73b4c824 None None] Checking router: 085f4907-306b-45b8-a256-8ff84ff544b4 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:45:53.742837 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:45:53.743411 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:45:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:53.773392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-83d3486e-6d8b-4546-9293-68042cf06df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:45:53.774893 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-83d3486e-6d8b-4546-9293-68042cf06df5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719724 Mar 11 13:45:53.905596 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-9e86ef4c-47d1-411e-a8e1-cce710d96983 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244292 Mar 11 13:45:53.917524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:45:54.039019 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-bc144d20-f941-4c5b-89ce-e658ccc28704 req-92bc4bb8-0fc8-4945-871b-6a94e143605c service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279929 Mar 11 13:45:54.292443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-06896039-4467-45cf-9057-862a73b4c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'port_id': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'mac_address': 'fa:16:3e:ee:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bcea00-92e8-4631-a886-f12eb035cf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:45:52Z', 'updated_at': '2022-03-11T13:45:52Z', 'revision_number': 0, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:45:54.296386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06896039-4467-45cf-9057-862a73b4c824 None None] The sync data for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv is: [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': '5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'port_id': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'mac_address': 'fa:16:3e:ee:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bcea00-92e8-4631-a886-f12eb035cf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:45:52Z', 'updated_at': '2022-03-11T13:45:52Z', 'revision_number': 0, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:45:54.493135 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4492cc2-e8c3-4933-886e-ce9a2267141e None None] New status for floating IP 5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:46:07.229154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-68da4a28-c8d6-42a8-9e8e-ffc564aaa753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:09.312115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6e8cb770-4d17-4691-bdcc-d005fa28504d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:10.508935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:10.638873 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:12.109638 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:13.826505 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-0a78203a-0514-42cc-8ce9-f53802c00ede service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679600 Mar 11 13:46:13.963521 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c81584-46cb-495c-871f-1208ffe24534 req-28c2f88c-5f9d-4ee3-aa12-0e4882bfafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:46:13.964955 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-28c2f88c-5f9d-4ee3-aa12-0e4882bfafe4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1099 time: 0.0723631 Mar 11 13:46:14.197974 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c81584-46cb-495c-871f-1208ffe24534 req-e4cd0ca7-bc50-4be8-b2ec-04aacaa3b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:46:14.199396 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-e4cd0ca7-bc50-4be8-b2ec-04aacaa3b152 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.2164247 Mar 11 13:46:14.301683 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-66e0174f-458e-458d-87c2-32a569fe1410 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1002 time: 0.0953560 Mar 11 13:46:14.364540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c81584-46cb-495c-871f-1208ffe24534 req-fb98e393-4797-4380-beb3-4fc7a2fa4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:46:14.365977 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-fb98e393-4797-4380-beb3-4fc7a2fa4139 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0564013 Mar 11 13:46:14.441129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c81584-46cb-495c-871f-1208ffe24534 req-1f4e6599-bf35-4874-a1c5-26185fac736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:46:14.442641 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-1f4e6599-bf35-4874-a1c5-26185fac736a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705328 Mar 11 13:46:14.570729 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-65a4e0ba-fb9d-4890-95ac-4b78dd9da6ee service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217098 Mar 11 13:46:14.703661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65c81584-46cb-495c-871f-1208ffe24534 req-94bfafda-b69a-40ca-8db9-aced24571be0 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268554 Mar 11 13:46:21.312550 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:46:22.311629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:37.233679 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9c33a632-a251-43d9-8a21-7bb7268dd3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:39.312314 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5342549b-af50-478f-a4e2-2f7c96eae5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:40.512457 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:40.639685 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:42.113094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:52.314047 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:46:55.879420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [req-f35c2aa5-60c1-4f9b-acfc-68fb492c8b9d req-a482db80-4014-4b91-a10a-68725eab7ed5 service neutron] (87959) timed out ('10.222.0.52', 36196) {{(pid=87959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 13:46:58.310629 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:47:07.236478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1ff87252-fb1d-41b1-906a-992f74a2aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:09.313823 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c445e422-4d5c-430d-be5b-5d09d65b3e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:10.515378 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:10.639742 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:12.118071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:16.471906 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-14d613dc-160d-42d3-9b5a-da3600c4d84a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722661 Mar 11 13:47:16.610066 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-332e965b-4382-4998-b535-eb325be36096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:16.611509 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-332e965b-4382-4998-b535-eb325be36096 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1099 time: 0.0692494 Mar 11 13:47:16.751992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-a911d858-7f87-423a-9704-44c4bc793c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:16.753523 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-a911d858-7f87-423a-9704-44c4bc793c76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1249030 Mar 11 13:47:16.855999 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-75751cbd-be49-4a00-9da6-c902aae99508 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1002 time: 0.0967865 Mar 11 13:47:16.920375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-12c639a7-49b0-4d9b-bf93-68cc3b919065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:16.921712 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-12c639a7-49b0-4d9b-bf93-68cc3b919065 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0586307 Mar 11 13:47:16.992386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-3de308a2-0081-4ae1-8c73-c630c499b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:16.993808 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-3de308a2-0081-4ae1-8c73-c630c499b614 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667100 Mar 11 13:47:17.120886 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-2ef2c74e-adc2-4ef4-ad15-d5fa23e0037c service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201963 Mar 11 13:47:17.248118 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c8f2572b-dd09-4f84-a94c-c93ebe83c1a6 req-0e59eb28-095a-4784-bdc9-83e8b0f0226f service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212244 Mar 11 13:47:22.314112 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:35.307630 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:47:37.238386 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aea7a426-6e60-40e6-aa6f-9d6e31346c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:39.314307 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3867-6ba9-480f-b165-6b2873ebb2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:40.518513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:40.640870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:42.119016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:48.441338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c7370-1091-48fe-b014-7a1b6fa1d020 req-46fa7205-70a7-4369-aaaf-1bee309bfbff tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:48.442832 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-453c7370-1091-48fe-b014-7a1b6fa1d020 req-46fa7205-70a7-4369-aaaf-1bee309bfbff tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.1967909 Mar 11 13:47:48.486571 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-453c7370-1091-48fe-b014-7a1b6fa1d020 req-9cef6b7b-5411-49b0-8f20-1321da745ef6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382209 Mar 11 13:47:49.682131 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a779276-b8ed-467b-adda-cf55be87dab9 req-752d2568-f96c-4032-b2eb-b367c34c7d8f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:49.683577 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a779276-b8ed-467b-adda-cf55be87dab9 req-752d2568-f96c-4032-b2eb-b367c34c7d8f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0836527 Mar 11 13:47:49.727450 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a779276-b8ed-467b-adda-cf55be87dab9 req-75cfbfaa-183b-413f-a714-cb45d98d8d64 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381238 Mar 11 13:47:50.912856 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da61d-7195-4388-8974-e0b5294a7a66 req-7e9db907-d7af-431d-9d23-169772a280c6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:50.914330 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-851da61d-7195-4388-8974-e0b5294a7a66 req-7e9db907-d7af-431d-9d23-169772a280c6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0776336 Mar 11 13:47:50.960075 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-851da61d-7195-4388-8974-e0b5294a7a66 req-073e3da2-d4ac-42d6-9eaa-211d25f34c5b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 Mar 11 13:47:52.141674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0190-22bd-4bb8-8bde-6fc3db025a2e req-a9145315-203a-4557-a697-941e823234c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:52.143094 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffcb0190-22bd-4bb8-8bde-6fc3db025a2e req-a9145315-203a-4557-a697-941e823234c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0810781 Mar 11 13:47:52.186638 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ffcb0190-22bd-4bb8-8bde-6fc3db025a2e req-e603b196-852e-4308-b452-feed5640449f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Mar 11 13:47:52.332428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:47:53.369749 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741f25d-6527-4ffd-955d-92a7bbf997f7 req-9d41aa3d-37d6-4733-9500-3343a67aff94 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:53.371233 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d741f25d-6527-4ffd-955d-92a7bbf997f7 req-9d41aa3d-37d6-4733-9500-3343a67aff94 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0825286 Mar 11 13:47:53.414055 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d741f25d-6527-4ffd-955d-92a7bbf997f7 req-3c42ace6-23f0-421b-ac41-5b0cef22ffc1 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Mar 11 13:47:54.595025 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e02a-aeb9-4840-a3cc-b6e2526df0ad req-94a373db-cf4b-40a0-baeb-93452f674873 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:54.596461 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c133e02a-aeb9-4840-a3cc-b6e2526df0ad req-94a373db-cf4b-40a0-baeb-93452f674873 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0799015 Mar 11 13:47:54.644038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c133e02a-aeb9-4840-a3cc-b6e2526df0ad req-a87a98c3-c7e6-4f2f-b93b-6318643be104 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Mar 11 13:47:55.825674 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b026-197b-4e53-ba33-85cef32e91b5 req-029a04ee-542a-4840-bfb0-b92a3a5b374b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:55.826985 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f04b026-197b-4e53-ba33-85cef32e91b5 req-029a04ee-542a-4840-bfb0-b92a3a5b374b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0807564 Mar 11 13:47:55.869986 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f04b026-197b-4e53-ba33-85cef32e91b5 req-c8c6843e-2951-408b-94b9-d62f01b29efb tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370011 Mar 11 13:47:57.054914 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec6a54-19a0-4ca3-8aa4-4ce0393d20ee req-df66c08a-6826-405e-a72d-477515104656 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:57.056355 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7aec6a54-19a0-4ca3-8aa4-4ce0393d20ee req-df66c08a-6826-405e-a72d-477515104656 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0796213 Mar 11 13:47:57.102444 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7aec6a54-19a0-4ca3-8aa4-4ce0393d20ee req-db45fd3a-ead5-4bd4-af6b-3c43a4a3b59e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405345 Mar 11 13:47:58.282486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1079e-93f3-47cb-b4c8-dfcd5158e6ac req-8a0572fd-b4c4-4690-adcb-477119037e0b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:58.284012 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-14f1079e-93f3-47cb-b4c8-dfcd5158e6ac req-8a0572fd-b4c4-4690-adcb-477119037e0b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0779476 Mar 11 13:47:58.335936 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-14f1079e-93f3-47cb-b4c8-dfcd5158e6ac req-6750f487-763d-4939-8204-8fc97f3a0015 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447023 Mar 11 13:47:59.525332 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0912c-8762-455f-8f7e-037890d548db req-b4c37eea-c082-4c0b-bca5-420bf79ecff6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:47:59.526838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-13e0912c-8762-455f-8f7e-037890d548db req-b4c37eea-c082-4c0b-bca5-420bf79ecff6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0872355 Mar 11 13:47:59.572803 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-13e0912c-8762-455f-8f7e-037890d548db req-cbee3351-c77c-4fba-b882-a6d392d9043c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403552 Mar 11 13:48:00.755901 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263713c-0d07-420f-94a9-604a4bdedc4e req-3bdbed63-9b32-4801-ad5e-c11e8a110885 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:00.757506 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e263713c-0d07-420f-94a9-604a4bdedc4e req-3bdbed63-9b32-4801-ad5e-c11e8a110885 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0802162 Mar 11 13:48:00.792049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:48:00.804100 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e263713c-0d07-420f-94a9-604a4bdedc4e req-152196cd-c5cc-42b6-812f-2ed403a81622 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Mar 11 13:48:00.931456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:48:00.945617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'port_id': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'mac_address': 'fa:16:3e:ee:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:48:00.999733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:01.019885 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:48:01.035292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:48:01.040212 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:01.111700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:48:01.120787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:48:01.147468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.147810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.148139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.148581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.148775 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.149096 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.149412 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.149752 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.150071 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.150491 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.150814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:01.151124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:48:02.004272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25adc17-a413-4599-a60d-bb57502f7429 req-ce18001b-69a0-4440-9d58-042788332327 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:02.005781 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a25adc17-a413-4599-a60d-bb57502f7429 req-ce18001b-69a0-4440-9d58-042788332327 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 945 time: 0.0931919 Mar 11 13:48:02.055593 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a25adc17-a413-4599-a60d-bb57502f7429 req-f9f29322-dbb5-47a7-866a-c0018f340da5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Mar 11 13:48:02.803343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:48:02.878901 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:48:02.879480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:03.002890 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:03.031211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:48:03.041338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:48:03.049973 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:03.121115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:48:03.228726 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'code': 200} Mar 11 13:48:03.311540 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a278-03d6-4ae6-bf4f-e074b5c8bcd0 req-31c70b53-2892-41d0-ba16-d5768e37a047 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:03.312999 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8692a278-03d6-4ae6-bf4f-e074b5c8bcd0 req-31c70b53-2892-41d0-ba16-d5768e37a047 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0985937 Mar 11 13:48:03.366096 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8692a278-03d6-4ae6-bf4f-e074b5c8bcd0 req-1da1a3b5-3600-41e1-8b4b-ce111160e142 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 Mar 11 13:48:04.563543 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9948e8a-07d2-4dd9-8a3e-553e18d2d630 req-618ce36c-bd32-4669-b6cb-cc0989802f4e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:04.564926 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9948e8a-07d2-4dd9-8a3e-553e18d2d630 req-618ce36c-bd32-4669-b6cb-cc0989802f4e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0833097 Mar 11 13:48:04.611693 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c9948e8a-07d2-4dd9-8a3e-553e18d2d630 req-6c0ca8b7-d01d-4022-8d49-5628e68cb639 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398629 Mar 11 13:48:05.820285 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03cc29-ed9d-43ab-ae3e-f6ba35918f02 req-48bf5673-1149-4f20-9220-9691904418c4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:05.823039 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e03cc29-ed9d-43ab-ae3e-f6ba35918f02 req-48bf5673-1149-4f20-9220-9691904418c4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.1028907 Mar 11 13:48:05.872489 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e03cc29-ed9d-43ab-ae3e-f6ba35918f02 req-4e906ca9-6e54-4f4a-a9a4-290a42fd107f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Mar 11 13:48:07.094063 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b054397-014f-4562-aef4-e695f8f5ebdc req-e8124d42-8e7d-41eb-b8a2-864f00a8ec5e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:07.095534 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b054397-014f-4562-aef4-e695f8f5ebdc req-e8124d42-8e7d-41eb-b8a2-864f00a8ec5e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0994430 Mar 11 13:48:07.158744 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b054397-014f-4562-aef4-e695f8f5ebdc req-018aaa7d-97d2-47df-96d0-c08371b51a64 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566015 Mar 11 13:48:07.243107 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0923ece1-1760-4fbd-8cef-2c70b4f6fa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:08.355278 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ac5e1-f07c-4370-9587-1d69e19d6ea4 req-e1b69221-ba90-4186-a7ba-6584ce314ae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:08.356796 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-035ac5e1-f07c-4370-9587-1d69e19d6ea4 req-e1b69221-ba90-4186-a7ba-6584ce314ae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0900624 Mar 11 13:48:08.415174 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-035ac5e1-f07c-4370-9587-1d69e19d6ea4 req-419b32c6-dc1e-4b41-819d-3c0d50a772c5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486937 Mar 11 13:48:09.319708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c0f0846f-2298-4698-a3de-a4e8b05bf601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:09.612272 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159013d-bcd9-420e-a163-aa26ca12b87f req-7d911b18-e4e4-4b5c-ade6-ec683ded028b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:09.613934 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8159013d-bcd9-420e-a163-aa26ca12b87f req-7d911b18-e4e4-4b5c-ade6-ec683ded028b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0877573 Mar 11 13:48:09.660383 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8159013d-bcd9-420e-a163-aa26ca12b87f req-c6f35308-0d44-40aa-8a53-cad7e33d08e9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402122 Mar 11 13:48:10.521016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:10.561849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-14f667b9-1b77-4ed1-9690-b5fb105ccdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:10.563215 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-14f667b9-1b77-4ed1-9690-b5fb105ccdb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1099 time: 0.0730715 Mar 11 13:48:10.643277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:10.693768 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-8a653bf1-327c-4d90-8706-f05c8f233517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:10.695255 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-8a653bf1-327c-4d90-8706-f05c8f233517 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1256487 Mar 11 13:48:10.850276 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc4383-254b-430e-9cb2-889ffedae3e9 req-28a2eecc-3e61-4104-b0c5-3470caf1b647 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:10.851628 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-77dc4383-254b-430e-9cb2-889ffedae3e9 req-28a2eecc-3e61-4104-b0c5-3470caf1b647 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0795703 Mar 11 13:48:10.890379 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-68e5bea0-2e72-49c2-93ce-f3e524ee55f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1002 time: 0.1890392 Mar 11 13:48:10.895246 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-77dc4383-254b-430e-9cb2-889ffedae3e9 req-9adccf9f-3da8-4b49-b9d7-58956bf3ea8e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381043 Mar 11 13:48:10.953535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-8d3a1161-4a34-40a9-9a1c-a741677fd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:10.954973 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-8d3a1161-4a34-40a9-9a1c-a741677fd301 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0585439 Mar 11 13:48:11.034132 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-f0b2039b-112f-4204-b543-3f4be71708e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:11.035652 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-f0b2039b-112f-4204-b543-3f4be71708e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725362 Mar 11 13:48:11.168799 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-b94d5396-b8c8-46f8-874f-237e9952026c service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251967 Mar 11 13:48:11.299371 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-7e29153c-2b99-496a-8ab6-4e6843d27115 req-f0a2b80a-a63e-4dbd-ad0a-480019262cd0 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240427 Mar 11 13:48:12.077983 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7c1ff-a26a-443d-8467-2b5a052806d5 req-e1c911bc-7ff0-4aa7-b27e-50c5028ad530 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:12.079407 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1bc7c1ff-a26a-443d-8467-2b5a052806d5 req-e1c911bc-7ff0-4aa7-b27e-50c5028ad530 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 946 time: 0.0815177 Mar 11 13:48:12.122158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:12.122722 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1bc7c1ff-a26a-443d-8467-2b5a052806d5 req-94cf8390-7f92-4a54-aa9b-f1c9296c4a79 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376477 Mar 11 13:48:12.305561 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:48:12.878655 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:48:13.023972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:13.050094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:48:13.060060 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:48:13.063939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:13.141952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:48:13.243598 dv-neutron-833198-1-hyperv neutron-server[87960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'code': 422} returned with failed status Mar 11 13:48:13.317865 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f83c2-3d75-4227-a7a3-b44accf70077 req-54ca2107-9b99-4acf-ba9d-a9707cc815a8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:13.319184 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f68f83c2-3d75-4227-a7a3-b44accf70077 req-54ca2107-9b99-4acf-ba9d-a9707cc815a8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0828755 Mar 11 13:48:13.462729 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f68f83c2-3d75-4227-a7a3-b44accf70077 req-a9bdeb54-c946-4c6a-93b7-0491dc337bd3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378829 Mar 11 13:48:13.800130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc455d-a65e-4daf-b48a-baecd5e62ab8 req-4095d83c-f842-43d6-900a-3d110e48c150 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:13.802203 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1ddc455d-a65e-4daf-b48a-baecd5e62ab8 req-4095d83c-f842-43d6-900a-3d110e48c150 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0810966 Mar 11 13:48:13.850328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1ddc455d-a65e-4daf-b48a-baecd5e62ab8 req-e7da6e00-2186-4a05-9123-6e301fc2cb4f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Mar 11 13:48:13.960087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40558) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:48:14.101447 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-9bd8ace4-af51-431a-8758-a03f1979285d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401489 Mar 11 13:48:15.036263 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1772502-0d7b-4913-9db4-04649850aa35 req-6e5da0c1-d811-4b5f-897c-4b42c6a7597b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:15.037736 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1772502-0d7b-4913-9db4-04649850aa35 req-6e5da0c1-d811-4b5f-897c-4b42c6a7597b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0825987 Mar 11 13:48:15.055134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-e411a11f-abf4-4131-bdc2-2e9736934516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:15.056604 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-e411a11f-abf4-4131-bdc2-2e9736934516 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96&tenant_id=2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 1097 time: 0.0710804 Mar 11 13:48:15.083038 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1772502-0d7b-4913-9db4-04649850aa35 req-d33f2a20-14dd-4478-a444-bcd55246f3ff tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 Mar 11 13:48:15.149391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-77301f0d-bc6a-4c55-ac31-2d33f6786fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:15.150792 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-77301f0d-bc6a-4c55-ac31-2d33f6786fdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1097 time: 0.0734296 Mar 11 13:48:15.277198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-54261ea4-079c-4f6f-85f7-e54402dde91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:15.278636 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-54261ea4-079c-4f6f-85f7-e54402dde91f service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1219110 Mar 11 13:48:15.374355 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-c6af24ca-c700-4b30-a1d3-abee3e4d05e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1000 time: 0.0898216 Mar 11 13:48:15.439413 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-09389ea2-22ed-4494-bd48-a572f8ce5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:15.440874 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-09389ea2-22ed-4494-bd48-a572f8ce5ef4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0596473 Mar 11 13:48:15.513146 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-fd2c4a50-238c-44ce-8531-e34c6f7699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:15.514595 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-fd2c4a50-238c-44ce-8531-e34c6f7699fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677366 Mar 11 13:48:15.642653 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-c457d2b9-ea53-4057-9960-de8d5aae2bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215720 Mar 11 13:48:15.772193 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9a28da9c-5e15-4096-a3e1-c2e5058f3abe req-9655edd3-ee26-4e2c-a847-28155900276d service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224694 Mar 11 13:48:16.325937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6e44d-5772-4a83-99b2-b4384b6eca6d req-ffc5f041-e4e6-4928-8b06-1392cae47397 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:16.342113 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85f6e44d-5772-4a83-99b2-b4384b6eca6d req-ffc5f041-e4e6-4928-8b06-1392cae47397 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.1277556 Mar 11 13:48:16.413567 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85f6e44d-5772-4a83-99b2-b4384b6eca6d req-b9cd1e92-5bd4-4acf-a06b-b68dcf6b4ad8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695071 Mar 11 13:48:16.911274 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:48:17.595313 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e89ce-0a26-4fb4-bd8d-a52954a33e97 req-9d59d51a-de34-4e74-a233-d52587552e99 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:17.596934 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-101e89ce-0a26-4fb4-bd8d-a52954a33e97 req-9d59d51a-de34-4e74-a233-d52587552e99 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0819883 Mar 11 13:48:17.648673 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-101e89ce-0a26-4fb4-bd8d-a52954a33e97 req-feb6eb57-3436-4fab-8cda-b384456704c4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452085 Mar 11 13:48:18.874376 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef0e04-277e-4958-9666-4ec5e9d51728 req-c538e5c4-b0fc-4a10-b160-ec6a09eff04a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:18.881424 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abef0e04-277e-4958-9666-4ec5e9d51728 req-c538e5c4-b0fc-4a10-b160-ec6a09eff04a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.1200387 Mar 11 13:48:18.929839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abef0e04-277e-4958-9666-4ec5e9d51728 req-8c74e911-1350-485b-ad1d-7a41851aeadf tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474088 Mar 11 13:48:20.117090 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88c1b6-55b5-4aa5-b5a9-7331e57af12f req-c4c5d1c1-6c02-4895-9679-d4707520bfa5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:20.118599 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6b88c1b6-55b5-4aa5-b5a9-7331e57af12f req-c4c5d1c1-6c02-4895-9679-d4707520bfa5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0837212 Mar 11 13:48:20.168531 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6b88c1b6-55b5-4aa5-b5a9-7331e57af12f req-21b022b5-9afe-416e-9491-bf1633c76c85 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 Mar 11 13:48:21.376790 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be39267-1507-429a-be43-89c3cec05f69 req-64b8dd7a-7f5d-4f24-a5db-47acbd23ee69 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:21.378372 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9be39267-1507-429a-be43-89c3cec05f69 req-64b8dd7a-7f5d-4f24-a5db-47acbd23ee69 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0915704 Mar 11 13:48:21.450112 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9be39267-1507-429a-be43-89c3cec05f69 req-9727eded-1a33-414e-92e4-0085d54db871 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652521 Mar 11 13:48:22.332928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:22.648110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16335e9f-2173-4614-ab21-75a9bf30db04 req-1da51b3e-dfe4-4bce-adec-bca9efb88653 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:22.649589 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16335e9f-2173-4614-ab21-75a9bf30db04 req-1da51b3e-dfe4-4bce-adec-bca9efb88653 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0844431 Mar 11 13:48:22.696328 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-16335e9f-2173-4614-ab21-75a9bf30db04 req-ef946107-2e37-4614-88fd-1ce5df29a409 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Mar 11 13:48:23.879016 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd0da-c5a0-4e5f-914f-42f9bba130fc req-756351e7-5b83-4e3c-b70d-7ff9d0bbf220 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:23.880483 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bfedd0da-c5a0-4e5f-914f-42f9bba130fc req-756351e7-5b83-4e3c-b70d-7ff9d0bbf220 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0801318 Mar 11 13:48:23.923324 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bfedd0da-c5a0-4e5f-914f-42f9bba130fc req-cb547d0b-1cdc-4d2a-8c1a-36045a45249f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372808 Mar 11 13:48:24.359724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-670f8132-71c0-4131-85c8-c5e048d373da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:24.361226 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-670f8132-71c0-4131-85c8-c5e048d373da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1097 time: 0.0726480 Mar 11 13:48:24.596870 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-af839d50-1d53-4199-98bc-0535647482eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:24.598311 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-af839d50-1d53-4199-98bc-0535647482eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.2171934 Mar 11 13:48:24.699051 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-67e229e1-fbd1-4f27-8a6a-46a287673f65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1000 time: 0.0932858 Mar 11 13:48:24.759789 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-573b405e-f874-4eed-9317-0beac4826cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:24.761141 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-573b405e-f874-4eed-9317-0beac4826cad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0549514 Mar 11 13:48:24.833806 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-1964759e-2d60-4589-b604-4d8f96246fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:24.835252 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-1964759e-2d60-4589-b604-4d8f96246fa5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674911 Mar 11 13:48:24.966072 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-83fc34d3-e92d-41dd-b900-aa3a0957cc2d service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219966 Mar 11 13:48:25.097146 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-cfd0e2d1-e354-469e-a207-d346910804e8 req-c2df44b9-630b-4e0a-8791-3ae32d965192 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246805 Mar 11 13:48:25.104262 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956105f6-6311-44f6-b37d-a65aea5f1846 req-1e7777ae-b2b2-4afe-85db-e26f920f9d3f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:25.105727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-956105f6-6311-44f6-b37d-a65aea5f1846 req-1e7777ae-b2b2-4afe-85db-e26f920f9d3f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0809891 Mar 11 13:48:25.150307 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-956105f6-6311-44f6-b37d-a65aea5f1846 req-bfbf654e-d8c3-422f-903b-f1119ad2a285 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382371 Mar 11 13:48:26.335954 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddd3c8-5b53-49c6-a207-48f3608a6743 req-0703272d-6795-4559-9f63-d0e7418b0bf3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:26.337381 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82ddd3c8-5b53-49c6-a207-48f3608a6743 req-0703272d-6795-4559-9f63-d0e7418b0bf3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 944 time: 0.0832183 Mar 11 13:48:26.381071 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82ddd3c8-5b53-49c6-a207-48f3608a6743 req-ba7d5b0f-6047-4433-bf5a-f0e67dd16608 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 Mar 11 13:48:27.003556 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:48:27.132967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:48:27.146036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'port_id': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'mac_address': 'fa:16:3e:ee:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:48:27.198403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:27.215723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:48:27.230294 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:48:27.234077 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:27.302585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=9']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:48:27.465100 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:48:27.568535 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984decb3-f9b5-4559-8bc2-85fee3eabd18 req-df52666e-e253-4bac-9c76-f3f441033408 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:27.569959 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-984decb3-f9b5-4559-8bc2-85fee3eabd18 req-df52666e-e253-4bac-9c76-f3f441033408 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 945 time: 0.0844684 Mar 11 13:48:27.633617 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-984decb3-f9b5-4559-8bc2-85fee3eabd18 req-a1dc100f-950a-424e-b068-928fc0a3473c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561774 Mar 11 13:48:28.826088 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e735eb-4769-4214-8cde-c2159018d5b6 req-9552e873-a536-4700-8f85-5c58201d21b1 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:28.827509 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1e735eb-4769-4214-8cde-c2159018d5b6 req-9552e873-a536-4700-8f85-5c58201d21b1 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 945 time: 0.0815573 Mar 11 13:48:28.871134 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1e735eb-4769-4214-8cde-c2159018d5b6 req-074166b7-6bdd-44ef-87d9-a141050b0643 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375724 Mar 11 13:48:29.003729 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:48:29.069487 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:48:29.069856 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:29.182627 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:29.209518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:48:29.218751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:48:29.222390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:29.260839 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'code': 200} Mar 11 13:48:29.292495 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=10']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:48:29.505989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230089c-1d64-40f6-9f87-3dd5ec7010f1 req-e421161e-0c23-4040-8cde-8720280872a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:29.507633 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2230089c-1d64-40f6-9f87-3dd5ec7010f1 req-e421161e-0c23-4040-8cde-8720280872a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1100 time: 0.0774648 Mar 11 13:48:29.555667 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2230089c-1d64-40f6-9f87-3dd5ec7010f1 req-e353960b-b10a-4569-a65a-1878abfe07ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419714 Mar 11 13:48:30.051931 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68439aa5-be4e-4802-8f00-f1db620cbae8 req-6cd0ddc8-ae44-441a-8ad9-444286edfa34 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:30.053346 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68439aa5-be4e-4802-8f00-f1db620cbae8 req-6cd0ddc8-ae44-441a-8ad9-444286edfa34 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 947 time: 0.0787699 Mar 11 13:48:30.099330 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-68439aa5-be4e-4802-8f00-f1db620cbae8 req-75a09cc2-89e9-4e91-8364-63403aa7e077 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Mar 11 13:48:31.295776 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c879ad-fd10-4c89-af01-a9285d6bb3eb req-0c6c73f7-17ba-4eca-9fe7-32371ab66623 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:31.297584 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60c879ad-fd10-4c89-af01-a9285d6bb3eb req-0c6c73f7-17ba-4eca-9fe7-32371ab66623 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 947 time: 0.0897934 Mar 11 13:48:31.341898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-60c879ad-fd10-4c89-af01-a9285d6bb3eb req-ee02150c-d465-4c70-973b-9e6c18b8d276 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381250 Mar 11 13:48:32.535407 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d62f1-6c43-475e-99a6-ca25917ab342 req-200425c1-9d7c-4b73-b1f5-1cd2d0b6f4a9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:48:32.536838 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-473d62f1-6c43-475e-99a6-ca25917ab342 req-200425c1-9d7c-4b73-b1f5-1cd2d0b6f4a9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 947 time: 0.0881944 Mar 11 13:48:32.580561 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-473d62f1-6c43-475e-99a6-ca25917ab342 req-97006e8c-cde8-4864-b560-2b48e9929d0c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380766 Mar 11 13:48:37.236572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-7c503aab-5c02-49b1-80ae-06e915b3bc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:39.322207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b21fcbc8-dabf-4362-a12c-6b3da2cdcf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:40.524050 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:40.645208 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:42.124541 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:48:49.302774 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:48:52.341991 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:07.237936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8c1290a1-d41f-4687-ba3a-f04bacdd1fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:09.323554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3899265a-d10b-4fdd-9909-475c8b3f1d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:10.527367 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:10.646735 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:12.127749 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:18.361348 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-163daa86-7cec-4ee0-9a75-ca37356903a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676141 Mar 11 13:49:18.500086 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-cb630ddc-bff8-4282-a729-a214790a92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:18.501552 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-cb630ddc-bff8-4282-a729-a214790a92a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1100 time: 0.0716975 Mar 11 13:49:18.646375 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-2eace6cd-e2b7-4346-ab25-7044d1e1f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:18.647812 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-2eace6cd-e2b7-4346-ab25-7044d1e1f47b service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1275063 Mar 11 13:49:18.751632 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-e9074c2d-d9ab-4b76-a5bb-e432fe41857d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 1002 time: 0.0973680 Mar 11 13:49:18.813370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-f0ba09a1-6a62-4527-a1ec-366e79f1f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:18.814723 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-f0ba09a1-6a62-4527-a1ec-366e79f1f1ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0570812 Mar 11 13:49:18.891181 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-3a6242d3-9d05-4720-be98-c8cfac8c844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:18.892627 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-3a6242d3-9d05-4720-be98-c8cfac8c844f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713623 Mar 11 13:49:19.021897 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-3b93d9e2-bd9a-4010-8243-27ac7b511822 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231182 Mar 11 13:49:19.154814 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-159ebf09-bf4e-49da-b6e4-42c7626fb42a req-fc2c883a-acea-47a6-8617-7649cef53bf9 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270866 Mar 11 13:49:22.361513 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:26.300309 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:49:37.243143 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e72393ad-b9cf-4f7a-8a5b-9e923cccabf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:39.326414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dec77251-9a3b-4def-b664-4cad7dc5cd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:40.534561 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:40.647671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:41.390060 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40682) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:41.672954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Deleting port 5cfcbd77-261f-4969-a4b2-5c02fac3df01 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:49:41.673481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:41.839504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:41.839828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:41.958540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Calling delete_port for 5cfcbd77-261f-4969-a4b2-5c02fac3df01 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:49:42.107003 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:42.131572 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:42.154328 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event deleted for resources: {'Port': ['ID=5cfcbd77-261f-4969-a4b2-5c02fac3df01,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:42.192647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.192986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.193316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.193673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.193996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.194319 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.194637 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.194954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.195297 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.195612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.195944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.196238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:49:42.257509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:42.257759 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Floating IP 5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45 disassociated (deleted). External IP: 172.26.4.231, port: 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e. Mar 11 13:49:42.599327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Router 085f4907-306b-45b8-a256-8ff84ff544b4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:49:42.775568 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:49:42.785629 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] Sync routers for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:49:42.787609 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:42.794621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:49:42.795298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:49:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:49:42.841243 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-0b9f6c2c-6984-44aa-9c0b-645d854638fe tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "DELETE /v2.0/floatingips/5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45 HTTP/1.1" status: 204 len: 168 time: 1.4500754 Mar 11 13:49:42.841838 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:49:42.947641 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'status': 'completed', 'code': 200} Mar 11 13:49:43.016484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:49:43.078840 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851b87-f842-4321-bf6d-5950435fde68 req-43d2bddb-eac2-4fd4-9b23-463b837391f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:43.080477 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f851b87-f842-4321-bf6d-5950435fde68 req-43d2bddb-eac2-4fd4-9b23-463b837391f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 1100 time: 0.0925493 Mar 11 13:49:43.280942 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d1020-3abb-4cc4-aac0-41ec79125a2c req-c54a5046-f9d6-42ee-bf32-62a87e1d6a06 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:43.282610 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f62d1020-3abb-4cc4-aac0-41ec79125a2c req-c54a5046-f9d6-42ee-bf32-62a87e1d6a06 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 947 time: 0.1417892 Mar 11 13:49:43.319179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851b87-f842-4321-bf6d-5950435fde68 req-ea5ee086-6290-4505-933b-b9d07f8ebb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:43.320686 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f851b87-f842-4321-bf6d-5950435fde68 req-ea5ee086-6290-4505-933b-b9d07f8ebb0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.2339804 Mar 11 13:49:43.333619 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f62d1020-3abb-4cc4-aac0-41ec79125a2c req-f8d3b145-8c54-4597-9986-59f964c5ca1b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422254 Mar 11 13:49:43.357164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:49:43.361027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] Checking router: 085f4907-306b-45b8-a256-8ff84ff544b4 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:49:43.369703 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:49:43.370289 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:49:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:49:43.395810 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f851b87-f842-4321-bf6d-5950435fde68 req-dcabeeb8-d958-4cdc-b964-02df007820e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 200 len: 217 time: 0.0685914 Mar 11 13:49:43.462048 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851b87-f842-4321-bf6d-5950435fde68 req-2cb22f38-017f-473e-894d-a7bbcddc4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:43.463595 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f851b87-f842-4321-bf6d-5950435fde68 req-2cb22f38-017f-473e-894d-a7bbcddc4870 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0609322 Mar 11 13:49:43.538507 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851b87-f842-4321-bf6d-5950435fde68 req-979ea991-c752-4c0d-8af7-c3495c8227ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:43.540578 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f851b87-f842-4321-bf6d-5950435fde68 req-979ea991-c752-4c0d-8af7-c3495c8227ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702937 Mar 11 13:49:43.548830 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:49:43.671875 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f851b87-f842-4321-bf6d-5950435fde68 req-91b35867-d249-481a-851b-91ecd2dd0982 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238022 Mar 11 13:49:43.802534 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5f851b87-f842-4321-bf6d-5950435fde68 req-04b67343-d7b4-40a0-9fe9-9fd3d97e4d4b service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239891 Mar 11 13:49:43.857843 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:49:43.862019 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e87bdf-5244-45a4-a75a-8d9e66896202 None None] The sync data for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv is: [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:49:44.059583 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a88bb-a1a6-40eb-bb51-af27dcfcb8da None None] New status for floating IP 5bb9a8eb-4acc-4b61-ac63-51ae0a61dd45: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:49:44.423571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-956e6a94-b8fe-42eb-8f2b-d1d40b59c23b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:44.424262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-956e6a94-b8fe-42eb-8f2b-d1d40b59c23b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Synchronizing usage tracker for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:49:44.443905 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-956e6a94-b8fe-42eb-8f2b-d1d40b59c23b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Unset dirty status for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:49:44.445189 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-956e6a94-b8fe-42eb-8f2b-d1d40b59c23b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 947 time: 0.1030474 Mar 11 13:49:44.514019 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Deleting port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:49:44.514354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:44.524994 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22d439-3db3-408d-9fe9-4f9602e4cf0c req-b5510dfc-5342-447b-83e7-3c1c72db644c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:49:44.526532 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c22d439-3db3-408d-9fe9-4f9602e4cf0c req-b5510dfc-5342-447b-83e7-3c1c72db644c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 947 time: 0.0816343 Mar 11 13:49:44.571724 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c22d439-3db3-408d-9fe9-4f9602e4cf0c req-052e6914-6f86-4f2f-a40d-199688c83b21 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Mar 11 13:49:44.759968 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] For port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:49:44.760586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:44.879574 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Calling delete_port for 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:49:45.018365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:45.067220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event deleted for resources: {'Port': ['ID=6fc75a6a-3a6a-40a9-a450-aa53107d7d4e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:45.139966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] No DVR routers for this DVR port 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:49:45.142317 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:45.144710 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-deleted', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:49:45.161379 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b8123f12-455f-460a-93d9-8492bb0c2ef6 req-5afdb02a-1a2d-4949-bda1-7be7a12abae4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "DELETE /v2.0/ports/6fc75a6a-3a6a-40a9-a450-aa53107d7d4e HTTP/1.1" status: 204 len: 173 time: 0.7113414 Mar 11 13:49:45.195640 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bcea00-92e8-4631-a886-f12eb035cf96', 'name': 'network-vif-deleted', 'tag': '6fc75a6a-3a6a-40a9-a450-aa53107d7d4e', 'status': 'completed', 'code': 200} Mar 11 13:49:45.735143 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3b21351d-9c77-45de-a1be-ea45d9096360 req-a620da58-5040-427b-84b2-c585a7d135fb tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=97bcea00-92e8-4631-a886-f12eb035cf96 HTTP/1.1" status: 200 len: 210 time: 0.0420916 Mar 11 13:49:46.826711 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40704) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:46.893760 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4995-fb52-4bb7-954e-577ba223e7a4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:46.922191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4995-fb52-4bb7-954e-577ba223e7a4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:47.073513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4995-fb52-4bb7-954e-577ba223e7a4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:47.092313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc4995-fb52-4bb7-954e-577ba223e7a4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:47.102962 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4995-fb52-4bb7-954e-577ba223e7a4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:47.104087 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f7dc4995-fb52-4bb7-954e-577ba223e7a4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "DELETE /v2.0/security-groups/ee70c2f3-3db6-4a0d-9cb9-0751d1fccb20 HTTP/1.1" status: 204 len: 168 time: 0.2760544 Mar 11 13:49:47.316269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:49:47.352767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:49:47.353034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 6fc75a6a-3a6a-40a9-a450-aa53107d7d4e not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:49:48.307428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40714) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:48.312616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355146231', 'description': 'tempest-secgroup-smoke-355146231 description', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:49:48.318577 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:48.323129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:48.325954 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:48.331658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:48.342703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.361756 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:48.365427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:48.368804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:48.374719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:48.441987 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.446162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.489241 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59859ef3-5f34-460b-baa7-5631cff4cd0e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:48.491868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.493035 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3554a00a-f363-4020-877f-ad95f0ce468e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1845913 Mar 11 13:49:48.495882 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40718) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:48.500738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': '59859ef3-5f34-460b-baa7-5631cff4cd0e', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:49:48.506583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:48.510855 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:48.513668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:48.519220 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:48.536378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.596380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.599737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.623308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a3d76a-e32e-4696-9671-4ffcc8dd398f,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:48.630958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.632116 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-159298f5-df9d-40ad-85da-ceac235e3542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353490 Mar 11 13:49:48.635308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40722) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:48.640105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': '59859ef3-5f34-460b-baa7-5631cff4cd0e', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:49:48.645732 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:48.650322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:48.653147 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:48.659276 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:48.675389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.734477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.737716 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.760717 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c600a309-731b-4034-baf6-2f8f6059a625,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:48.769392 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.770578 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-225c1087-2ce3-41a2-86f6-b9275a65d9ca tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343777 Mar 11 13:49:48.773226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40726) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:48.777946 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': '59859ef3-5f34-460b-baa7-5631cff4cd0e', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:49:48.783529 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:48.787238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:48.790067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:48.795613 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:48.811920 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.872555 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.876105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.901155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eda2efa-cf9c-4c0d-9441-555a02a26881,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:48.910039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:48.911250 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-39bdb2ad-fa56-4c8a-b96b-b81605c4ee59 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370835 Mar 11 13:49:48.913906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40730) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:48.918588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': '59859ef3-5f34-460b-baa7-5631cff4cd0e', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:49:48.924498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:48.928244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:48.931584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:48.937131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:48.954247 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.014914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.018133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.040545 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008a948f-cf78-431a-b58f-cae560f7b6c8,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:49.050601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.051744 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ac66dc13-dbc7-4497-98b2-76591fd071c7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369431 Mar 11 13:49:49.054418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40734) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:49.059953 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': '59859ef3-5f34-460b-baa7-5631cff4cd0e', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:49:49.065658 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:49.069393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:49.072236 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:49.077835 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:49.086785 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Project 2f5049a51a4647cd9fd7171c4cf342dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:49:49.092949 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.154831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.158159 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.182320 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457d2498-20a4-46f9-9a39-c8700e4c6bf7,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:49.190141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.191309 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-54d2e01b-6af4-49b3-98b1-ed4daa49c445 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353881 Mar 11 13:49:49.193980 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40738) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:49:49.198783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'security_group_rule': {'security_group_id': '59859ef3-5f34-460b-baa7-5631cff4cd0e', 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:49:49.204378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:49:49.208091 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:security_group_rule and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:49:49.210937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:49:49.216765 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:49:49.227505 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Project 2f5049a51a4647cd9fd7171c4cf342dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:49:49.233807 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.299441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.302742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.326459 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdda2817-e8c3-4522-aa42-8cba5971e298,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:49:49.334432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:49:49.335578 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3a02fbef-ce91-48dc-ac4a-ea89ed4a4762 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407092 Mar 11 13:49:52.393988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:03.053785 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-e5edb5f2-c864-4e7b-a668-52908ed6f9bf tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355146231&fields=id&tenant_id=2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 267 time: 0.0426364 Mar 11 13:50:03.298257 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:50:03.309224 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-3bdf15c8-c852-44ef-abfa-585364826292 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:03.310700 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-3bdf15c8-c852-44ef-abfa-585364826292 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 808 time: 0.2502508 Mar 11 13:50:03.324782 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-f26a1402-83a3-4421-9049-41e0535a466e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/quotas/2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 375 time: 0.0086980 Mar 11 13:50:03.406582 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-47c34f78-25de-4588-8d82-9cfb344906e3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770576 Mar 11 13:50:03.585311 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-10d63564-1cab-49e0-b0e4-4968542fe9fd service neutron] 10.222.0.52 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670389 Mar 11 13:50:03.718043 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-165a2d8b-d1c3-4523-8d05-3c087999c5aa service neutron] 10.222.0.52 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271031 Mar 11 13:50:04.092959 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1ec09455-ac20-4685-bf50-05edabf59bd1 req-23c9e8ba-26dd-451e-8bb1-4c0bef0dfe18 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0479662 Mar 11 13:50:05.073390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-a18ac84a-2861-4bc7-84ad-818138a03fbb tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:05.075054 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-a18ac84a-2861-4bc7-84ad-818138a03fbb tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 808 time: 0.1502862 Mar 11 13:50:05.123217 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-6578983e-bf9c-4daa-842d-7589c3fccad7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Synchronizing usage tracker for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:50:05.138989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-6578983e-bf9c-4daa-842d-7589c3fccad7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Unset dirty status for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:50:05.140463 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-6578983e-bf9c-4daa-842d-7589c3fccad7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 379 time: 0.0559123 Mar 11 13:50:05.148836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'port': {'device_id': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'admin_state_up': True, 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'security_groups': ['59859ef3-5f34-460b-baa7-5631cff4cd0e']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:50:05.243650 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bac73c16-6a80-4210-a8c3-3384c66a1e54 req-b786c300-bd39-4b8e-92dc-dbbb7f80059c tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0445762 Mar 11 13:50:05.290876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:50:05.294803 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:port and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:50:05.297554 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:50:05.303347 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:50:05.312681 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Made reservation on behalf of 2f5049a51a4647cd9fd7171c4cf342dd for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:50:05.316305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:05.480097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Allocated IP 172.20.0.8 (655b2d47-45a1-4a32-b53f-e1c2611f4f4a/b00d036d-0ce9-4305-9246-d659f9c87372/ad368f6c-5551-4fc9-b889-ebb7c5ed1365) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:50:05.668246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:05.686112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Transition to ACTIVE for port object ad368f6c-5551-4fc9-b889-ebb7c5ed1365 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:50:05.709027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:05.779148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:50:05.786971 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:50:05.791940 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:50:05.822586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:50:05.860312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:05.860935 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:05.887345 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-9f518b82-f85a-4e23-9364-eab8ac3f8655 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7422957 Mar 11 13:50:05.898553 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Request body: {'port': {'device_id': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:50:05.997428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6a9b12ff-e45e-49a4-8566-c5081538b223 None None] Provisioning for port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:50:06.005013 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-6a9b12ff-e45e-49a4-8566-c5081538b223 None None] Provisioning complete for port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:50:06.005720 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6a9b12ff-e45e-49a4-8566-c5081538b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:06.017316 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:06.061339 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b12ff-e45e-49a4-8566-c5081538b223 None None] Port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:50:06.460381 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad368f6c-5551-4fc9-b889-ebb7c5ed1365 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:50:06.468306 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dbebe-4a54-42c0-bc40-f44a4d63f4f2 req-8091f738-eb77-42df-a290-df30b324aa7e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:06.469057 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:06.469995 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7e8dbebe-4a54-42c0-bc40-f44a4d63f4f2 req-8091f738-eb77-42df-a290-df30b324aa7e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 931 time: 0.1153631 Mar 11 13:50:06.484647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Transition to ACTIVE for port object ad368f6c-5551-4fc9-b889-ebb7c5ed1365 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:50:06.487979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:06.522896 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7e8dbebe-4a54-42c0-bc40-f44a4d63f4f2 req-ef62ac4b-7778-460e-989b-a1d7c20a43d3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461609 Mar 11 13:50:06.657901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:50:06.739288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Attempting to bind port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:50:06.739620 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Attempting to bind port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:50:06.739996 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Attempting to bind port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:50:06.746101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:50:06.746417 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Attempting to bind port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 on network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:50:06.751395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:50:06.751776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Checking segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:50:06.752099 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Bound using segment: {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:50:06.752509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Bound port: ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:50:06.752875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:06.845088 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:50:06.848129 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:50:06.851767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:06.907584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:06.908754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:06.909671 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 1093 time: 1.0154126 Mar 11 13:50:06.912087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:50:06.940700 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9abaa-b181-4f33-9088-495ecfecf9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:50:06.991667 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'status': 'completed', 'code': 200} Mar 11 13:50:07.034155 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-0120e0a9-9caa-4972-86f4-427761ee954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.035706 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-0120e0a9-9caa-4972-86f4-427761ee954a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0756209 Mar 11 13:50:07.106979 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-19130813-8bda-4e53-9c57-a1624f279995 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 217 time: 0.0648875 Mar 11 13:50:07.166809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-3342bc03-a6a4-4151-9ce1-da1f75d43e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.168173 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-3342bc03-a6a4-4151-9ce1-da1f75d43e35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0562432 Mar 11 13:50:07.246356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a43949fc-c9cf-4e81-a40f-d6aa75689fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:07.251490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-ca148c77-23fe-4037-baf6-cddf42afa9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.252955 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-ca148c77-23fe-4037-baf6-cddf42afa9e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785444 Mar 11 13:50:07.387033 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-700eac8e-4a53-4133-9adb-f6ed2174390c service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279881 Mar 11 13:50:07.519922 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2452aa3f-5c1f-494c-a520-924dd143b999 req-0fcbb7a3-78ba-4f2d-bbc5-c79898f70d49 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267827 Mar 11 13:50:07.634542 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-d99ac6a0-ada8-4eb9-86ed-a47d33028026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.636029 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-d99ac6a0-ada8-4eb9-86ed-a47d33028026 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0722446 Mar 11 13:50:07.714603 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aee432-af44-4445-828e-550e3d91a243 req-50980e72-cb3f-4e8f-ab78-c6d9459c31f9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.716059 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4aee432-af44-4445-828e-550e3d91a243 req-50980e72-cb3f-4e8f-ab78-c6d9459c31f9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0847323 Mar 11 13:50:07.764622 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a4aee432-af44-4445-828e-550e3d91a243 req-520ff6b7-4b35-474f-a0e8-59f8d2731cef tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421288 Mar 11 13:50:07.777663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-c96398f2-2bef-4234-b81f-94eeccf6a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.779276 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-c96398f2-2bef-4234-b81f-94eeccf6a8e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1364884 Mar 11 13:50:07.850120 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-51c74ac7-5f91-4dea-a74d-c81ef3baad33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 217 time: 0.0645020 Mar 11 13:50:07.911828 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-3b759d41-03e1-475c-9105-910b26ea90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.913239 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-3b759d41-03e1-475c-9105-910b26ea90ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0570340 Mar 11 13:50:07.987636 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-e34129ed-7782-41bf-b7fa-db4f0299c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:07.989109 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-e34129ed-7782-41bf-b7fa-db4f0299c220 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696411 Mar 11 13:50:08.211015 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-1754b2a3-3093-4ef6-9020-b8a28cad5b16 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147131 Mar 11 13:50:08.340593 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-1f261e37-f094-47d2-a3fe-4d43e2e3e357 req-3ad88537-a591-40b5-88fb-4c632f927780 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230111 Mar 11 13:50:09.020437 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97d106-817b-455f-bb89-ae67a76d946c req-6b6c3e7f-b55a-4211-8767-7471a4cc8692 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:09.021902 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da97d106-817b-455f-bb89-ae67a76d946c req-6b6c3e7f-b55a-4211-8767-7471a4cc8692 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.1401658 Mar 11 13:50:09.065520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-da97d106-817b-455f-bb89-ae67a76d946c req-2a7ae6bf-28a0-4d50-a1cd-6edad060ae25 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 Mar 11 13:50:09.327573 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-88937b03-b690-4b22-96cc-a36b8aba7aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:10.249598 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532daf37-7b44-4058-be73-2d6749d3766f req-e08ecc84-5943-45c8-aa11-1abb1863c437 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:10.251046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-532daf37-7b44-4058-be73-2d6749d3766f req-e08ecc84-5943-45c8-aa11-1abb1863c437 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0810103 Mar 11 13:50:10.295046 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-532daf37-7b44-4058-be73-2d6749d3766f req-371fdd2f-1dfa-4523-bc9f-516e5d3e6542 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384481 Mar 11 13:50:10.530967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:10.649352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:11.479074 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bac3-69f0-4a3b-8c2a-d2a3ce2801d6 req-d70b3c60-cbb8-48a8-bec1-3f0e76215dbd tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:11.480520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf50bac3-69f0-4a3b-8c2a-d2a3ce2801d6 req-d70b3c60-cbb8-48a8-bec1-3f0e76215dbd tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0831861 Mar 11 13:50:11.524554 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bf50bac3-69f0-4a3b-8c2a-d2a3ce2801d6 req-a8db887e-3649-49d5-bc9b-7f42088fcded tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384388 Mar 11 13:50:12.133814 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:12.704046 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a4396-dcca-49da-b11c-6f7c03ff3032 req-a2fd228b-459b-4b7a-a70b-99a554c77818 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:12.705401 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cf1a4396-dcca-49da-b11c-6f7c03ff3032 req-a2fd228b-459b-4b7a-a70b-99a554c77818 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0795841 Mar 11 13:50:12.752053 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cf1a4396-dcca-49da-b11c-6f7c03ff3032 req-5e7b3b73-3f3a-424a-9779-c5ab1987a357 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410292 Mar 11 13:50:13.931899 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b043e-af27-4228-8360-971313856785 req-a447f7b7-845f-446d-a938-03b03a13d4ec tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:13.933350 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a4b043e-af27-4228-8360-971313856785 req-a447f7b7-845f-446d-a938-03b03a13d4ec tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0794046 Mar 11 13:50:13.977360 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a4b043e-af27-4228-8360-971313856785 req-26f89161-6d6d-4c3c-bab4-5d4ec1e79802 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384836 Mar 11 13:50:15.158585 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffdbd7-d242-4441-82a5-1567bf6e1c7d req-10ffe4b7-6228-49ac-b73e-7a64f5735b3b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:15.160026 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-26ffdbd7-d242-4441-82a5-1567bf6e1c7d req-10ffe4b7-6228-49ac-b73e-7a64f5735b3b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0820417 Mar 11 13:50:15.204399 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-26ffdbd7-d242-4441-82a5-1567bf6e1c7d req-0fc372bb-9b43-4ad6-b7e9-1971c0e6ffae tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 Mar 11 13:50:15.441179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ad368f6c-5551-4fc9-b889-ebb7c5ed1365 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:50:15.609588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:50:15.622667 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'port_id': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'mac_address': 'fa:16:3e:a5:75:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:50:15.679330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:15.695242 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad368f6c-5551-4fc9-b889-ebb7c5ed1365 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:50:15.709652 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:50:15.713872 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:15.778135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:50:15.784933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.785276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.785704 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.786037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.786388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.786714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.787035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.787354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.787673 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.787992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.788305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.788617 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:50:15.914757 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['ad368f6c-5551-4fc9-b889-ebb7c5ed1365'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:50:16.386362 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80b0b-ff77-482a-94ba-478af209b2bc req-8cd8027f-e1b5-4662-a4af-1d13da4dcd35 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:16.387920 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-53c80b0b-ff77-482a-94ba-478af209b2bc req-8cd8027f-e1b5-4662-a4af-1d13da4dcd35 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 944 time: 0.0804176 Mar 11 13:50:16.432739 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-53c80b0b-ff77-482a-94ba-478af209b2bc req-09826c05-3672-4af6-8216-c5ca7fa85df7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 Mar 11 13:50:17.472754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ad368f6c-5551-4fc9-b889-ebb7c5ed1365 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:50:17.538190 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:50:17.543504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:50:17.543864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:17.620045 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d18bf-0a60-4039-bfa2-f5de66d1115c req-9df1f8ac-c2d8-4264-8edc-03f302dff114 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:17.621528 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a7d18bf-0a60-4039-bfa2-f5de66d1115c req-9df1f8ac-c2d8-4264-8edc-03f302dff114 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 944 time: 0.0838397 Mar 11 13:50:17.659405 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:17.664661 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6a7d18bf-0a60-4039-bfa2-f5de66d1115c req-dc378b8a-afdd-49b2-881f-d3472e74b453 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374215 Mar 11 13:50:17.687914 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:50:17.697510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:50:17.701776 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:17.732269 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'code': 200} Mar 11 13:50:17.769403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:50:18.029917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d2f5-d10d-46be-ae94-1336ca94aa98 req-f6e78166-9e63-4c39-9ba0-4fcf981dabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:18.031347 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0825d2f5-d10d-46be-ae94-1336ca94aa98 req-f6e78166-9e63-4c39-9ba0-4fcf981dabcb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.1072688 Mar 11 13:50:18.070742 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-0825d2f5-d10d-46be-ae94-1336ca94aa98 req-7c5f02f2-2574-409a-9142-d47fbf10e446 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329792 Mar 11 13:50:18.853775 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271088b-2bef-4434-ba8b-0114edceb6d5 req-377727cc-8662-4c22-8d61-6a4dbca476e9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:18.855876 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2271088b-2bef-4434-ba8b-0114edceb6d5 req-377727cc-8662-4c22-8d61-6a4dbca476e9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0836170 Mar 11 13:50:18.899901 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2271088b-2bef-4434-ba8b-0114edceb6d5 req-22d140da-4c4c-4167-8aac-f02704ed3081 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385630 Mar 11 13:50:20.080948 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830415-99d5-495b-9af6-d6ea090fa12a req-35de537a-d660-4c37-a723-a7e3a0d2f811 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:20.082401 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-73830415-99d5-495b-9af6-d6ea090fa12a req-35de537a-d660-4c37-a723-a7e3a0d2f811 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0791795 Mar 11 13:50:20.125771 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-73830415-99d5-495b-9af6-d6ea090fa12a req-a053fd87-2906-434d-b01f-70b266371f9a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372298 Mar 11 13:50:20.307796 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddb63a-b227-402e-8eb8-53b15def6b41 req-b6c5d35d-3e6b-4057-acb5-abae2897abb2 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:20.309187 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7cddb63a-b227-402e-8eb8-53b15def6b41 req-b6c5d35d-3e6b-4057-acb5-abae2897abb2 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0833323 Mar 11 13:50:20.352537 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7cddb63a-b227-402e-8eb8-53b15def6b41 req-cc2198a1-3dd8-4ff6-a519-750f46734258 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374653 Mar 11 13:50:20.374830 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40922) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:50:20.445460 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674fb7a-4a57-4262-a7dc-b6c210773f6d tempest-TestShelveInstance-1295166622 tempest-TestShelveInstance-1295166622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:20.447589 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a674fb7a-4a57-4262-a7dc-b6c210773f6d tempest-TestShelveInstance-1295166622 tempest-TestShelveInstance-1295166622-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1093 time: 0.0717924 Mar 11 13:50:20.450503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 40926) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:50:20.455090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:50:20.460790 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:50:20.464504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Usage tracker for resource:floatingip and tenant:2f5049a51a4647cd9fd7171c4cf342dd is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:50:20.467234 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:50:20.472713 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:50:20.483010 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:20.614697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:20.744153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Allocated IP 172.26.4.50 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/097d5db9-27c2-4a09-b97a-fc37ee416550) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:50:20.887105 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:20.916153 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:20.977209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:50:20.980504 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:50:20.988510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:50:21.027503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'Port': ['ID=097d5db9-27c2-4a09-b97a-fc37ee416550,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:50:21.389926 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:21.464122 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:21.753034 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:21.757198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:21.861198 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event updated for resources: {'Port': ['ID=097d5db9-27c2-4a09-b97a-fc37ee416550,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:50:21.873009 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:22.039561 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Floating IP a7e258a4-6228-49c7-a008-0f795d1b5a31 associated. External IP: 172.26.4.50, port: ad368f6c-5551-4fc9-b889-ebb7c5ed1365. Mar 11 13:50:22.377630 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Router 085f4907-306b-45b8-a256-8ff84ff544b4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:50:22.414844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:22.556645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:50:22.566250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] Sync routers for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:50:22.575709 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:50:22.576118 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:50:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:50:22.580527 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:22.635793 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-fd115904-f666-4075-8239-8720fec1d244 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1842875 Mar 11 13:50:22.636345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:50:22.680507 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'status': 'completed', 'code': 200} Mar 11 13:50:22.756910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:50:22.769359 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c3f43-844a-4c0b-b162-f269cd47edca req-6f056aca-1e6b-41a5-bbb4-50a996946623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:22.770862 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-906c3f43-844a-4c0b-b162-f269cd47edca req-6f056aca-1e6b-41a5-bbb4-50a996946623 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0698969 Mar 11 13:50:22.900293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c3f43-844a-4c0b-b162-f269cd47edca req-6db99398-e9e9-40d8-9f6d-09610cd826e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:22.901694 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-906c3f43-844a-4c0b-b162-f269cd47edca req-6db99398-e9e9-40d8-9f6d-09610cd826e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1247361 Mar 11 13:50:23.003330 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-906c3f43-844a-4c0b-b162-f269cd47edca req-9296cdd0-009c-4f04-8281-aa04523a1d54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 998 time: 0.0958016 Mar 11 13:50:23.109798 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a7e258a4-6228-49c7-a008-0f795d1b5a31', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'port_id': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'mac_address': 'fa:16:3e:a5:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:50:21Z', 'updated_at': '2022-03-11T13:50:21Z', 'revision_number': 0, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:50:23.113992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] Checking router: 085f4907-306b-45b8-a256-8ff84ff544b4 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:50:23.123344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:50:23.123952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:50:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:50:23.174282 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c3f43-844a-4c0b-b162-f269cd47edca req-07bda02a-17bd-4f9e-b282-8355b878c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:23.175656 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-906c3f43-844a-4c0b-b162-f269cd47edca req-07bda02a-17bd-4f9e-b282-8355b878c79a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.1655374 Mar 11 13:50:23.249774 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c3f43-844a-4c0b-b162-f269cd47edca req-328d9d69-c5e8-4fe5-828f-a63a7803d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:50:23.251245 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-906c3f43-844a-4c0b-b162-f269cd47edca req-328d9d69-c5e8-4fe5-828f-a63a7803d60a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691025 Mar 11 13:50:23.342148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:50:23.387613 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-906c3f43-844a-4c0b-b162-f269cd47edca req-c7cf2243-bad6-4ca4-bc55-10d9722ba0b8 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301582 Mar 11 13:50:23.517871 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-906c3f43-844a-4c0b-b162-f269cd47edca req-66f84fe9-4877-4ff6-b396-3c96ce7b1976 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242895 Mar 11 13:50:23.683546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a7e258a4-6228-49c7-a008-0f795d1b5a31', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'port_id': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'mac_address': 'fa:16:3e:a5:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:50:21Z', 'updated_at': '2022-03-11T13:50:21Z', 'revision_number': 0, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:50:23.687408 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fca6d-cd27-410b-8dd4-2cdde1789652 None None] The sync data for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv is: [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a7e258a4-6228-49c7-a008-0f795d1b5a31', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'port_id': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'mac_address': 'fa:16:3e:a5:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:50:21Z', 'updated_at': '2022-03-11T13:50:21Z', 'revision_number': 0, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:50:23.863755 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc5f4a-7103-4426-ae85-3f8aa4ab4882 None None] New status for floating IP a7e258a4-6228-49c7-a008-0f795d1b5a31: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:50:37.248755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d095c9cb-5454-4cd1-a93e-db91e688ba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:39.331414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-785ba211-e929-4787-bd15-e94bd40a05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:40.298196 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:50:40.533530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:40.655240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:42.139516 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:50:52.411227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:07.249761 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-75b023db-1c41-431f-883f-17a21d1158b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:09.332522 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ed546589-2926-486f-86a5-a9d3f48e2f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:10.537164 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:10.656110 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:12.140287 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:17.294833 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:51:21.442709 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-f10bceea-6b41-4bf6-a6ff-a653162d5138 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716236 Mar 11 13:51:21.578502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-6f01f570-7bb1-4d9f-a37a-a206d9cf5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:51:21.579936 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-6f01f570-7bb1-4d9f-a37a-a206d9cf5d7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0696065 Mar 11 13:51:21.721943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-1f5b0c36-2ea2-460c-a929-ce99b564c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:51:21.723279 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-1f5b0c36-2ea2-460c-a929-ce99b564c3a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1252301 Mar 11 13:51:21.823392 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-b74c3136-05e2-42bd-acde-6624324e8a3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 1000 time: 0.0942662 Mar 11 13:51:21.883582 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-4d58a702-1095-4356-b682-d1a68d788212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:51:21.884940 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-4d58a702-1095-4356-b682-d1a68d788212 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0556121 Mar 11 13:51:21.959098 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-22099974-4fec-4646-860d-79d56d395202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:51:21.960491 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-22099974-4fec-4646-860d-79d56d395202 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701041 Mar 11 13:51:22.087131 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-75d01349-ae44-4f9d-9c43-332674a43ae2 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202350 Mar 11 13:51:22.217800 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-78b4626c-9a22-4e2f-b928-8e3316668249 req-5e87cb30-d01c-4618-bf92-99fafe425b46 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216967 Mar 11 13:51:22.416850 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:37.251919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f9918dd-cf71-43f2-a017-2f7bc5728044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:39.333552 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-89b6f303-6f0c-4445-b929-55a778765097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:40.540016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:40.657748 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:42.142860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:52.411580 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:51:54.292557 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:52:07.253534 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9533edca-a7f6-46a1-930d-201909db3f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:09.334579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-446d039a-036f-4023-abaf-ce1614c11e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:10.542246 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:10.658773 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:12.148080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:19.433832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664727c-5dd8-49c3-9bec-81c317222c79 req-0d019106-13ab-4275-b74a-966260c56673 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:19.435247 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3664727c-5dd8-49c3-9bec-81c317222c79 req-0d019106-13ab-4275-b74a-966260c56673 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0832806 Mar 11 13:52:19.478778 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3664727c-5dd8-49c3-9bec-81c317222c79 req-d0a10242-0643-4cb7-84fc-427936ed62a8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372522 Mar 11 13:52:20.660349 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e16-ad85-4035-aa39-6dee5124aea3 req-7119384d-cb85-475c-ac0b-03e0f8a71274 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:20.661853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6640e16-ad85-4035-aa39-6dee5124aea3 req-7119384d-cb85-475c-ac0b-03e0f8a71274 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0787628 Mar 11 13:52:20.705816 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6640e16-ad85-4035-aa39-6dee5124aea3 req-9255c6bd-02a2-4f3b-a68b-9d47b8945237 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384107 Mar 11 13:52:20.887860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-7567c2fd-1ac5-40cb-83ba-7aeaed1c51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:20.889310 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-7567c2fd-1ac5-40cb-83ba-7aeaed1c51df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0702119 Mar 11 13:52:21.030353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-2b23e3d8-c6df-4d02-8793-722558e02cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:21.031707 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-2b23e3d8-c6df-4d02-8793-722558e02cfa service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1236296 Mar 11 13:52:21.133950 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-98dfa4e2-a096-42be-9f09-39c7f0858430 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 1000 time: 0.0952835 Mar 11 13:52:21.197442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-90f32484-fa19-432f-b2c1-f8425eb5605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:21.198876 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-90f32484-fa19-432f-b2c1-f8425eb5605d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0597203 Mar 11 13:52:21.364849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-090421ab-5f13-4497-9d41-789a2f1906bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:21.366348 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-090421ab-5f13-4497-9d41-789a2f1906bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1609626 Mar 11 13:52:21.494916 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-565cdc7d-ac31-4831-aaee-0632dea71524 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222606 Mar 11 13:52:21.624085 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-c20b2370-5ae2-4355-8248-97fa92a9b147 req-c88d0d84-5dce-4af3-b37f-f29e1c979fc6 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225722 Mar 11 13:52:21.994725 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc8d98-8168-46a4-a69e-3659b80fe69f req-33186c49-8889-4031-a930-dd5879a8e3b4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:21.996085 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b7fc8d98-8168-46a4-a69e-3659b80fe69f req-33186c49-8889-4031-a930-dd5879a8e3b4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.1833644 Mar 11 13:52:22.039235 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b7fc8d98-8168-46a4-a69e-3659b80fe69f req-7e19b611-d99a-428c-a207-35b3cd176fa5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375807 Mar 11 13:52:22.409780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:23.225199 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d970-be70-4dde-8aa8-dc3bbdfc5c27 req-9d8579a2-1a71-4e52-bc91-7789645395d6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:23.227278 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc33d970-be70-4dde-8aa8-dc3bbdfc5c27 req-9d8579a2-1a71-4e52-bc91-7789645395d6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0823493 Mar 11 13:52:23.270500 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc33d970-be70-4dde-8aa8-dc3bbdfc5c27 req-e233d7b0-1c42-487d-953a-102428264745 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376687 Mar 11 13:52:24.452174 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a60f5-b89d-4a77-ba99-801a505fc9e4 req-b59625a7-956a-4c86-9b07-af68f1808a11 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:24.453681 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e6a60f5-b89d-4a77-ba99-801a505fc9e4 req-b59625a7-956a-4c86-9b07-af68f1808a11 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0797868 Mar 11 13:52:24.496462 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3e6a60f5-b89d-4a77-ba99-801a505fc9e4 req-4c490e96-a18b-4aee-b089-08e9913e8668 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373173 Mar 11 13:52:25.683843 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd6a6a-0c4a-4669-9b4a-6d072f433a08 req-16bc7830-86e3-4682-85b5-9e3e4759d78e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:25.684981 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c3bd6a6a-0c4a-4669-9b4a-6d072f433a08 req-16bc7830-86e3-4682-85b5-9e3e4759d78e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0847492 Mar 11 13:52:25.729216 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c3bd6a6a-0c4a-4669-9b4a-6d072f433a08 req-271b2ae3-2fb4-4012-88b1-da49d76abb4d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379283 Mar 11 13:52:26.914121 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e41c-85af-4e72-8144-e766db103c19 req-0b6a8872-7807-4c79-b6eb-0d8d1e50d4c5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:26.915566 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b550e41c-85af-4e72-8144-e766db103c19 req-0b6a8872-7807-4c79-b6eb-0d8d1e50d4c5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0802035 Mar 11 13:52:26.962017 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b550e41c-85af-4e72-8144-e766db103c19 req-c83ed212-345e-4e23-8e16-191a3f06419b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Mar 11 13:52:28.140501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5af022-9a94-4f02-90c7-f88532eb90ee req-b9ba8540-097f-4327-ac15-c8fe3acbab05 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:28.142522 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4e5af022-9a94-4f02-90c7-f88532eb90ee req-b9ba8540-097f-4327-ac15-c8fe3acbab05 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0787456 Mar 11 13:52:28.200754 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4e5af022-9a94-4f02-90c7-f88532eb90ee req-917177a0-7c2e-459a-8bb4-2d04c6008732 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526068 Mar 11 13:52:29.385361 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048ede-d8bf-4e15-b8a6-43a974f71fed req-c1e42111-fedf-43d6-bfaa-8f425124f800 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:29.386828 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85048ede-d8bf-4e15-b8a6-43a974f71fed req-c1e42111-fedf-43d6-bfaa-8f425124f800 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0826635 Mar 11 13:52:29.430512 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-85048ede-d8bf-4e15-b8a6-43a974f71fed req-e72bd2c9-0938-49d2-8969-eb06732a0027 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380116 Mar 11 13:52:29.531473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-e1ce67de-8e48-4baf-b417-74fa1efc9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:29.532846 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-e1ce67de-8e48-4baf-b417-74fa1efc9275 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0721381 Mar 11 13:52:29.662274 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-2250882a-6121-461b-8d7c-da692a607fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:29.663703 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-2250882a-6121-461b-8d7c-da692a607fbf service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1249049 Mar 11 13:52:29.761763 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-44835272-3e82-4557-90a6-a3909c749967 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 1000 time: 0.0921378 Mar 11 13:52:29.824550 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-788a5a91-4a94-4be6-82eb-452efcdea2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:29.825867 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-788a5a91-4a94-4be6-82eb-452efcdea2a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0589068 Mar 11 13:52:29.897758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-44fdad9d-12e5-467c-8346-45e87c7d9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:29.899150 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-44fdad9d-12e5-467c-8346-45e87c7d9e8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670016 Mar 11 13:52:30.026297 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-3fd9f693-c27a-45f7-a6fc-b9f11578f699 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210959 Mar 11 13:52:30.154074 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-72d0c94b-8158-4b1a-882b-bf35db9e4099 req-de61af8c-40c0-4f1d-aa4f-4bf4a5a9d773 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215775 Mar 11 13:52:30.613817 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cf59a-8bb9-4cb7-8ed9-e92038147955 req-ca7af2f0-15a0-41a1-bcb7-4d240518b2ec tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:30.615271 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89cf59a-8bb9-4cb7-8ed9-e92038147955 req-ca7af2f0-15a0-41a1-bcb7-4d240518b2ec tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0802288 Mar 11 13:52:30.658158 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89cf59a-8bb9-4cb7-8ed9-e92038147955 req-facfe9ec-fb78-4e2c-a98c-72f2d0af575b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373874 Mar 11 13:52:31.290216 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:52:31.844266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d035e0-0eff-45d6-b262-df6c7bdd2d1c req-9536c496-ad39-4566-8d84-8ee51fc4477f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:31.845731 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-26d035e0-0eff-45d6-b262-df6c7bdd2d1c req-9536c496-ad39-4566-8d84-8ee51fc4477f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0826194 Mar 11 13:52:31.890413 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-26d035e0-0eff-45d6-b262-df6c7bdd2d1c req-7cf85fd4-98dc-4ad5-ad98-178fed285c9d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 Mar 11 13:52:33.075039 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c71633-06ba-4198-b163-01411afb0190 req-f03e7b8b-2832-4550-94f2-cf786da54c3f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:33.076471 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-73c71633-06ba-4198-b163-01411afb0190 req-f03e7b8b-2832-4550-94f2-cf786da54c3f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0822539 Mar 11 13:52:33.122672 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-73c71633-06ba-4198-b163-01411afb0190 req-b452cd7d-c871-4b63-9ebb-6112f66914bd tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399442 Mar 11 13:52:33.408201 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-0eb4407a-f7e3-4851-9ccf-857824bb6543 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773089 Mar 11 13:52:33.470480 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bf103-5611-4744-84c9-2cd4f5382e43 req-0b75edb7-1884-442f-80e1-c3f9d2ac2251 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:33.471939 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c50bf103-5611-4744-84c9-2cd4f5382e43 req-0b75edb7-1884-442f-80e1-c3f9d2ac2251 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0853744 Mar 11 13:52:33.518873 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c50bf103-5611-4744-84c9-2cd4f5382e43 req-a23fb9f7-27de-4529-89f8-c5423621df41 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Mar 11 13:52:34.222221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ad368f6c-5551-4fc9-b889-ebb7c5ed1365 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:52:34.336186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:34.362682 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:52:34.373374 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:52:34.378728 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:34.413864 dv-neutron-833198-1-hyperv neutron-server[87960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'code': 422} returned with failed status Mar 11 13:52:34.456387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:52:34.463363 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.463708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.464043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.464371 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.464696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.465020 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.465348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.465689 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.466016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.466333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.466646 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.466959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:52:34.714522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8f6a-25f8-410f-b644-056f59fc0ae8 req-233d152e-6029-41bc-9c98-cb46602ec0d3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:34.715898 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5ae8f6a-25f8-410f-b644-056f59fc0ae8 req-233d152e-6029-41bc-9c98-cb46602ec0d3 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0871041 Mar 11 13:52:34.759936 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5ae8f6a-25f8-410f-b644-056f59fc0ae8 req-eb58c10e-6246-4943-8e1e-5fe75322fdd5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374293 Mar 11 13:52:35.785989 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-dc2b971b-d2ca-4c36-852d-d4286115fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:35.787436 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-dc2b971b-d2ca-4c36-852d-d4286115fa27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6&tenant_id=2f5049a51a4647cd9fd7171c4cf342dd HTTP/1.1" status: 200 len: 1096 time: 0.0689723 Mar 11 13:52:35.879301 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-1118e268-4688-454c-9577-9a1e3e8b109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:35.880861 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-1118e268-4688-454c-9577-9a1e3e8b109e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0720222 Mar 11 13:52:35.943474 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7b47c-bd43-47cb-b11d-c4ae55498314 req-5e0cd364-0822-4181-8b16-2daba3a595eb tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:35.944922 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3ef7b47c-bd43-47cb-b11d-c4ae55498314 req-5e0cd364-0822-4181-8b16-2daba3a595eb tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0810313 Mar 11 13:52:35.993606 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3ef7b47c-bd43-47cb-b11d-c4ae55498314 req-92f0efca-7203-4881-aff9-63db79357169 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 Mar 11 13:52:36.012809 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-b56f1b54-cfd8-4894-98a1-cc7e05c187f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:36.014287 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-b56f1b54-cfd8-4894-98a1-cc7e05c187f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1281052 Mar 11 13:52:36.113073 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-81fefcce-79c5-4d8f-b94a-9db043c6120b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 998 time: 0.0927227 Mar 11 13:52:36.177318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-32ce0f02-ab2a-4d16-a4dd-8242dc45c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:36.178741 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-32ce0f02-ab2a-4d16-a4dd-8242dc45c9f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0600717 Mar 11 13:52:36.251696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-d29378d4-1c37-4bf6-88a0-0dadbc19f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:36.253124 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-d29378d4-1c37-4bf6-88a0-0dadbc19f78b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690498 Mar 11 13:52:36.468119 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-e24377aa-3d40-484b-9cd0-80cf20c4a798 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091935 Mar 11 13:52:36.597248 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b58781f9-c5a6-4983-a7b5-a526956db8b2 req-b4b9db33-42f6-447c-a334-63e265ff410c service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229742 Mar 11 13:52:37.174650 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748d3ae-d1d9-4214-aeb9-d941a71136fc req-9a0db6f9-196a-428f-821a-df4669b6bdf8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:37.176077 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0748d3ae-d1d9-4214-aeb9-d941a71136fc req-9a0db6f9-196a-428f-821a-df4669b6bdf8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0789909 Mar 11 13:52:37.219966 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0748d3ae-d1d9-4214-aeb9-d941a71136fc req-db5b5298-26ba-4749-99e7-71dd96d3012d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 Mar 11 13:52:37.257299 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ba26-409d-4d23-839b-90191f2c42e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:38.406095 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b15ea-cd7d-4b77-aab6-4c8fd3594310 req-3d3ad185-c9b4-4afb-88be-dfda6b957f13 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:38.407568 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c9b15ea-cd7d-4b77-aab6-4c8fd3594310 req-3d3ad185-c9b4-4afb-88be-dfda6b957f13 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0831916 Mar 11 13:52:38.453159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9c9b15ea-cd7d-4b77-aab6-4c8fd3594310 req-600d8c89-758f-4e51-ad53-8828569d811e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398109 Mar 11 13:52:39.337142 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d653b60d-822b-4e5b-a12c-c2cdf3e33864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:39.633560 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ebca9-7e0c-42ed-b3e6-5934e7908200 req-29ee51d1-7ceb-4ba4-ace3-c2b618582173 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:39.635007 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db0ebca9-7e0c-42ed-b3e6-5934e7908200 req-29ee51d1-7ceb-4ba4-ace3-c2b618582173 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0794613 Mar 11 13:52:39.678225 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-db0ebca9-7e0c-42ed-b3e6-5934e7908200 req-26f0e8d1-7696-4c5d-93e8-672ef91f5ddf tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Mar 11 13:52:40.546708 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:40.660640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:40.860073 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04d5e-fad2-404c-b633-c112e1412d1f req-8952196f-41fd-4b7b-a821-37359f227ee4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:40.861519 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-caa04d5e-fad2-404c-b633-c112e1412d1f req-8952196f-41fd-4b7b-a821-37359f227ee4 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0820756 Mar 11 13:52:40.904382 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-caa04d5e-fad2-404c-b633-c112e1412d1f req-a2218cce-1f1e-4201-a90f-9d3605b6244e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372846 Mar 11 13:52:42.091166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79a96-c362-4f74-ad06-a55ffe45f757 req-7426bb0d-045c-477a-aee1-9d6a2fa8f229 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:42.092975 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-91c79a96-c362-4f74-ad06-a55ffe45f757 req-7426bb0d-045c-477a-aee1-9d6a2fa8f229 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0833390 Mar 11 13:52:42.136074 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-91c79a96-c362-4f74-ad06-a55ffe45f757 req-589e39bf-e16a-46af-bfc6-2c9fec4a68ae tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371883 Mar 11 13:52:42.150601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:43.318411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5ec84-817e-47d5-9575-4062185e59a2 req-d89c94b5-8da5-401d-9d71-d160f368cce5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:43.319839 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fb5ec84-817e-47d5-9575-4062185e59a2 req-d89c94b5-8da5-401d-9d71-d160f368cce5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 943 time: 0.0792613 Mar 11 13:52:43.362779 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2fb5ec84-817e-47d5-9575-4062185e59a2 req-b7a26b10-7f6b-4ac6-bcc4-5a3c3a1c8dfa tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373883 Mar 11 13:52:44.253009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ad368f6c-5551-4fc9-b889-ebb7c5ed1365 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:52:44.386088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:52:44.399464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'port_id': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'mac_address': 'fa:16:3e:a5:75:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:52:44.454672 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:44.471290 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad368f6c-5551-4fc9-b889-ebb7c5ed1365 {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:52:44.486777 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:52:44.491193 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:44.549417 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cfd9e-2f2a-4192-9f22-4586ba12820f req-2da77961-7a96-45c4-98d9-81584febd2d1 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:44.550817 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-727cfd9e-2f2a-4192-9f22-4586ba12820f req-2da77961-7a96-45c4-98d9-81584febd2d1 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 944 time: 0.0849006 Mar 11 13:52:44.559866 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:52:44.597260 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-727cfd9e-2f2a-4192-9f22-4586ba12820f req-0539ef8f-c59f-4e9e-873a-4e9881c5faba tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Mar 11 13:52:44.693518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['ad368f6c-5551-4fc9-b889-ebb7c5ed1365'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:52:45.780677 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166c6ea-d857-43c2-9eeb-fbe5bfcbad11 req-b1a15ed7-9779-4aa5-a07d-0152f5cf182e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:45.782061 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c166c6ea-d857-43c2-9eeb-fbe5bfcbad11 req-b1a15ed7-9779-4aa5-a07d-0152f5cf182e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 944 time: 0.0794036 Mar 11 13:52:45.828041 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c166c6ea-d857-43c2-9eeb-fbe5bfcbad11 req-e9eba561-e78b-43f2-94ef-65a36f1846e9 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404086 Mar 11 13:52:46.268139 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ad368f6c-5551-4fc9-b889-ebb7c5ed1365 up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:52:46.371641 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:52:46.372001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:46.486881 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:46.512355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:52:46.522490 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:52:46.527635 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:52:46.564446 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'code': 200} Mar 11 13:52:46.595370 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:52:46.816203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb2b5b-bd8c-48e6-a019-76873f1c3377 req-6227d47e-8de8-4b4f-a3f2-b96f5ebd3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:46.817584 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b4fb2b5b-bd8c-48e6-a019-76873f1c3377 req-6227d47e-8de8-4b4f-a3f2-b96f5ebd3288 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0731156 Mar 11 13:52:46.856401 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-b4fb2b5b-bd8c-48e6-a019-76873f1c3377 req-7d55c032-16e4-403d-b4a3-807d5ba8bb8e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327296 Mar 11 13:52:47.009876 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632624-1b9b-4e8a-b4d8-1bd496daae96 req-46a8aefd-f781-4bbd-b39a-5001cfc24eb5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:47.011306 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d2632624-1b9b-4e8a-b4d8-1bd496daae96 req-46a8aefd-f781-4bbd-b39a-5001cfc24eb5 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0793290 Mar 11 13:52:47.054512 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d2632624-1b9b-4e8a-b4d8-1bd496daae96 req-f18edbda-f966-4de7-b48f-035a71e0a361 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377460 Mar 11 13:52:48.336943 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7b015-cb01-4aa2-83ab-5743b99e36ef req-a62f5344-cc77-4909-99a9-166551eec8d6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:52:48.338324 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-59d7b015-cb01-4aa2-83ab-5743b99e36ef req-a62f5344-cc77-4909-99a9-166551eec8d6 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.1811748 Mar 11 13:52:48.381363 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-59d7b015-cb01-4aa2-83ab-5743b99e36ef req-c204fe5b-117e-4391-af55-a662df1cbb55 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374119 Mar 11 13:52:52.407501 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:07.259898 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ca6d72bf-7a98-473b-a5a6-ac05ceb82d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:08.288917 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:53:09.339046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3fa28b77-3b94-496c-ad03-4eb85d4b5ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:10.549137 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:10.662403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:12.152660 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:22.427616 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:22.844618 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-9b9cec38-a8ba-4431-ba8e-8113a98126aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676079 Mar 11 13:53:22.983484 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-94964be9-6eff-4fc9-ae34-948932161251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:53:22.984935 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-94964be9-6eff-4fc9-ae34-948932161251 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0721860 Mar 11 13:53:23.128150 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-b844dfbd-aa50-4971-9693-a21e3a1b483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:53:23.130128 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-b844dfbd-aa50-4971-9693-a21e3a1b483a service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1249266 Mar 11 13:53:23.230284 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-2429b6fa-8d76-4ea8-8384-735c237d7b6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 1000 time: 0.0945945 Mar 11 13:53:23.291305 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-98feabf6-c68d-4940-a48d-3979da41ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:53:23.292706 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-98feabf6-c68d-4940-a48d-3979da41ca98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.0562363 Mar 11 13:53:23.372805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-27819af6-78d2-4cd6-8de3-5f522f8e647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:53:23.374303 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-27819af6-78d2-4cd6-8de3-5f522f8e647e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749114 Mar 11 13:53:23.507095 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-79ec4356-8e2d-4ad2-ac7b-523e2d4daec6 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Mar 11 13:53:23.646254 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a7c1560c-cc28-47c8-99c3-9a64354b28d6 req-c62239f9-adb0-4861-8038-fa149370996b service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326733 Mar 11 13:53:37.265082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b792a825-b73a-49cf-9350-7df0190dc2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:39.340444 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-328dc13b-703e-4ea6-8e71-beefe608bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:40.552343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:40.663326 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:42.154934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:53:45.286606 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:53:52.439633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:07.015398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41070) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:07.212054 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Deleting port 097d5db9-27c2-4a09-b97a-fc37ee416550 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:07.212390 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:07.270732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2cc620d5-7bba-4513-a4a8-9cd81449d30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:07.473395 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:07.473748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:07.593601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Calling delete_port for 097d5db9-27c2-4a09-b97a-fc37ee416550 owned by network:floatingip {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:07.743005 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:07.790239 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event deleted for resources: {'Port': ['ID=097d5db9-27c2-4a09-b97a-fc37ee416550,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:07.832426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.832772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.833110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.833461 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.833793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.834118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.834463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.834791 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.835119 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.835436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.835754 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.836068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:07.889965 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for floatingip, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:07.890296 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Floating IP a7e258a4-6228-49c7-a008-0f795d1b5a31 disassociated (deleted). External IP: 172.26.4.50, port: ad368f6c-5551-4fc9-b889-ebb7c5ed1365. Mar 11 13:54:08.243546 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Router 085f4907-306b-45b8-a256-8ff84ff544b4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:54:08.435183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:08.444185 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] Sync routers for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:08.450442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:08.453825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:08.454441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:53:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:08.503625 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f4c58675-6844-4ab9-8c79-c194245c303d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "DELETE /v2.0/floatingips/a7e258a4-6228-49c7-a008-0f795d1b5a31 HTTP/1.1" status: 204 len: 168 time: 1.4870949 Mar 11 13:54:08.504118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:54:08.557252 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'status': 'completed', 'code': 200} Mar 11 13:54:08.636700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:08.653063 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65307059-01f3-4ab2-8a54-233d46084403 req-99e8d20f-3edf-4299-86b7-96e3048af13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:08.654705 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65307059-01f3-4ab2-8a54-233d46084403 req-99e8d20f-3edf-4299-86b7-96e3048af13a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0759132 Mar 11 13:54:08.799426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65307059-01f3-4ab2-8a54-233d46084403 req-95268334-e45e-4b70-b74e-d87ae1fe6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:08.800888 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65307059-01f3-4ab2-8a54-233d46084403 req-95268334-e45e-4b70-b74e-d87ae1fe6362 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 200 len: 909 time: 0.1400940 Mar 11 13:54:08.876739 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65307059-01f3-4ab2-8a54-233d46084403 req-9d4c8c8e-401b-4712-8290-23c5b371dfb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 200 len: 217 time: 0.0643067 Mar 11 13:54:08.882937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521549f1-c172-400d-ac30-f4f2f9fc4047 req-62b6aa05-e589-48b3-a852-e4a32f33a32e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:08.884964 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-521549f1-c172-400d-ac30-f4f2f9fc4047 req-62b6aa05-e589-48b3-a852-e4a32f33a32e tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0835283 Mar 11 13:54:08.937748 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-521549f1-c172-400d-ac30-f4f2f9fc4047 req-10331cec-e320-4e8e-9321-e1520235aa76 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471630 Mar 11 13:54:08.978237 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:08.982598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] Checking router: 085f4907-306b-45b8-a256-8ff84ff544b4 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:08.992034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:08.992784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:53:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:09.047072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65307059-01f3-4ab2-8a54-233d46084403 req-d4db4fcb-d8e3-4816-aab6-eed11e804b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:09.048535 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65307059-01f3-4ab2-8a54-233d46084403 req-d4db4fcb-d8e3-4816-aab6-eed11e804b23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 200 len: 847 time: 0.1656120 Mar 11 13:54:09.122120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65307059-01f3-4ab2-8a54-233d46084403 req-2ba46306-fb47-455d-bb64-2d7e6529c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:09.123616 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65307059-01f3-4ab2-8a54-233d46084403 req-2ba46306-fb47-455d-bb64-2d7e6529c688 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655b2d47-45a1-4a32-b53f-e1c2611f4f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684898 Mar 11 13:54:09.171630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:09.254289 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65307059-01f3-4ab2-8a54-233d46084403 req-f18a5864-1be6-4d5d-a8e0-22d2ff43de16 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228666 Mar 11 13:54:09.386581 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-65307059-01f3-4ab2-8a54-233d46084403 req-42f10dba-9489-4a08-940d-cf3c70f8bcd1 service neutron] 10.222.0.50 "GET /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253672 Mar 11 13:54:09.399017 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c8f85b9-9e52-44b8-acdf-d14fec8d0122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:09.495600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:09.499421 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6b2f1-fc63-4ac9-99e5-f6dada5b17e7 None None] The sync data for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv is: [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:29Z', 'revision_number': 4, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c7dee968-2700-4c67-8fc4-1c5731bd284c', 'name': '', 'network_id': '655b2d47-45a1-4a32-b53f-e1c2611f4f4a', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'mac_address': 'fa:16:3e:94:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:29Z', 'updated_at': '2022-03-11T13:45:37Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'subnets': [{'id': 'b00d036d-0ce9-4305-9246-d659f9c87372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:09.708263 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76b59a-5bd0-4e69-901e-2374715ce051 None None] New status for floating IP a7e258a4-6228-49c7-a008-0f795d1b5a31: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:54:10.126883 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03b1ba-a734-4a98-b24d-7a9d6baad622 req-35a44c7b-b787-4a89-94dc-d68de553e4a8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:10.128329 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1a03b1ba-a734-4a98-b24d-7a9d6baad622 req-35a44c7b-b787-4a89-94dc-d68de553e4a8 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0804441 Mar 11 13:54:10.172344 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1a03b1ba-a734-4a98-b24d-7a9d6baad622 req-f78c3ec2-cf3e-4b0d-bba5-b7d0a65fe88a tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/security-groups?id=59859ef3-5f34-460b-baa7-5631cff4cd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Mar 11 13:54:10.336401 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-a7030dc9-051a-4677-9992-6639b228047b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:10.336997 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-a7030dc9-051a-4677-9992-6639b228047b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Synchronizing usage tracker for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:54:10.351891 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-a7030dc9-051a-4677-9992-6639b228047b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Unset dirty status for tenant:2f5049a51a4647cd9fd7171c4cf342dd on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:54:10.353064 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-a7030dc9-051a-4677-9992-6639b228047b tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 945 time: 0.0970933 Mar 11 13:54:10.424046 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Deleting port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:10.424382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:10.554622 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:10.668662 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:10.669719 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] For port ad368f6c-5551-4fc9-b889-ebb7c5ed1365, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:10.670081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:10.791787 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Calling delete_port for ad368f6c-5551-4fc9-b889-ebb7c5ed1365 owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:10.933685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:10.982869 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event deleted for resources: {'Port': ['ID=ad368f6c-5551-4fc9-b889-ebb7c5ed1365,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:11.058776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] No DVR routers for this DVR port ad368f6c-5551-4fc9-b889-ebb7c5ed1365 on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:54:11.061130 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:11.063517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-deleted', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:54:11.078735 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f38ffa02-75e2-440a-9db8-3f9b31459aab req-13509e22-84e4-4a55-9563-9a844ada6ac7 tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.50 "DELETE /v2.0/ports/ad368f6c-5551-4fc9-b889-ebb7c5ed1365 HTTP/1.1" status: 204 len: 173 time: 0.7201741 Mar 11 13:54:11.110911 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d6f1e-8bc2-4678-8903-e64b622cb2c6', 'name': 'network-vif-deleted', 'tag': 'ad368f6c-5551-4fc9-b889-ebb7c5ed1365', 'status': 'completed', 'code': 200} Mar 11 13:54:11.319816 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c81496cf-c369-43f1-912c-955583b092a2 req-19fdd946-0e29-4f3e-8d86-bfc8516f949d tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "GET /v2.0/ports?device_id=437d6f1e-8bc2-4678-8903-e64b622cb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0429220 Mar 11 13:54:12.160392 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:12.414206 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41096) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:12.482820 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbe2cdc8-ab2f-4119-9ab3-3da40921736f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:12.511992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbe2cdc8-ab2f-4119-9ab3-3da40921736f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:12.581162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbe2cdc8-ab2f-4119-9ab3-3da40921736f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:12.601002 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2cdc8-ab2f-4119-9ab3-3da40921736f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59859ef3-5f34-460b-baa7-5631cff4cd0e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:12.610970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dbe2cdc8-ab2f-4119-9ab3-3da40921736f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:12.612117 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-dbe2cdc8-ab2f-4119-9ab3-3da40921736f tempest-TestShelveInstance-1463033299 tempest-TestShelveInstance-1463033299-project] 10.222.0.52 "DELETE /v2.0/security-groups/59859ef3-5f34-460b-baa7-5631cff4cd0e HTTP/1.1" status: 204 len: 168 time: 0.1966622 Mar 11 13:54:12.651858 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41102) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:12.798521 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ad368f6c-5551-4fc9-b889-ebb7c5ed1365 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:54:12.831705 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: ad368f6c-5551-4fc9-b889-ebb7c5ed1365 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:54:12.832356 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device ad368f6c-5551-4fc9-b889-ebb7c5ed1365 not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:54:13.497625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:13.842557 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Deleting port c7dee968-2700-4c67-8fc4-1c5731bd284c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:13.842890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:14.013117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] For port c7dee968-2700-4c67-8fc4-1c5731bd284c, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c7dee968-2700-4c67-8fc4-1c5731bd284c,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:14.013391 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:14.134804 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Calling delete_port for c7dee968-2700-4c67-8fc4-1c5731bd284c owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:14.452097 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:14.599227 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dee968-2700-4c67-8fc4-1c5731bd284c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:14.862288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:15.206616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Router 085f4907-306b-45b8-a256-8ff84ff544b4 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:54:15.376120 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:15.385277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] Sync routers for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:15.390770 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-7a4f24ab-2c42-4c55-9e47-fd7951f0152b admin admin] 10.222.0.52 "PUT /v2.0/routers/085f4907-306b-45b8-a256-8ff84ff544b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356329 Mar 11 13:54:15.390988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41110) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:15.396987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:15.397630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:15.564925 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:15.571854 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:15.749205 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:15.760420 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Deleting port 18dbaaab-df29-4b0e-bfd9-459528af3911 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:15.760752 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:15.861108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:54:14Z', 'revision_number': 5, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port': {'id': '18dbaaab-df29-4b0e-bfd9-459528af3911', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:15.865006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] Checking router: 085f4907-306b-45b8-a256-8ff84ff544b4 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:15.873257 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] Routers {'085f4907-306b-45b8-a256-8ff84ff544b4'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:15.873877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['085f4907-306b-45b8-a256-8ff84ff544b4'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:16.039081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] Set router 085f4907-306b-45b8-a256-8ff84ff544b4 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:16.057082 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] For port 18dbaaab-df29-4b0e-bfd9-459528af3911, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=18dbaaab-df29-4b0e-bfd9-459528af3911,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:16.057478 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.145740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:54:15Z', 'revision_number': 6, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:16.150207 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630bf74-269e-47cd-8c6f-b8dbe530969f None None] The sync data for ids ['085f4907-306b-45b8-a256-8ff84ff544b4'] in dv-neutron-833198-1-hyperv is: [{'id': '085f4907-306b-45b8-a256-8ff84ff544b4', 'name': 'tempest-TestShelveInstance-440972506-router', 'tenant_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:26Z', 'updated_at': '2022-03-11T13:54:15Z', 'revision_number': 6, 'project_id': '2f5049a51a4647cd9fd7171c4cf342dd', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:16.184592 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Calling delete_port for 18dbaaab-df29-4b0e-bfd9-459528af3911 owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:16.348696 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.433128 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Pushing event deleted for resources: {'Port': ['ID=18dbaaab-df29-4b0e-bfd9-459528af3911,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:16.491761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.670023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.672101 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.694930 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.695457 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 085f4907-306b-45b8-a256-8ff84ff544b4 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:54:16.709649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.711206 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-be97f646-ae1f-44c8-9f5a-6ed5195671fd admin admin] 10.222.0.52 "DELETE /v2.0/routers/085f4907-306b-45b8-a256-8ff84ff544b4 HTTP/1.1" status: 204 len: 168 time: 1.3192089 Mar 11 13:54:16.713720 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41114) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:16.772979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] Deleting subnet b00d036d-0ce9-4305-9246-d659f9c87372 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:54:16.775842 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.824862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.903108 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:16.921474 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7dee968-2700-4c67-8fc4-1c5731bd284c no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:54:16.960288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c7dee968-2700-4c67-8fc4-1c5731bd284c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:54:16.960632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c7dee968-2700-4c67-8fc4-1c5731bd284c not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:54:16.980902 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.017031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00d036d-0ce9-4305-9246-d659f9c87372,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:17.022576 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.028415 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-245b00dd-b0d6-48d0-a9ea-013b995e6a64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b00d036d-0ce9-4305-9246-d659f9c87372 HTTP/1.1" status: 204 len: 168 time: 0.3137217 Mar 11 13:54:17.028747 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa4fa2e-3558-4680-8b1b-72c66baa7c3b None None] Network 655b2d47-45a1-4a32-b53f-e1c2611f4f4a requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:54:17.030868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41118) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:17.138519 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.149881 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Deleting port 4d3d5372-41f5-4ac6-8101-182cd927ee76 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:17.150238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.307025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] DHCP port deletion for 655b2d47-45a1-4a32-b53f-e1c2611f4f4a request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:54:17.311341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Deleting port 4d3d5372-41f5-4ac6-8101-182cd927ee76 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:17.311816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.472641 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] For port 4d3d5372-41f5-4ac6-8101-182cd927ee76, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4d3d5372-41f5-4ac6-8101-182cd927ee76,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:17.472915 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.570052 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] For port 4d3d5372-41f5-4ac6-8101-182cd927ee76, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4d3d5372-41f5-4ac6-8101-182cd927ee76,segment=NetworkSegment(73bfcea3-f1b3-4599-8bc5-bf97d9d6e753),segment_id=73bfcea3-f1b3-4599-8bc5-bf97d9d6e753)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:17.570350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.593773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Calling delete_port for 4d3d5372-41f5-4ac6-8101-182cd927ee76 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:17.676723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.694271 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Calling delete_port for 4d3d5372-41f5-4ac6-8101-182cd927ee76 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:17.725050 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3d5372-41f5-4ac6-8101-182cd927ee76,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:17.726782 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] No DVR routers for this DVR port 4d3d5372-41f5-4ac6-8101-182cd927ee76 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:54:17.764634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:54:17.764989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:54:17.840900 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.865131 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655b2d47-45a1-4a32-b53f-e1c2611f4f4a']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:17.876767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:17.877067 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bfcea3-f1b3-4599-8bc5-bf97d9d6e753') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:17.888612 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.904441 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.910263 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:54:17.910644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:54:17.923394 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:54:17.999389 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:18.015001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:18.024904 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=655b2d47-45a1-4a32-b53f-e1c2611f4f4a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:18.038900 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-cc6cb946-4ccc-4a34-8640-f4e499450d09 admin admin] 10.222.0.52 "DELETE /v2.0/networks/655b2d47-45a1-4a32-b53f-e1c2611f4f4a HTTP/1.1" status: 204 len: 168 time: 1.0070655 Mar 11 13:54:18.041705 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41122) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:18.266396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Deleting port 4d3d5372-41f5-4ac6-8101-182cd927ee76 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:18.266955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:18.334696 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-90a297a1-df07-4821-8e52-62d46f2f08bb None None] The port '4d3d5372-41f5-4ac6-8101-182cd927ee76' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:54:18.525564 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18dbaaab-df29-4b0e-bfd9-459528af3911 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:54:18.559197 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 18dbaaab-df29-4b0e-bfd9-459528af3911 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:54:18.559537 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 18dbaaab-df29-4b0e-bfd9-459528af3911 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:54:18.559955 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d3d5372-41f5-4ac6-8101-182cd927ee76 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:54:18.574783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:18.596223 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 4d3d5372-41f5-4ac6-8101-182cd927ee76 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:54:18.596482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4d3d5372-41f5-4ac6-8101-182cd927ee76 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:54:19.023436 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Deleting port 96b70016-f6e8-4f59-a63c-1eae698fb8cf {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:19.024023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:19.197458 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] For port 96b70016-f6e8-4f59-a63c-1eae698fb8cf, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=96b70016-f6e8-4f59-a63c-1eae698fb8cf,segment=NetworkSegment(2c509be5-b1b1-42e7-81ea-c595c5f9e983),segment_id=2c509be5-b1b1-42e7-81ea-c595c5f9e983)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:19.197826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:19.324944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Calling delete_port for 96b70016-f6e8-4f59-a63c-1eae698fb8cf owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:19.498148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:19.545894 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b70016-f6e8-4f59-a63c-1eae698fb8cf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:19.812848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:20.256970 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Router a087fa76-ceee-48ff-bae6-0f183d7dc850 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:54:20.433354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:20.442797 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] Sync routers for ids ['a087fa76-ceee-48ff-bae6-0f183d7dc850'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:20.449609 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-3c11549d-f2c1-49ad-854d-47f4d0c58e59 admin admin] 10.222.0.52 "PUT /v2.0/routers/a087fa76-ceee-48ff-bae6-0f183d7dc850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068573 Mar 11 13:54:20.452090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41128) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:20.457298 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] Routers {'a087fa76-ceee-48ff-bae6-0f183d7dc850'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:20.457936 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a087fa76-ceee-48ff-bae6-0f183d7dc850'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:20.629012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:20.634306 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] Set router a087fa76-ceee-48ff-bae6-0f183d7dc850 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:20.822408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:20.833812 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Deleting port fe816715-aa27-435f-b545-3664a3d5769d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:20.834164 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:20.932036 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:54:19Z', 'revision_number': 5, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port': {'id': 'fe816715-aa27-435f-b545-3664a3d5769d', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:45:33Z', 'updated_at': '2022-03-11T13:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:20.935950 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] Checking router: a087fa76-ceee-48ff-bae6-0f183d7dc850 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:20.944619 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] Routers {'a087fa76-ceee-48ff-bae6-0f183d7dc850'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:20.945195 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['a087fa76-ceee-48ff-bae6-0f183d7dc850'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:21.009709 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] For port fe816715-aa27-435f-b545-3664a3d5769d, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=fe816715-aa27-435f-b545-3664a3d5769d,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:21.010062 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.094208 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] Set router a087fa76-ceee-48ff-bae6-0f183d7dc850 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:21.130745 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Calling delete_port for fe816715-aa27-435f-b545-3664a3d5769d owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:21.198590 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:54:20Z', 'revision_number': 6, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:21.202413 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b89821-571d-4f35-ba4e-5565eaa0400b None None] The sync data for ids ['a087fa76-ceee-48ff-bae6-0f183d7dc850'] in dv-neutron-833198-1-hyperv is: [{'id': 'a087fa76-ceee-48ff-bae6-0f183d7dc850', 'name': 'tempest-TestShelveInstance-695473276-router', 'tenant_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:45:32Z', 'updated_at': '2022-03-11T13:54:20Z', 'revision_number': 6, 'project_id': '8ee37879161f4501a8c5a6d8027fd8f6', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:21.299059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.343810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe816715-aa27-435f-b545-3664a3d5769d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:21.435540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.729909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.732039 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.755510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.756096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a087fa76-ceee-48ff-bae6-0f183d7dc850 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:54:21.767824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.769048 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-98f14b18-aaa4-46d0-a60b-f96ac5ab6795 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a087fa76-ceee-48ff-bae6-0f183d7dc850 HTTP/1.1" status: 204 len: 168 time: 1.3159204 Mar 11 13:54:21.771498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41136) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:21.828523 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] Deleting subnet 799bb678-f890-4ba5-a44b-8e1241bab2c8 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:54:21.831348 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.879966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:21.958014 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.028665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.070908 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799bb678-f890-4ba5-a44b-8e1241bab2c8,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:22.072850 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.077666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f551f7a0-d835-4560-9638-c7eae34a0762 None None] Network fe08a128-e931-4a24-b2f7-04a3cbaa890b requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:54:22.079630 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-e99c40f8-abb1-4c56-9d77-b3030932976d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/799bb678-f890-4ba5-a44b-8e1241bab2c8 HTTP/1.1" status: 204 len: 168 time: 0.3066623 Mar 11 13:54:22.082072 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41140) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:22.193118 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.203586 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Deleting port 4255961e-32e5-44f5-9da1-529fa12fe288 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:22.203903 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.286655 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:54:22.329665 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] DHCP port deletion for fe08a128-e931-4a24-b2f7-04a3cbaa890b request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:54:22.333864 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Deleting port 4255961e-32e5-44f5-9da1-529fa12fe288 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:22.335003 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.412931 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] For port 4255961e-32e5-44f5-9da1-529fa12fe288, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4255961e-32e5-44f5-9da1-529fa12fe288,segment=NetworkSegment(2c509be5-b1b1-42e7-81ea-c595c5f9e983),segment_id=2c509be5-b1b1-42e7-81ea-c595c5f9e983)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:22.413614 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.453542 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.533240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 96b70016-f6e8-4f59-a63c-1eae698fb8cf no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:54:22.544378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Calling delete_port for 4255961e-32e5-44f5-9da1-529fa12fe288 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:22.581533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 96b70016-f6e8-4f59-a63c-1eae698fb8cf {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:54:22.581876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 96b70016-f6e8-4f59-a63c-1eae698fb8cf not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:54:22.582288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4255961e-32e5-44f5-9da1-529fa12fe288 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:54:22.621218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.622282 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] For port 4255961e-32e5-44f5-9da1-529fa12fe288, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=4255961e-32e5-44f5-9da1-529fa12fe288,segment=NetworkSegment(2c509be5-b1b1-42e7-81ea-c595c5f9e983),segment_id=2c509be5-b1b1-42e7-81ea-c595c5f9e983)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:22.622677 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.667117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Pushing event deleted for resources: {'Port': ['ID=4255961e-32e5-44f5-9da1-529fa12fe288,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:22.671203 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] No DVR routers for this DVR port 4255961e-32e5-44f5-9da1-529fa12fe288 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:54:22.757480 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Calling delete_port for 4255961e-32e5-44f5-9da1-529fa12fe288 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:54:22.788634 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.797619 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No active binding found for port 4255961e-32e5-44f5-9da1-529fa12fe288 {{(pid=87960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 13:54:22.798015 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 4255961e-32e5-44f5-9da1-529fa12fe288 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:54:22.798426 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fe816715-aa27-435f-b545-3664a3d5769d no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:54:22.817966 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe08a128-e931-4a24-b2f7-04a3cbaa890b']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:22.829721 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c509be5-b1b1-42e7-81ea-c595c5f9e983') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:22.830011 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c509be5-b1b1-42e7-81ea-c595c5f9e983') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:22.836978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: fe816715-aa27-435f-b545-3664a3d5769d {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:54:22.837321 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device fe816715-aa27-435f-b545-3664a3d5769d not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:54:22.842081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.859112 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.865209 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:54:22.865995 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:54:22.866192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.866353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:54:22.879275 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:54:22.954058 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.958608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:22.980469 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe08a128-e931-4a24-b2f7-04a3cbaa890b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:22.988035 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-ce553e5f-9058-41a2-948d-b50442dd902f admin admin] 10.222.0.52 "DELETE /v2.0/networks/fe08a128-e931-4a24-b2f7-04a3cbaa890b HTTP/1.1" status: 204 len: 168 time: 0.9050496 Mar 11 13:54:23.094291 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41146) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:23.144586 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-104a243e-994d-41a4-9afe-e26c3d84de2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f5049a51a4647cd9fd7171c4cf342dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491281 Mar 11 13:54:23.147470 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41150) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:23.203805 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.229614 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.281125 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.304957 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3b7596-c497-4d6e-a1a3-b3c773be5890,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:23.307130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.308219 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c3b7596-c497-4d6e-a1a3-b3c773be5890 HTTP/1.1" status: 204 len: 168 time: 0.1598809 Mar 11 13:54:23.314636 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.314980 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.315312 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.315639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.315964 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.316288 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.316611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.316930 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.317248 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.317597 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.317907 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.318217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b45030-2fd7-4d38-a16c-da89e0cc875f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:23.367273 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Deleting port 4255961e-32e5-44f5-9da1-529fa12fe288 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:54:23.367790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.469397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-ffeae400-749b-417d-9245-fc7437b85951 None None] The port '4255961e-32e5-44f5-9da1-529fa12fe288' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:54:23.670472 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41160) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:23.719507 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-724a1cb8-7569-4130-b9d9-901c372b45bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ee37879161f4501a8c5a6d8027fd8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478029 Mar 11 13:54:23.722215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41164) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:23.783437 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cf30d14-dedf-4fc6-94cc-e1405a9f771c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.808174 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cf30d14-dedf-4fc6-94cc-e1405a9f771c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.859208 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cf30d14-dedf-4fc6-94cc-e1405a9f771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.872738 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf30d14-dedf-4fc6-94cc-e1405a9f771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54858b6c-c61f-4695-a5b2-dee9c7e76149,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:23.879117 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9cf30d14-dedf-4fc6-94cc-e1405a9f771c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:23.880243 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-9cf30d14-dedf-4fc6-94cc-e1405a9f771c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54858b6c-c61f-4695-a5b2-dee9c7e76149 HTTP/1.1" status: 204 len: 168 time: 0.1570618 Mar 11 13:54:24.629356 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41188) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:24.759146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-362056185-network', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:24.763831 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:24.767684 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Usage tracker for resource:network and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:24.771253 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:24.777549 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:24.787130 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Made reservation on behalf of 28900f4c75b2431e86a1c81f493f8271 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:54:24.790079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:24.805411 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:24.819465 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:24.823184 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:24.826012 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:24.831741 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:24.912132 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:24.916401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:24.946011 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:54:24.954176 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ac0b2-4d77-4e0c-8c97-dcc567ade6e5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:24.960301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:24.960659 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Added segment 4afb4f5f-d157-4f13-b8fb-0052d8d94f20 of type vlan for network e9441dec-e966-4db0-ac87-774022bf192f Mar 11 13:54:24.986538 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.015192 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.016381 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:25.017000 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.117136 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4865215 Mar 11 13:54:25.119855 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41196) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:25.126913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Request body: {'subnet': {'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-362056185-subnet', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:25.130014 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ada1a0-48cf-4bf0-8984-cc52e1803ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9441dec-e966-4db0-ac87-774022bf192f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:25.135147 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:25.139449 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Usage tracker for resource:subnet and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:25.140040 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network e9441dec-e966-4db0-ac87-774022bf192f details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:54:25.142328 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:25.148592 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:25.157872 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Made reservation on behalf of 28900f4c75b2431e86a1c81f493f8271 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:54:25.160200 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774390'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.361593 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2693173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774340'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.438042 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=568c292f-7555-46a0-9375-a4b1879517b1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:25.445903 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Checking segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:25.446258 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Network hostable DHCP agents. Network: e9441dec-e966-4db0-ac87-774022bf192f, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:54:25.464740 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Network e9441dec-e966-4db0-ac87-774022bf192f is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:54:25.473516 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, e9441dec-e966-4db0-ac87-774022bf192f) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:25.480863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e284211-adce-492e-b115-36e46caceb61 None None] Network e9441dec-e966-4db0-ac87-774022bf192f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:54:25.482423 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:25.483066 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.506648 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e95ac66e-09ac-4f6e-8a32-de9f2fb8f5ae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3826365 Mar 11 13:54:25.506982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41202) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:25.512006 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:25.516643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:25.520396 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Usage tracker for resource:router and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:25.523218 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:25.528817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:25.538246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.539193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.554001 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.691174 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-e9441dec-e966-4db0-ac87-774022bf192f', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:54:25.692009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:25.849355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Allocated IP 172.20.0.2 (e9441dec-e966-4db0-ac87-774022bf192f/568c292f-7555-46a0-9375-a4b1879517b1/37a42133-a2f4-4d96-8c50-c4238a5eaaef) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:25.931540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.053808 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.067533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Transition to ACTIVE for port object 37a42133-a2f4-4d96-8c50-c4238a5eaaef will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:26.086094 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Transition to ACTIVE for port object 37a42133-a2f4-4d96-8c50-c4238a5eaaef will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:26.092767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.151680 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Network e9441dec-e966-4db0-ac87-774022bf192f is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:26.154355 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:26.161926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:26.171953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Pushing event updated for resources: {'Port': ['ID=37a42133-a2f4-4d96-8c50-c4238a5eaaef,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:26.212599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.212941 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.213275 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.213633 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.213962 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.214284 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.214614 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.214917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.215227 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.215543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.215852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.216159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:26.245254 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.265987 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Attempting to bind port 37a42133-a2f4-4d96-8c50-c4238a5eaaef on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:54:26.266350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Attempting to bind port 37a42133-a2f4-4d96-8c50-c4238a5eaaef by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:54:26.266697 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Attempting to bind port 37a42133-a2f4-4d96-8c50-c4238a5eaaef on network e9441dec-e966-4db0-ac87-774022bf192f {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:26.272316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:54:26.272681 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Checking segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:26.273070 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.273472 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Bound using segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:54:26.273927 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Bound port: 37a42133-a2f4-4d96-8c50-c4238a5eaaef, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:54:26.274288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.274729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.363731 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] For port 37a42133-a2f4-4d96-8c50-c4238a5eaaef, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:54:26.366847 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] For port 37a42133-a2f4-4d96-8c50-c4238a5eaaef, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=37a42133-a2f4-4d96-8c50-c4238a5eaaef,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:54:26.371369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.409817 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Allocated IP 172.26.4.81 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:26.458091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84cb7f-307e-4140-af12-4ccbd6264184 None None] Pushing event updated for resources: {'Port': ['ID=37a42133-a2f4-4d96-8c50-c4238a5eaaef,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:26.569344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.598922 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:26.666288 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:26.673096 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:26.675849 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:26.714948 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:27.093379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:27.370218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a712378-320f-4515-ae37-48a17c51d5e1 None None] Network e9441dec-e966-4db0-ac87-774022bf192f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:54:27.466159 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-66ca34ed-1fef-4d6d-aa75-e53f748ff23b None None] Provisioning for port 37a42133-a2f4-4d96-8c50-c4238a5eaaef completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:27.561722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:27.771080 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Router 93d84caa-37c6-4861-89e0-5cb65aceb212 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:54:27.944985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:27.955130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Sync routers for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:27.964431 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:27.965025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:27.968192 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:27.969824 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-8d4de763-2036-42fd-bbc3-62a34e7f0666 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4617448 Mar 11 13:54:27.972598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41206) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:28.180613 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:28.463148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:26Z', 'revision_number': 3, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:28.468135 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Checking router: 93d84caa-37c6-4861-89e0-5cb65aceb212 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:28.468475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Updating router 93d84caa-37c6-4861-89e0-5cb65aceb212 port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:54:28.534954 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:28.570328 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 37a42133-a2f4-4d96-8c50-c4238a5eaaef up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:28.722327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 37a42133-a2f4-4d96-8c50-c4238a5eaaef completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:28.750756 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 37a42133-a2f4-4d96-8c50-c4238a5eaaef triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:28.751130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:28.768825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:28.961376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:28.971617 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Allocated IP 172.20.0.1 (e9441dec-e966-4db0-ac87-774022bf192f/568c292f-7555-46a0-9375-a4b1879517b1/c48c6601-dd3f-44b3-8af0-d8ab17e623e7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:29.047555 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.053883 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 37a42133-a2f4-4d96-8c50-c4238a5eaaef, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=37a42133-a2f4-4d96-8c50-c4238a5eaaef,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:29.061270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.091946 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Transition to ACTIVE for port object 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:29.110059 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.121224 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.138028 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Transition to ACTIVE for port object c48c6601-dd3f-44b3-8af0-d8ab17e623e7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:29.152120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Attempting to bind port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:54:29.152484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Attempting to bind port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:54:29.152833 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Attempting to bind port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:29.154869 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=37a42133-a2f4-4d96-8c50-c4238a5eaaef,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:29.164294 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.203085 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:54:29.203454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:29.203841 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.204216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:54:29.204668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Bound port: 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:54:29.205031 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.229310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Network e9441dec-e966-4db0-ac87-774022bf192f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:29.236141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:29.240680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:29.268422 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae35a0a-3eb3-4e5e-9bfa-187082ff39d8 None None] Pushing event updated for resources: {'Port': ['ID=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:29.274125 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Pushing event updated for resources: {'Port': ['ID=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:29.297530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.297780 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] For port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:54:29.301553 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] For port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:54:29.307074 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.389182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:29.389838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:29.444424 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae35a0a-3eb3-4e5e-9bfa-187082ff39d8 None None] Pushing event updated for resources: {'Port': ['ID=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:29.563628 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-36a445e7-7d1e-4fd7-a7ef-4788d0df2c22 None None] Provisioning for port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:29.567847 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.576648 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-36a445e7-7d1e-4fd7-a7ef-4788d0df2c22 None None] Provisioning complete for port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:29.577005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-36a445e7-7d1e-4fd7-a7ef-4788d0df2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.609448 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:29.788225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.794008 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.798926 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-36a445e7-7d1e-4fd7-a7ef-4788d0df2c22 None None] Port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:54:29.901633 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:29.904943 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Pushing event updated for resources: {'Port': ['ID=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:29.949952 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:26Z', 'revision_number': 3, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:29.953767 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3801c3-b5a0-42dd-b58e-0ecf0da283a6 None None] The sync data for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv is: [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:26Z', 'revision_number': 3, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:30.040189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Network e9441dec-e966-4db0-ac87-774022bf192f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:30.041244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:30.321637 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-70619033-1d46-4786-b355-1180664d919a None None] Provisioning complete for port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:30.322065 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-70619033-1d46-4786-b355-1180664d919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:30.373906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Router 93d84caa-37c6-4861-89e0-5cb65aceb212 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:54:30.406146 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-70619033-1d46-4786-b355-1180664d919a None None] Port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:54:30.569650 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:30.579272 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-c523505e-6446-445b-9887-c95801c3054c admin admin] 10.222.0.52 "PUT /v2.0/routers/93d84caa-37c6-4861-89e0-5cb65aceb212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056595 Mar 11 13:54:30.605310 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:30.676606 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:30.682766 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:30.683134 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:30.810016 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:30.828018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:30.833910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:30.835450 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 37a42133-a2f4-4d96-8c50-c4238a5eaaef up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:30.953608 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:30.965309 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 37a42133-a2f4-4d96-8c50-c4238a5eaaef triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:30.965700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.129610 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41224) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:31.135666 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-567753114-network', 'tenant_id': '4158c6968ede49fe9333abde14588cdb'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:31.140843 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:31.144793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Usage tracker for resource:network and tenant:4158c6968ede49fe9333abde14588cdb is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:31.148446 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:31.154152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:31.164321 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Made reservation on behalf of 4158c6968ede49fe9333abde14588cdb for: {'network': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:54:31.166631 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for network, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.178684 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.192549 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:31.196784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4158c6968ede49fe9333abde14588cdb is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:31.199560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:31.205044 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:31.294426 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.298240 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.328393 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=87959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:54:31.337322 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53c77be-8d4c-4c89-9f97-b4ce85b252d1,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:31.342973 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.343313 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.segments_db [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Added segment ed90b8d7-41ba-4681-b08e-9172c5844f8e of type vlan for network 721860bf-05f8-4a10-88c2-e0bccef6cea9 Mar 11 13:54:31.369798 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763577894292'] for network, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.399944 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.400862 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:31.401528 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.505031 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] Pushing event updated for resources: {'Network': ['ID=721860bf-05f8-4a10-88c2-e0bccef6cea9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:31.519453 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-245c97d6-5233-4968-b297-a8aba06256d5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3847556 Mar 11 13:54:31.519620 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 details requested by agent ovs-agent-dv-neutron-833198-1-hyperv with host dv-neutron-833198-1-hyperv {{(pid=87960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 13:54:31.519755 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Sync routers for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:31.520374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41228) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:31.526133 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Request body: {'subnet': {'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-567753114-subnet', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'ip_version': 4}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:31.528632 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:31.529229 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:31.531513 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:31.535477 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Usage tracker for resource:subnet and tenant:4158c6968ede49fe9333abde14588cdb is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:31.538538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:31.544344 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:31.556640 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Made reservation on behalf of 4158c6968ede49fe9333abde14588cdb for: {'subnet': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:54:31.559237 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546645'] for subnet, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.710480 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:31.767628 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546663'] for subnet, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.845929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e339e1-ab00-4d52-9e06-62b1c0671c9e,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:31.853144 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Checking segment: {'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:31.853408 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Network hostable DHCP agents. Network: 721860bf-05f8-4a10-88c2-e0bccef6cea9, hostable agents: ['269df645-6d8d-4803-9b95-b10e74995975'], hosted agents: [] {{(pid=87959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:54:31.873482 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 is scheduled to be hosted by DHCP agent 269df645-6d8d-4803-9b95-b10e74995975 with binding_index 1 {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:54:31.883474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833198-1-hyperv, 721860bf-05f8-4a10-88c2-e0bccef6cea9) {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:31.887841 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:31.888489 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.894187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4622b4-2030-41e1-981f-a3598d685e45 None None] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:54:31.912985 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-903daf47-7237-4d2f-86eb-b536b099a3d6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3915672 Mar 11 13:54:31.915590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41232) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:31.921290 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:31.926723 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:31.931583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Usage tracker for resource:router and tenant:4158c6968ede49fe9333abde14588cdb is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:31.934685 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:31.940140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:31.950863 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2026'] for router, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.951979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-359479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2019'] for router, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:31.970023 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.061190 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 2, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:32.065588 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Checking router: 93d84caa-37c6-4861-89e0-5cb65aceb212 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:32.065931 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Updating router 93d84caa-37c6-4861-89e0-5cb65aceb212 port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:54:32.123204 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.124249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759098f6-a463-5c75-a346-971d1c86007c-721860bf-05f8-4a10-88c2-e0bccef6cea9', 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'fixed_ips': [{'subnet_id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e'}]}} from dv-neutron-833198-1-hyperv. {{(pid=87960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 13:54:32.125236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.250909 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-359457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.292006 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.db_base_plugin_common [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Allocated IP 172.20.0.2 (721860bf-05f8-4a10-88c2-e0bccef6cea9/82e339e1-ab00-4d52-9e06-62b1c0671c9e/2d2e883f-7b42-49df-b290-2752b97fd341) {{(pid=87960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:32.507226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Notify callbacks [] for port, precommit_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.517599 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Transition to ACTIVE for port object 2d2e883f-7b42-49df-b290-2752b97fd341 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:32.523552 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.536723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Transition to ACTIVE for port object 2d2e883f-7b42-49df-b290-2752b97fd341 will not be triggered until provisioned by entity DHCP. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:32.543453 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Transition to ACTIVE for port object c48c6601-dd3f-44b3-8af0-d8ab17e623e7 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:32.544130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838'] for port, after_create {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.560013 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.589653 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:32.594188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.662399 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 is already hosted by enough agents. {{(pid=87960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:32.672115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.scheduler.base_scheduler [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Resources bound (agent type, host, resource id): {{(pid=87960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:32.679839 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Received port after_create {{(pid=87960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:32.686953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Pushing event updated for resources: {'Port': ['ID=2d2e883f-7b42-49df-b290-2752b97fd341,revision_number=1']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:32.778052 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.789031 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Pushing event updated for resources: {'Port': ['ID=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:32.801931 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.802122 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.802353 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.802969 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.803293 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.803610 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.803924 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.804242 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.804560 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.804873 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.805185 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.805517 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:54:32.811311 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Attempting to bind port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:54:32.811561 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Attempting to bind port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:54:32.811914 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Attempting to bind port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 on network e9441dec-e966-4db0-ac87-774022bf192f {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:32.823219 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:54:32.823584 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Checking segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:32.824710 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.824710 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Bound using segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:54:32.824902 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Bound port: c48c6601-dd3f-44b3-8af0-d8ab17e623e7, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:54:32.825145 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.848005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:32.848459 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.884395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Attempting to bind port 2d2e883f-7b42-49df-b290-2752b97fd341 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:54:32.884876 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Attempting to bind port 2d2e883f-7b42-49df-b290-2752b97fd341 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:54:32.885232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Attempting to bind port 2d2e883f-7b42-49df-b290-2752b97fd341 on network 721860bf-05f8-4a10-88c2-e0bccef6cea9 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:32.896222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:54:32.896222 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Checking segment: {'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:32.897615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.897615 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Bound using segment: {'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:54:32.897863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Bound port: 2d2e883f-7b42-49df-b290-2752b97fd341, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:54:32.898201 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:32.928879 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] For port c48c6601-dd3f-44b3-8af0-d8ab17e623e7, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:54:32.931889 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] For port c48c6601-dd3f-44b3-8af0-d8ab17e623e7, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:54:32.934899 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Allocated IP 172.26.4.190 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/f7967530-14a8-42ad-947f-7074320414ec) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:32.936747 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:33.018832 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:33.019456 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:33.057625 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] For port 2d2e883f-7b42-49df-b290-2752b97fd341, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:54:33.075754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] For port 2d2e883f-7b42-49df-b290-2752b97fd341, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d2e883f-7b42-49df-b290-2752b97fd341,segment=NetworkSegment(ed90b8d7-41ba-4681-b08e-9172c5844f8e),segment_id=ed90b8d7-41ba-4681-b08e-9172c5844f8e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:54:33.086740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:33.087151 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a4db4-5371-4e27-a219-b60caae25473 None None] Pushing event updated for resources: {'Port': ['ID=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:33.116103 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:33.161244 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:33.170750 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4fe80-4305-425d-90f9-6e2785da1705 None None] Pushing event updated for resources: {'Port': ['ID=2d2e883f-7b42-49df-b290-2752b97fd341,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:33.228621 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:33.237740 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:33.241331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:33.245419 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:33.305572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Pushing event updated for resources: {'Port': ['ID=f7967530-14a8-42ad-947f-7074320414ec,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:33.602429 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:32Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:33.606334 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75072-1161-4534-862e-f8bd53445ac7 None None] The sync data for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv is: [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:32Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:33.725632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:34.084191 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359434'] for router, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:34.216036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2f46c-2822-42db-bf30-c5b24cd8475f None None] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:54:34.329895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-2d5eb8b4-6c08-4b55-b43e-b709712e65cd None None] Provisioning for port 2d2e883f-7b42-49df-b290-2752b97fd341 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:34.439270 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 is scheduled to L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe with binding_index 1 {{(pid=87959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 13:54:34.614215 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d2e883f-7b42-49df-b290-2752b97fd341 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:34.636890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:34.651091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Sync routers for ids ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:34.664495 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:34.666057 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-08665be5-5785-4d3f-a156-d6b35639b65c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7494798 Mar 11 13:54:34.668784 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41236) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:34.679396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Routers {'f6be8f3c-2e6b-4304-acb7-1d47e630ef73'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:34.680091 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:34.850188 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 2d2e883f-7b42-49df-b290-2752b97fd341 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:34.862544 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2d2e883f-7b42-49df-b290-2752b97fd341 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:34.862913 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:34.929482 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a3ccc25c-7997-4d3f-9db7-b2791ddaa8f0 None None] Provisioning complete for port 2d2e883f-7b42-49df-b290-2752b97fd341 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:34.929870 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc25c-7997-4d3f-9db7-b2791ddaa8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:34.964468 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Set router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:35.307430 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.356427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.382953 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc25c-7997-4d3f-9db7-b2791ddaa8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.409388 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 2d2e883f-7b42-49df-b290-2752b97fd341, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d2e883f-7b42-49df-b290-2752b97fd341,segment=NetworkSegment(ed90b8d7-41ba-4681-b08e-9172c5844f8e),segment_id=ed90b8d7-41ba-4681-b08e-9172c5844f8e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:35.420369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.421288 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c48c6601-dd3f-44b3-8af0-d8ab17e623e7 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:35.568773 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Allocated IP 172.20.0.1 (721860bf-05f8-4a10-88c2-e0bccef6cea9/82e339e1-ab00-4d52-9e06-62b1c0671c9e/35418bf2-272b-493c-bf70-5fae799da1b4) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:35.634098 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-a3ccc25c-7997-4d3f-9db7-b2791ddaa8f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:54:35.634446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-a3ccc25c-7997-4d3f-9db7-b2791ddaa8f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:54:35.640023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=2d2e883f-7b42-49df-b290-2752b97fd341,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:35.644753 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f7967530-14a8-42ad-947f-7074320414ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:54:33Z', 'revision_number': 3, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port': {'id': 'f7967530-14a8-42ad-947f-7074320414ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:32Z', 'updated_at': '2022-03-11T13:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:35.652104 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Checking router: f6be8f3c-2e6b-4304-acb7-1d47e630ef73 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:35.652451 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Updating router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 port f7967530-14a8-42ad-947f-7074320414ec binding host dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:54:35.683125 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:35.694988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:35.695348 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.716353 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.732639 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Transition to ACTIVE for port object 35418bf2-272b-493c-bf70-5fae799da1b4 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:35.753154 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.756439 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.819668 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:35.826369 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:35.830398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:35.859792 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Pushing event updated for resources: {'Port': ['ID=35418bf2-272b-493c-bf70-5fae799da1b4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:35.886951 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359740'] for router_interface, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:35.943249 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.068937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port c48c6601-dd3f-44b3-8af0-d8ab17e623e7, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:36.077361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.139645 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.221210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:36.300049 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.311517 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Transition to ACTIVE for port object f7967530-14a8-42ad-947f-7074320414ec will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:36.318968 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.381601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.387030 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.410198 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Attempting to bind port f7967530-14a8-42ad-947f-7074320414ec on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:54:36.410586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Attempting to bind port f7967530-14a8-42ad-947f-7074320414ec by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:54:36.410908 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Attempting to bind port f7967530-14a8-42ad-947f-7074320414ec on network ea355bbd-aab3-467d-af6b-43681cd67658 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:36.412849 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e857e66-019e-4be4-9d7a-eb62fc70b6b2 None None] Pushing event updated for resources: {'Port': ['ID=f7967530-14a8-42ad-947f-7074320414ec,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:36.419130 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:54:36.419498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Checking segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:36.419975 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.420357 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Bound using segment: {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:54:36.420813 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Bound port: f7967530-14a8-42ad-947f-7074320414ec, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f9842-5166-40ba-bfeb-4c971d4ae06d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:54:36.421304 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.445568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9ade63f0-80da-4e1e-a63c-ed9397a38eca None None] Provisioning for port 35418bf2-272b-493c-bf70-5fae799da1b4 completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:36.454008 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9ade63f0-80da-4e1e-a63c-ed9397a38eca None None] Provisioning complete for port 35418bf2-272b-493c-bf70-5fae799da1b4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:36.454368 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9ade63f0-80da-4e1e-a63c-ed9397a38eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.473142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358869'] for router_interface, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.548788 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d2e883f-7b42-49df-b290-2752b97fd341 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:36.579878 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-9ade63f0-80da-4e1e-a63c-ed9397a38eca None None] Port 35418bf2-272b-493c-bf70-5fae799da1b4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:54:36.586644 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Pushing event updated for resources: {'Port': ['ID=35418bf2-272b-493c-bf70-5fae799da1b4,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:36.596414 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] For port f7967530-14a8-42ad-947f-7074320414ec, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:54:36.616714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] For port f7967530-14a8-42ad-947f-7074320414ec, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f7967530-14a8-42ad-947f-7074320414ec,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:54:36.622498 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.641767 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:36.642825 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:36.709852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 2d2e883f-7b42-49df-b290-2752b97fd341 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:36.710221 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:36.733036 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Routers {'f6be8f3c-2e6b-4304-acb7-1d47e630ef73'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:36.733691 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:36.819080 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e857e66-019e-4be4-9d7a-eb62fc70b6b2 None None] Pushing event updated for resources: {'Port': ['ID=f7967530-14a8-42ad-947f-7074320414ec,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:36.840071 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:54:36.996536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] Set router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:37.022035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:37.031548 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-1e45ab93-db31-4cbc-839c-e61be127779a admin admin] 10.222.0.52 "PUT /v2.0/routers/f6be8f3c-2e6b-4304-acb7-1d47e630ef73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3616185 Mar 11 13:54:37.099156 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-69524ed9-2d1e-493c-be89-97589ccde024 None None] Provisioning complete for port 35418bf2-272b-493c-bf70-5fae799da1b4 triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:37.100068 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-69524ed9-2d1e-493c-be89-97589ccde024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.144209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c48c6601-dd3f-44b3-8af0-d8ab17e623e7 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:37.272929 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-69524ed9-2d1e-493c-be89-97589ccde024 None None] Port 35418bf2-272b-493c-bf70-5fae799da1b4 cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:54:37.373403 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e829d69a-9fa5-4526-bc48-95fd99baad4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.405715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:37.406082 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.591668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f7967530-14a8-42ad-947f-7074320414ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 4, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port': {'id': 'f7967530-14a8-42ad-947f-7074320414ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:32Z', 'updated_at': '2022-03-11T13:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '35418bf2-272b-493c-bf70-5fae799da1b4', 'name': '', 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'mac_address': 'fa:16:3e:f9:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:35Z', 'updated_at': '2022-03-11T13:54:36Z', 'revision_number': 2, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'subnets': [{'id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:37.595594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d8aa2-fe96-4026-9059-f558ab090ebb None None] The sync data for ids ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'] in dv-neutron-833198-1-hyperv is: [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f7967530-14a8-42ad-947f-7074320414ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 4, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port': {'id': 'f7967530-14a8-42ad-947f-7074320414ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:32Z', 'updated_at': '2022-03-11T13:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '35418bf2-272b-493c-bf70-5fae799da1b4', 'name': '', 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'mac_address': 'fa:16:3e:f9:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:35Z', 'updated_at': '2022-03-11T13:54:36Z', 'revision_number': 2, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'subnets': [{'id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:37.676168 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41246) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:37.682064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598394957', 'description': 'tempest-secgroup-smoke-598394957 description', 'project_id': '28900f4c75b2431e86a1c81f493f8271'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:37.688114 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:37.692196 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:37.695182 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:37.702992 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:37.715212 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.738589 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:37.742496 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:37.745306 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:37.751068 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:37.836781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.843833 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.885824 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95841ecf-f8d6-4963-94de-9bd66a69ee3d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:37.888366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.889692 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-18d6ab69-a4fa-4fed-b117-c0a25b1a87e1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2124698 Mar 11 13:54:37.893283 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41250) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:37.898310 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'security_group_rule': {'security_group_id': '95841ecf-f8d6-4963-94de-9bd66a69ee3d', 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:37.904771 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:37.908875 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:37.912017 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:37.917837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:37.936873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:37.998498 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.002325 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.026810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152d6b2c-f5e9-4121-942b-6ff20a21c2c6,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:38.036979 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.038366 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-525b4499-3a6d-47f7-8be9-3a84b2e8e5e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447170 Mar 11 13:54:38.041077 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41254) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:38.046123 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'security_group_rule': {'security_group_id': '95841ecf-f8d6-4963-94de-9bd66a69ee3d', 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:38.052318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:38.056561 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:38.059516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:38.065893 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:38.083864 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.156405 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.160432 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.185197 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df38ae48-22af-4011-b326-80194b0728dc,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:38.196739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.200693 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-36c77d03-98ce-47d9-9626-71ec1de9cbc1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584413 Mar 11 13:54:38.201126 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:38.206279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'security_group_rule': {'security_group_id': '95841ecf-f8d6-4963-94de-9bd66a69ee3d', 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:38.212576 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:38.216802 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:38.220097 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:38.229401 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:38.266960 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.334660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.338713 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.361536 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eea9d9-6e33-49bb-a210-de372193f3c1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:38.378667 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.383126 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c8734580-b1ec-42a1-900c-d896d0f991eb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778316 Mar 11 13:54:38.383493 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41262) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:38.388757 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'security_group_rule': {'security_group_id': '95841ecf-f8d6-4963-94de-9bd66a69ee3d', 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:38.394982 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:38.398901 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:38.401831 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:38.407834 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:38.425914 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.495805 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.501226 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.528350 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef847a86-efce-4e1d-a274-1aa1fdcf787e,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:38.540193 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.541731 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-db092d58-a244-4872-a5d9-4e4b3f804eb1 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571515 Mar 11 13:54:38.544541 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41266) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:38.549794 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'security_group_rule': {'security_group_id': '95841ecf-f8d6-4963-94de-9bd66a69ee3d', 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:38.556753 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:38.561255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:38.564387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:38.572370 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:38.573930 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f7967530-14a8-42ad-947f-7074320414ec up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:38.582929 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Project 28900f4c75b2431e86a1c81f493f8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:54:38.589988 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.646605 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port f7967530-14a8-42ad-947f-7074320414ec completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:38.651475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f7967530-14a8-42ad-947f-7074320414ec triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:38.651842 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.661488 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.666298 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.695712 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c415c6-6216-40e0-adc4-5517419c36a1,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:38.710340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.711573 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f244d94d-95fb-4b8f-9d21-6bd1295fecf9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1660838 Mar 11 13:54:38.714253 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41270) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:38.719540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'security_group_rule': {'security_group_id': '95841ecf-f8d6-4963-94de-9bd66a69ee3d', 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:38.726442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:38.730447 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:security_group_rule and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:38.733386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:38.739113 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:38.752403 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.securitygroups_db [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Project 28900f4c75b2431e86a1c81f493f8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:54:38.760360 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.776759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.793967 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port f7967530-14a8-42ad-947f-7074320414ec, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f7967530-14a8-42ad-947f-7074320414ec,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:38.798027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.833872 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.838783 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735218'] for security_group_rule, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.867722 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db720856-05b2-41a6-9c57-eff2226d59ae,revision_number=0']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:38.868350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=f7967530-14a8-42ad-947f-7074320414ec,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:38.875584 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:38.885994 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-388a949d-f633-4584-bfe9-8a45d1101b8a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1707301 Mar 11 13:54:39.054187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-03fe790e-ca1e-4409-9fa9-46ca59f4b3e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Synchronizing usage tracker for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:54:39.070369 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-03fe790e-ca1e-4409-9fa9-46ca59f4b3e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Unset dirty status for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:54:39.071533 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-03fe790e-ca1e-4409-9fa9-46ca59f4b3e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598394957&fields=id&tenant_id=28900f4c75b2431e86a1c81f493f8271 HTTP/1.1" status: 200 len: 267 time: 0.0601509 Mar 11 13:54:39.224525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-9f0ccb7e-78e7-4741-a0d2-ff937387fd52 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:39.225672 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-9f0ccb7e-78e7-4741-a0d2-ff937387fd52 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Synchronizing usage tracker for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:54:39.243701 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-9f0ccb7e-78e7-4741-a0d2-ff937387fd52 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Unset dirty status for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:54:39.244983 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-9f0ccb7e-78e7-4741-a0d2-ff937387fd52 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 809 time: 0.1666033 Mar 11 13:54:39.261354 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-26439de8-91c3-4045-b3a7-11c810520f39 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/quotas/28900f4c75b2431e86a1c81f493f8271 HTTP/1.1" status: 200 len: 375 time: 0.0099146 Mar 11 13:54:39.341937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5816-2c25-4180-b2f6-ccf655450fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:39.347259 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-f8ad1ab9-8c15-475d-a170-b0b49fb80f94 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780411 Mar 11 13:54:39.362368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-4e6ea9b8-2a31-47b9-bf2f-e9307042e755 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:54:39.363306 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-4e6ea9b8-2a31-47b9-bf2f-e9307042e755 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049164 Mar 11 13:54:39.494791 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-5d16d2c6-8346-4a02-a568-4fd9f6467320 service neutron] 10.222.0.52 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262538 Mar 11 13:54:39.626717 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-8330a643-f4fb-410b-95ee-b9d2aa5e6edd service neutron] 10.222.0.52 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262126 Mar 11 13:54:39.797721 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5481eec3-4f97-4de2-91a8-8013411eae90 req-e579dfac-74c4-47c9-9108-cc66094f511f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 210 time: 0.0419195 Mar 11 13:54:40.540124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f7967530-14a8-42ad-947f-7074320414ec up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:40.597160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:40.622025 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port f7967530-14a8-42ad-947f-7074320414ec triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:40.622395 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:40.681600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:40.948881 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4dd27047-8ee6-4031-b5cc-ce4459a795ef req-8270d2ec-f9ab-4e8b-904e-6e2175dbd321 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 210 time: 0.0447128 Mar 11 13:54:41.239121 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-6c44c941-5470-449b-947c-78794daa3031 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:41.241116 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-6c44c941-5470-449b-947c-78794daa3031 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 809 time: 0.1525753 Mar 11 13:54:41.290341 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-f12da84f-0031-4a75-8e49-46d1248ca4f0 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Synchronizing usage tracker for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:security_group {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:54:41.304102 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-f12da84f-0031-4a75-8e49-46d1248ca4f0 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Unset dirty status for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:security_group {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:54:41.305367 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-f12da84f-0031-4a75-8e49-46d1248ca4f0 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28900f4c75b2431e86a1c81f493f8271 HTTP/1.1" status: 200 len: 379 time: 0.0547481 Mar 11 13:54:41.314055 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'port': {'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'admin_state_up': True, 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'security_groups': ['95841ecf-f8d6-4963-94de-9bd66a69ee3d']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:41.500325 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Sync routers for ids ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:41.509926 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Routers {'f6be8f3c-2e6b-4304-acb7-1d47e630ef73'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:41.510513 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:41.550852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:41.555468 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:port and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:41.558412 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:41.564012 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:41.573643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Made reservation on behalf of 28900f4c75b2431e86a1c81f493f8271 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:54:41.577109 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:41.709491 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Set router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:41.736540 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Allocated IP 172.20.0.6 (e9441dec-e966-4db0-ac87-774022bf192f/568c292f-7555-46a0-9375-a4b1879517b1/786c83d3-7b00-43eb-a36a-60b4ecbf529a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:41.923267 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:41.939051 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Transition to ACTIVE for port object 786c83d3-7b00-43eb-a36a-60b4ecbf529a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:41.962632 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.019949 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f7967530-14a8-42ad-947f-7074320414ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 4, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port': {'id': 'f7967530-14a8-42ad-947f-7074320414ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:32Z', 'updated_at': '2022-03-11T13:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '35418bf2-272b-493c-bf70-5fae799da1b4', 'name': '', 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'mac_address': 'fa:16:3e:f9:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:35Z', 'updated_at': '2022-03-11T13:54:36Z', 'revision_number': 2, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'subnets': [{'id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:42.024457 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Checking router: f6be8f3c-2e6b-4304-acb7-1d47e630ef73 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:42.025074 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Updating router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 port 35418bf2-272b-493c-bf70-5fae799da1b4 binding host dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:54:42.030024 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Network e9441dec-e966-4db0-ac87-774022bf192f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:42.032983 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:42.042440 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:42.085729 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:42.085921 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.111832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:42.112560 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.148020 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-c4352ca2-90e8-46ff-a017-2b7419d833a9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8353550 Mar 11 13:54:42.157189 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-183cbe98-b83f-4470-92e6-ac0abff0e4ad tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:54:42.158357 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-183cbe98-b83f-4470-92e6-ac0abff0e4ad tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059121 Mar 11 13:54:42.168947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Request body: {'port': {'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:42.171522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c2aa6-65ee-4e3d-885e-91a2045e14de req-e95e360c-046c-45dd-973d-1af4b2edc2ce tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:42.179316 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.180377 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e50c2aa6-65ee-4e3d-885e-91a2045e14de req-e95e360c-046c-45dd-973d-1af4b2edc2ce tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 931 time: 0.1097548 Mar 11 13:54:42.235459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e50c2aa6-65ee-4e3d-885e-91a2045e14de req-36b31dd2-0839-4f8a-8b52-30b40eb7e6a3 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538805 Mar 11 13:54:42.305598 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.332452 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e2ca427a-c632-4cca-8f49-c0a85b8958e1 None None] Provisioning for port 786c83d3-7b00-43eb-a36a-60b4ecbf529a completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:42.337862 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e2ca427a-c632-4cca-8f49-c0a85b8958e1 None None] Provisioning complete for port 786c83d3-7b00-43eb-a36a-60b4ecbf529a triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:42.338232 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e2ca427a-c632-4cca-8f49-c0a85b8958e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.394754 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca427a-c632-4cca-8f49-c0a85b8958e1 None None] Port 786c83d3-7b00-43eb-a36a-60b4ecbf529a cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:54:42.466489 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Notify callbacks [] for port, precommit_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.478114 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.provisioning_blocks [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Transition to ACTIVE for port object 35418bf2-272b-493c-bf70-5fae799da1b4 will not be triggered until provisioned by entity L2. {{(pid=87961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:42.485182 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.643552 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cbf82-b3b1-4701-a81a-87b095e71b52 None None] Pushing event updated for resources: {'Port': ['ID=35418bf2-272b-493c-bf70-5fae799da1b4,revision_number=3']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:42.663141 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786c83d3-7b00-43eb-a36a-60b4ecbf529a {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:54:42.671073 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.688379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Transition to ACTIVE for port object 786c83d3-7b00-43eb-a36a-60b4ecbf529a will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:54:42.691556 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.697946 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Attempting to bind port 35418bf2-272b-493c-bf70-5fae799da1b4 on host dv-neutron-833198-1-hyperv for vnic_type normal with profile {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:54:42.698318 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Attempting to bind port 35418bf2-272b-493c-bf70-5fae799da1b4 by drivers openvswitch,hyperv on host dv-neutron-833198-1-hyperv at level 0 using segments [{'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:54:42.698716 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Attempting to bind port 35418bf2-272b-493c-bf70-5fae799da1b4 on network 721860bf-05f8-4a10-88c2-e0bccef6cea9 {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:42.704359 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Checking agent: {'id': 'd97b9561-00b0-4361-9f8a-b433fd7d53f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833198-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 12, 54, 10), 'started_at': datetime.datetime(2022, 3, 11, 12, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833198-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:54:42.704726 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Checking segment: {'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:42.705123 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.705537 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Bound using segment: {'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'} {{(pid=87961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:54:42.706033 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.managers [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Bound port: 35418bf2-272b-493c-bf70-5fae799da1b4, host: dv-neutron-833198-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed90b8d7-41ba-4681-b08e-9172c5844f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9'}}] {{(pid=87961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:54:42.706391 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.797599 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] For port 35418bf2-272b-493c-bf70-5fae799da1b4, host dv-neutron-833198-1-hyperv, cleared binding levels {{(pid=87961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:54:42.800891 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.plugins.ml2.db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] For port 35418bf2-272b-493c-bf70-5fae799da1b4, host dv-neutron-833198-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=35418bf2-272b-493c-bf70-5fae799da1b4,segment=NetworkSegment(ed90b8d7-41ba-4681-b08e-9172c5844f8e),segment_id=ed90b8d7-41ba-4681-b08e-9172c5844f8e)] {{(pid=87961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:54:42.807084 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.856643 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:42.883156 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Routers {'f6be8f3c-2e6b-4304-acb7-1d47e630ef73'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:42.883792 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:42.934601 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Attempting to bind port 786c83d3-7b00-43eb-a36a-60b4ecbf529a on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:54:42.934937 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Attempting to bind port 786c83d3-7b00-43eb-a36a-60b4ecbf529a by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:54:42.935268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Attempting to bind port 786c83d3-7b00-43eb-a36a-60b4ecbf529a on network e9441dec-e966-4db0-ac87-774022bf192f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:42.940148 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Port 786c83d3-7b00-43eb-a36a-60b4ecbf529a on network e9441dec-e966-4db0-ac87-774022bf192f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:54:42.940466 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Attempting to bind port 786c83d3-7b00-43eb-a36a-60b4ecbf529a on network e9441dec-e966-4db0-ac87-774022bf192f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:54:42.946386 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:54:42.946724 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Checking segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:54:42.947110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Bound using segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:54:42.947536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Bound port: 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:54:42.947876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:42.962395 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cbf82-b3b1-4701-a81a-87b095e71b52 None None] Pushing event updated for resources: {'Port': ['ID=35418bf2-272b-493c-bf70-5fae799da1b4,revision_number=4']} {{(pid=87961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:43.042368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:54:43.046382 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:54:43.057085 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:43.116924 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:43.117564 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:43.118925 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] 10.222.0.50 "PUT /v2.0/ports/786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 1093 time: 0.9543066 Mar 11 13:54:43.119365 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:54:43.132120 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] Set router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:43.196056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86696ac9-b053-4d85-897e-dbf69158ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:43.242142 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-3b4c35da-cc41-4942-b805-c5ee38aa105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:43.243641 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-3b4c35da-cc41-4942-b805-c5ee38aa105d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1096 time: 0.0825939 Mar 11 13:54:43.333456 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'status': 'completed', 'code': 200} Mar 11 13:54:43.464136 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-9e177e20-3f8b-4283-9d75-e9faf4c84b06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 217 time: 0.2097230 Mar 11 13:54:43.506971 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-d0305632-7ade-4657-b89f-a689343de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f7967530-14a8-42ad-947f-7074320414ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 4, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port': {'id': 'f7967530-14a8-42ad-947f-7074320414ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:32Z', 'updated_at': '2022-03-11T13:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '35418bf2-272b-493c-bf70-5fae799da1b4', 'name': '', 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'mac_address': 'fa:16:3e:f9:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:35Z', 'updated_at': '2022-03-11T13:54:42Z', 'revision_number': 4, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'subnets': [{'id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:43.510863 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0305632-7ade-4657-b89f-a689343de037 None None] The sync data for ids ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'] in dv-neutron-833198-1-hyperv is: [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f7967530-14a8-42ad-947f-7074320414ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 4, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port': {'id': 'f7967530-14a8-42ad-947f-7074320414ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:32Z', 'updated_at': '2022-03-11T13:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': '35418bf2-272b-493c-bf70-5fae799da1b4', 'name': '', 'network_id': '721860bf-05f8-4a10-88c2-e0bccef6cea9', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'mac_address': 'fa:16:3e:f9:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:35Z', 'updated_at': '2022-03-11T13:54:42Z', 'revision_number': 4, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'subnets': [{'id': '82e339e1-ab00-4d52-9e06-62b1c0671c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:43.530490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-fc0e6b09-d4f5-4d5d-bad0-3ffd2d7307ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:43.531947 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-fc0e6b09-d4f5-4d5d-bad0-3ffd2d7307ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0614700 Mar 11 13:54:43.587266 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16963-b93d-4cb1-976c-1900c12f2de9 req-7f089828-779c-4e72-9786-5c109f2f3d28 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:43.588727 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abc16963-b93d-4cb1-976c-1900c12f2de9 req-7f089828-779c-4e72-9786-5c109f2f3d28 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 943 time: 0.2035656 Mar 11 13:54:43.610056 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-65ed461c-6324-457c-94bc-5749a69d9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:43.611538 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-65ed461c-6324-457c-94bc-5749a69d9249 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734334 Mar 11 13:54:43.633021 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-abc16963-b93d-4cb1-976c-1900c12f2de9 req-492bed7f-3e69-4cbb-8e3e-455bcd326490 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385132 Mar 11 13:54:43.749914 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-83f65712-542a-4173-9e25-c784adef958e service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315060 Mar 11 13:54:43.877559 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-f5bb9826-3e83-4da6-8423-fc73be738934 req-cc30d1b5-05cb-466c-951e-0423c486ba55 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207600 Mar 11 13:54:44.000638 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-053e5647-29aa-49b4-9e76-2edccd6e2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:44.002085 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-053e5647-29aa-49b4-9e76-2edccd6e2c40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1096 time: 0.0733469 Mar 11 13:54:44.135418 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-eff98ebe-063a-4664-97f9-c57e35e91b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:44.136851 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-eff98ebe-063a-4664-97f9-c57e35e91b4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1278496 Mar 11 13:54:44.207728 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-0ae75e11-aae4-4dac-8c7a-f40ca44267dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 217 time: 0.0639000 Mar 11 13:54:44.269032 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-b5859e76-ec71-4e7c-8b3a-4ebb871b1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:44.270369 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-b5859e76-ec71-4e7c-8b3a-4ebb871b1050 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0557714 Mar 11 13:54:44.344258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-f34c3ceb-48e9-426c-938b-d44e1dfdab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:44.345779 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-f34c3ceb-48e9-426c-938b-d44e1dfdab6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691535 Mar 11 13:54:44.485969 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-d3fa0684-0055-46b0-adf4-625ed5146a38 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337762 Mar 11 13:54:44.569550 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 35418bf2-272b-493c-bf70-5fae799da1b4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:44.626639 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a637e901-8132-4cb0-a9d8-14e4fcb06ced req-3ed93bc1-7698-4cb3-9808-09be87bd49cc service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322374 Mar 11 13:54:44.642182 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning for port 35418bf2-272b-493c-bf70-5fae799da1b4 completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:44.647959 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 35418bf2-272b-493c-bf70-5fae799da1b4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:44.648428 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:44.768594 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:44.804464 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] For port 35418bf2-272b-493c-bf70-5fae799da1b4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=35418bf2-272b-493c-bf70-5fae799da1b4,segment=NetworkSegment(ed90b8d7-41ba-4681-b08e-9172c5844f8e),segment_id=ed90b8d7-41ba-4681-b08e-9172c5844f8e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:44.809800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:44.825619 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06556bae-aecd-4538-89be-df849d2d56a5 req-70c7d2ba-a481-459c-b528-0e3ab2377ef8 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:44.827156 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06556bae-aecd-4538-89be-df849d2d56a5 req-70c7d2ba-a481-459c-b528-0e3ab2377ef8 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 943 time: 0.0858650 Mar 11 13:54:44.878579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Pushing event updated for resources: {'Port': ['ID=35418bf2-272b-493c-bf70-5fae799da1b4,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:44.887504 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 786c83d3-7b00-43eb-a36a-60b4ecbf529a details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:54:44.985520 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-06556bae-aecd-4538-89be-df849d2d56a5 req-d38207c2-27f0-4ff4-856b-2694a4d85c68 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509550 Mar 11 13:54:45.023933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:45.036400 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:54:45.089216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:45.109402 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786c83d3-7b00-43eb-a36a-60b4ecbf529a {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:54:45.124741 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:45.133701 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:45.238937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:45.384816 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['786c83d3-7b00-43eb-a36a-60b4ecbf529a'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:54:46.162548 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a56b1-f4da-4c6a-be28-597f2ca7009c req-42332e36-6027-42cd-a245-25c7fe7a0b30 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:46.164002 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-800a56b1-f4da-4c6a-be28-597f2ca7009c req-42332e36-6027-42cd-a245-25c7fe7a0b30 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 944 time: 0.0785038 Mar 11 13:54:46.210965 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-800a56b1-f4da-4c6a-be28-597f2ca7009c req-53b19969-3c82-4a0f-b9e8-db448ddd4ce9 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 Mar 11 13:54:46.538793 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 35418bf2-272b-493c-bf70-5fae799da1b4 up at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:46.604396 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Provisioning complete for port 35418bf2-272b-493c-bf70-5fae799da1b4 triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:46.604769 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:46.891497 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 786c83d3-7b00-43eb-a36a-60b4ecbf529a up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:54:46.965106 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 786c83d3-7b00-43eb-a36a-60b4ecbf529a completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:54:46.969900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 786c83d3-7b00-43eb-a36a-60b4ecbf529a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:54:46.970312 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:47.084666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:47.109778 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:54:47.119844 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:54:47.123663 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:47.195384 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:47.204335 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'code': 200} Mar 11 13:54:47.410134 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32125945-a6ef-40af-8b81-4dd56f861ccf req-f5fec1e2-f28d-4a27-a144-5134bd2cfc47 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:47.411594 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-32125945-a6ef-40af-8b81-4dd56f861ccf req-f5fec1e2-f28d-4a27-a144-5134bd2cfc47 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 945 time: 0.0872557 Mar 11 13:54:47.448616 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8aeae-5493-44b9-b2db-1fe3ae566fd4 req-f4f9343f-5ba9-4360-890a-dedc63d2432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:47.450118 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-47a8aeae-5493-44b9-b2db-1fe3ae566fd4 req-f4f9343f-5ba9-4360-890a-dedc63d2432c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1098 time: 0.0752916 Mar 11 13:54:47.457715 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-32125945-a6ef-40af-8b81-4dd56f861ccf req-ec4da1c7-3b57-46fe-b8e6-6960bd0b15a2 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404670 Mar 11 13:54:47.491086 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-47a8aeae-5493-44b9-b2db-1fe3ae566fd4 req-c96c4f30-9043-4ab6-9c25-8360e8bd95a8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350411 Mar 11 13:54:48.643508 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c98e25-20b7-4240-a507-cff3d399c0d0 req-8177269c-9d27-49c3-929a-e003c3db6963 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:48.644919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c6c98e25-20b7-4240-a507-cff3d399c0d0 req-8177269c-9d27-49c3-929a-e003c3db6963 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 945 time: 0.0790153 Mar 11 13:54:48.691374 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c6c98e25-20b7-4240-a507-cff3d399c0d0 req-06d5824b-0c76-4477-8138-67d86061e6e2 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399263 Mar 11 13:54:48.868647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccd73a-af83-4e09-bd2c-2c4643b52860 req-4061f172-afcf-4775-8073-76f176378155 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:48.870089 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a0ccd73a-af83-4e09-bd2c-2c4643b52860 req-4061f172-afcf-4775-8073-76f176378155 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 945 time: 0.0779645 Mar 11 13:54:48.913296 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a0ccd73a-af83-4e09-bd2c-2c4643b52860 req-2b4efb3a-4df8-4027-b9aa-cc5ce93c37df tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376449 Mar 11 13:54:48.935793 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41336) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:49.047427 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69413cf-9030-492b-b0e9-187c4426e868 tempest-TestSnapshotPattern-2025912604 tempest-TestSnapshotPattern-2025912604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:49.048134 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f69413cf-9030-492b-b0e9-187c4426e868 tempest-TestSnapshotPattern-2025912604 tempest-TestSnapshotPattern-2025912604-project-admin] Synchronizing usage tracker for tenant:4158c6968ede49fe9333abde14588cdb on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:54:49.064379 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-f69413cf-9030-492b-b0e9-187c4426e868 tempest-TestSnapshotPattern-2025912604 tempest-TestSnapshotPattern-2025912604-project-admin] Unset dirty status for tenant:4158c6968ede49fe9333abde14588cdb on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:54:49.065674 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f69413cf-9030-492b-b0e9-187c4426e868 tempest-TestSnapshotPattern-2025912604 tempest-TestSnapshotPattern-2025912604-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1093 time: 0.1287870 Mar 11 13:54:49.068414 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41342) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:54:49.073246 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:54:49.079029 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:54:49.082758 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:floatingip and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:54:49.085627 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:54:49.091268 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:54:49.102985 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:49.234972 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:49.371027 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Allocated IP 172.26.4.92 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/0636956a-efb0-4e56-aac5-eacef953d263) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:54:49.514087 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:49.542311 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:49.693456 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:54:49.696583 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:54:49.704430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:54:49.739138 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'Port': ['ID=0636956a-efb0-4e56-aac5-eacef953d263,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:50.108999 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:50.180424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:50.381837 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:50.386571 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:50.492907 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'Port': ['ID=0636956a-efb0-4e56-aac5-eacef953d263,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:54:50.504315 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:50.669458 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.db.l3_db [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Floating IP a09d122e-ed1b-4615-a1cc-65587ee71040 associated. External IP: 172.26.4.92, port: 786c83d3-7b00-43eb-a36a-60b4ecbf529a. Mar 11 13:54:51.008278 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Router 93d84caa-37c6-4861-89e0-5cb65aceb212 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:54:51.284277 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:54:51.294030 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] Sync routers for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:54:51.303214 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:51.303900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:51.307734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:51.364292 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-19428c8f-9f94-4788-a218-a0076d61a560 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2948232 Mar 11 13:54:51.364906 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:54:51.414419 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'status': 'completed', 'code': 200} Mar 11 13:54:51.479671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:51.503852 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-0bcfea53-21db-42c9-9f26-5893d96c6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:51.505845 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-0bcfea53-21db-42c9-9f26-5893d96c6e4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1098 time: 0.0693395 Mar 11 13:54:51.649535 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-c0a2e22b-4688-447d-bd44-9a7747fb763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:51.650970 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-c0a2e22b-4688-447d-bd44-9a7747fb763f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1394713 Mar 11 13:54:51.753501 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-71448f7d-93fe-4d6d-85a9-004d3ca93cc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 998 time: 0.0961745 Mar 11 13:54:51.820821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-6fac9cfd-b947-42a9-8644-7b2e507062ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:51.822280 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-6fac9cfd-b947-42a9-8644-7b2e507062ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0632081 Mar 11 13:54:51.828643 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:50Z', 'revision_number': 0, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:51.832393 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] Checking router: 93d84caa-37c6-4861-89e0-5cb65aceb212 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:54:51.840530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:54:51.841108 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:54:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:51.899225 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-7c937677-1bf1-4409-baef-5eabf004d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:54:51.900747 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-7c937677-1bf1-4409-baef-5eabf004d6b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722320 Mar 11 13:54:52.033137 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-29232c22-f502-4b2d-84e1-f1c32043ca9a service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267972 Mar 11 13:54:52.060715 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:54:52.163289 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-096f2886-e49c-4153-9b51-9a6213d57d88 req-fd836318-40af-4e69-be03-f2f2bb220e7c service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244895 Mar 11 13:54:52.401001 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:50Z', 'revision_number': 0, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:54:52.404935 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122259d-d6b6-4df7-9105-f10f027a1db5 None None] The sync data for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv is: [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:50Z', 'revision_number': 0, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:54:52.444579 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:54:52.593759 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ca61e-3a9b-48dc-bae7-c7a145fee140 None None] New status for floating IP a09d122e-ed1b-4615-a1cc-65587ee71040: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:54:59.285418 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:55:07.265019 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ae4d52c9-4295-45ff-bbbc-cda70afffa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:09.346992 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-215682da-4124-48ef-8d92-df0546d0e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:10.560530 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:10.661700 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:12.166123 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:22.461352 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:22.868304 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-7549d8e1-9bbd-45e1-8a1f-682fae3dc77f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1085672 Mar 11 13:55:23.008455 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c8da-d038-4ce0-907c-f445e186293a req-1506e905-0166-4478-855a-59644d4fe675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:55:23.009954 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-1506e905-0166-4478-855a-59644d4fe675 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1098 time: 0.0718668 Mar 11 13:55:23.148621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c8da-d038-4ce0-907c-f445e186293a req-6da34c58-905b-4a78-845c-f80b8da7c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:55:23.150057 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-6da34c58-905b-4a78-845c-f80b8da7c0b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1231444 Mar 11 13:55:23.249596 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-846eb8b4-f75f-4b22-9cfd-f81dd5a967e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 1000 time: 0.0930157 Mar 11 13:55:23.310090 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c8da-d038-4ce0-907c-f445e186293a req-f670eb6e-5cea-4170-bec6-b0e9dc34d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:55:23.311454 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-f670eb6e-5cea-4170-bec6-b0e9dc34d29b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0560298 Mar 11 13:55:23.382588 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c8da-d038-4ce0-907c-f445e186293a req-fa745c93-68a5-4106-a71a-003169771950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:55:23.384032 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-fa745c93-68a5-4106-a71a-003169771950 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666873 Mar 11 13:55:23.608484 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-0ad331c8-7fd3-4ffe-b36f-b541724a8d72 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177432 Mar 11 13:55:23.737661 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-49d9c8da-d038-4ce0-907c-f445e186293a req-819174fa-6dda-4dc9-9227-e2de11cec956 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229470 Mar 11 13:55:36.282891 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:55:37.267759 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-396e015d-bfbe-4161-ab58-c0a90a4c3916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:39.347597 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8f248e27-280a-455f-878e-933936e5d25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:40.564585 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:40.664559 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:42.169514 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:55:52.482907 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:07.269248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ab76e13b-264b-4a27-ac06-de1f264a9812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:09.349469 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-54159e16-fd92-4c81-a107-c9e5b4ec6efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:10.566327 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:10.664792 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:12.172136 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:13.280207 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:56:22.497315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:22.825734 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-ee444285-fb92-47c3-8b0f-b2901ae20051 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712237 Mar 11 13:56:22.958318 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-23b72736-0bf1-4311-9773-9118ea4f7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:56:22.959776 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-23b72736-0bf1-4311-9773-9118ea4f7ae6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1098 time: 0.0685833 Mar 11 13:56:23.098517 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-d768f6f1-643c-4f9d-8212-9443e44a3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:56:23.099850 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-d768f6f1-643c-4f9d-8212-9443e44a3533 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1239035 Mar 11 13:56:23.200456 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-2c37901d-f2c8-4a75-afb9-e3388a6a8a01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 1000 time: 0.0947034 Mar 11 13:56:23.263581 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-25fbeb9b-089f-4839-b6c2-e0fe5106ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:56:23.264958 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-25fbeb9b-089f-4839-b6c2-e0fe5106ae15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0589757 Mar 11 13:56:23.340665 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-998ed159-5382-4026-941c-f2e7089d653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:56:23.342147 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-998ed159-5382-4026-941c-f2e7089d653f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713599 Mar 11 13:56:23.470973 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-7b7af602-3f76-4b64-8d74-3f085a3582b1 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227419 Mar 11 13:56:23.599744 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-136cb84b-a2e7-4bfa-bfe0-8b0b98a352b7 req-ed756a00-d589-422a-9df8-f6faec70630b service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228702 Mar 11 13:56:34.952424 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [req-d9eb7cd6-1f52-450e-a3b3-c145b0ea3759 req-8a7f7302-5fac-4d90-bf2c-0d07fb746515 service neutron] (87959) timed out ('10.222.0.52', 39618) {{(pid=87959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 13:56:37.271536 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e8a34c9b-99a4-455f-abe3-14836f3346b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:39.351351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-91291566-9e74-427d-9525-4af0abd21ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:40.570751 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:40.665007 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:42.176103 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:50.278021 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:56:51.406810 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 786c83d3-7b00-43eb-a36a-60b4ecbf529a details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:56:51.556024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:56:51.570739 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:56:51.635120 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:51.658037 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 786c83d3-7b00-43eb-a36a-60b4ecbf529a {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:56:51.675861 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:56:51.681666 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:51.760825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['786c83d3-7b00-43eb-a36a-60b4ecbf529a'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:56:51.788822 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:56:51.808039 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.808379 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.808714 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.809046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.809369 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.809725 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.810046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.810364 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.810976 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.811305 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.811621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:51.811937 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:56:52.518417 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:53.426723 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 786c83d3-7b00-43eb-a36a-60b4ecbf529a up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:56:53.502434 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 786c83d3-7b00-43eb-a36a-60b4ecbf529a triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:56:53.503046 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:53.640084 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:53.667661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:56:53.685418 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:56:53.698917 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:56:53.733982 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'code': 200} Mar 11 13:56:53.778840 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:00.069202 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-2a1355b3-ed82-41c0-b4ef-126868b368dc tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598394957&fields=id&tenant_id=28900f4c75b2431e86a1c81f493f8271 HTTP/1.1" status: 200 len: 267 time: 0.0385311 Mar 11 13:57:00.219770 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-6332d770-a9ee-4cc7-946f-f14e50be5f18 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:00.221179 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-6332d770-a9ee-4cc7-946f-f14e50be5f18 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 809 time: 0.1456602 Mar 11 13:57:00.236173 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-cda455fa-0e91-47ba-b8a3-8009ad28754c tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/quotas/28900f4c75b2431e86a1c81f493f8271 HTTP/1.1" status: 200 len: 375 time: 0.0092311 Mar 11 13:57:00.321414 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5f8cfe58-ef8e-4719-8855-633594b7ee59 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0802035 Mar 11 13:57:00.377371 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-700efc43-424f-4297-ad04-551d528101bf service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 13:57:00.378459 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-700efc43-424f-4297-ad04-551d528101bf service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462391 Mar 11 13:57:00.511124 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-1ec20322-e3f0-466b-87de-20a5b289cc19 service neutron] 10.222.0.52 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261275 Mar 11 13:57:00.642022 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-01549e98-bf2b-405f-9972-cc0b1b1588d0 service neutron] 10.222.0.52 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251926 Mar 11 13:57:00.879258 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8f8e48b-ca61-4f96-bf4e-784121b30156 req-d48ea5d7-c487-495d-acdb-bf2ad9b4676a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 210 time: 0.0901995 Mar 11 13:57:01.979159 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92d071b3-0098-49d4-b380-85a560526e3e req-03222098-bb72-4428-9ff5-23e7809745e3 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 210 time: 0.0481122 Mar 11 13:57:03.075153 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-765d50cb-fa28-4ca6-9820-454d126afa30 req-2eb57ce6-fe36-4fab-905c-e4e80d5c924f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 210 time: 0.0423117 Mar 11 13:57:03.491009 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 786c83d3-7b00-43eb-a36a-60b4ecbf529a no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:57:03.634083 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:03.660441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:57:03.670189 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:57:03.675484 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:03.708174 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'code': 200} Mar 11 13:57:03.749043 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=8']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:03.874179 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ea6e13b-405e-4e90-aad6-fd58e58aca5f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:03.875622 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ea6e13b-405e-4e90-aad6-fd58e58aca5f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 809 time: 0.1513579 Mar 11 13:57:03.923268 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-2735dde5-7274-4617-86ab-bb4df09a6aca tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28900f4c75b2431e86a1c81f493f8271 HTTP/1.1" status: 200 len: 379 time: 0.0396864 Mar 11 13:57:03.931654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'port': {'device_id': '71a6888c-0dad-4fe5-a780-25470f013c77', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'admin_state_up': True, 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'security_groups': ['95841ecf-f8d6-4963-94de-9bd66a69ee3d']}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:57:04.066064 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:57:04.069890 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:port and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:57:04.072737 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87959) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:57:04.078411 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.quota.driver [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87959) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:57:04.091897 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Made reservation on behalf of 28900f4c75b2431e86a1c81f493f8271 for: {'port': 1} {{(pid=87959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:57:04.095572 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:04.237985 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-18224576-1203-43cb-8dd8-e39f4f2236d6 req-46094ce1-8d76-4970-a5f8-0613f21b3f48 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 210 time: 0.0431712 Mar 11 13:57:04.310911 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Allocated IP 172.20.0.10 (e9441dec-e966-4db0-ac87-774022bf192f/568c292f-7555-46a0-9375-a4b1879517b1/978d5f52-94c2-4c3a-a013-d57731d01f8c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:57:04.602035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:04.622262 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Transition to ACTIVE for port object 978d5f52-94c2-4c3a-a013-d57731d01f8c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:57:04.647986 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:04.733860 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:04.744430 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.744772 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.745304 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.745656 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.745994 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.746308 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.746621 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.746941 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.747255 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.747570 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.747873 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.748183 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:04.752813 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Network e9441dec-e966-4db0-ac87-774022bf192f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:57:04.754340 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:57:04.756563 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:57:04.821423 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:04.822083 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:04.854280 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-343af8b9-2268-4751-81ff-2a6a90fb2d37 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9267790 Mar 11 13:57:05.031034 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-52dd4552-b588-4ff9-b7be-e8a94c1f83f1 None None] Provisioning for port 978d5f52-94c2-4c3a-a013-d57731d01f8c completed by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:57:05.051533 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-52dd4552-b588-4ff9-b7be-e8a94c1f83f1 None None] Provisioning complete for port 978d5f52-94c2-4c3a-a013-d57731d01f8c triggered by entity DHCP. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:57:05.051985 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-52dd4552-b588-4ff9-b7be-e8a94c1f83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:05.111740 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-52dd4552-b588-4ff9-b7be-e8a94c1f83f1 None None] Port 978d5f52-94c2-4c3a-a013-d57731d01f8c cannot update to ACTIVE because it is not bound. {{(pid=87960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 13:57:05.435150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb9fc6-7802-4955-8f9e-9769fbbf35e6 req-9f9f4872-e32f-475d-83fc-21152104f03d tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:05.436875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0bcb9fc6-7802-4955-8f9e-9769fbbf35e6 req-9f9f4872-e32f-475d-83fc-21152104f03d tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 932 time: 0.0884590 Mar 11 13:57:05.484498 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0bcb9fc6-7802-4955-8f9e-9769fbbf35e6 req-c13d4394-68e3-40a3-9ed2-5b4b9bde0b4a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Mar 11 13:57:06.679059 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989d722-38a7-4fad-aa59-3e613ebbdcd8 req-81ba1989-2034-47f8-aadf-f66fc8750094 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:06.680649 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1989d722-38a7-4fad-aa59-3e613ebbdcd8 req-81ba1989-2034-47f8-aadf-f66fc8750094 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 932 time: 0.0870817 Mar 11 13:57:06.730470 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1989d722-38a7-4fad-aa59-3e613ebbdcd8 req-e6e35b48-6996-468e-b8fd-3284b8d357ae tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 Mar 11 13:57:07.276598 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d76a5068-4c59-48d3-ad5f-f6e078a60808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:07.924231 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455a2d7-3a65-4bdb-b836-075479e0dea6 req-c46254f3-b202-4b60-850c-9e49b310f002 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:07.925707 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a455a2d7-3a65-4bdb-b836-075479e0dea6 req-c46254f3-b202-4b60-850c-9e49b310f002 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 932 time: 0.0841660 Mar 11 13:57:07.975694 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a455a2d7-3a65-4bdb-b836-075479e0dea6 req-fc221463-070d-4aba-9f9e-f34960e5498e tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Mar 11 13:57:09.173340 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072963af-076b-4e04-8bce-cc47ba12abe1 req-4b13eef5-3cad-4162-ab6b-faa4ae2f9e80 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:09.175131 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-072963af-076b-4e04-8bce-cc47ba12abe1 req-4b13eef5-3cad-4162-ab6b-faa4ae2f9e80 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 932 time: 0.0871496 Mar 11 13:57:09.224645 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-072963af-076b-4e04-8bce-cc47ba12abe1 req-f693bc07-1d98-46cc-a1f6-2c039ad198d8 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Mar 11 13:57:09.355787 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b16ed8fc-449b-4860-ae26-77e3a7462aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:10.441190 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25090b45-96e2-4b7e-a104-a95f0a8117f8 req-66cc904f-fe72-443f-a81f-1aaf0c22a070 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:10.442726 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-25090b45-96e2-4b7e-a104-a95f0a8117f8 req-66cc904f-fe72-443f-a81f-1aaf0c22a070 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 932 time: 0.1032109 Mar 11 13:57:10.492701 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-25090b45-96e2-4b7e-a104-a95f0a8117f8 req-67effec6-d10b-45b3-92dd-25564f74105c tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Mar 11 13:57:10.573338 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:10.666897 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:11.688605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6042218-6314-4393-9932-ae946623f705 req-d4ffe0fa-9580-4129-8546-6a1394af17e3 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:11.690030 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6042218-6314-4393-9932-ae946623f705 req-d4ffe0fa-9580-4129-8546-6a1394af17e3 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 932 time: 0.0844004 Mar 11 13:57:11.737658 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6042218-6314-4393-9932-ae946623f705 req-2bee1445-3847-43c4-af5b-ca492ee8ef60 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Mar 11 13:57:12.179986 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:12.559309 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.v2.base [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Request body: {'port': {'device_id': '71a6888c-0dad-4fe5-a780-25470f013c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=87959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:57:12.764210 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:12.922507 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e19721-8fec-46e6-81b2-647f2cb4fff7 req-229f0bcb-888c-4f94-99a7-207ac8f424ca tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:12.923954 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a9e19721-8fec-46e6-81b2-647f2cb4fff7 req-229f0bcb-888c-4f94-99a7-207ac8f424ca tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 932 time: 0.0824022 Mar 11 13:57:12.968195 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a9e19721-8fec-46e6-81b2-647f2cb4fff7 req-288518ca-da44-4182-b507-9805d38665e2 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377131 Mar 11 13:57:13.095734 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978d5f52-94c2-4c3a-a013-d57731d01f8c {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:57:13.103187 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:13.117917 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Transition to ACTIVE for port object 978d5f52-94c2-4c3a-a013-d57731d01f8c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 13:57:13.121652 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:13.278595 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:13.358331 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Attempting to bind port 978d5f52-94c2-4c3a-a013-d57731d01f8c on host hv-neutron-8331 for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 13:57:13.358605 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Attempting to bind port 978d5f52-94c2-4c3a-a013-d57731d01f8c by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 13:57:13.358933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Attempting to bind port 978d5f52-94c2-4c3a-a013-d57731d01f8c on network e9441dec-e966-4db0-ac87-774022bf192f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:57:13.363510 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Port 978d5f52-94c2-4c3a-a013-d57731d01f8c on network e9441dec-e966-4db0-ac87-774022bf192f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 13:57:13.363836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Attempting to bind port 978d5f52-94c2-4c3a-a013-d57731d01f8c on network e9441dec-e966-4db0-ac87-774022bf192f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 13:57:13.369810 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Checking agent: {'id': '29ebaa11-3e7b-43d3-9d50-fd259fd681ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'started_at': datetime.datetime(2022, 3, 11, 13, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 13:57:13.370149 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Checking segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 13:57:13.370534 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Bound using segment: {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 13:57:13.370957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Bound port: 978d5f52-94c2-4c3a-a013-d57731d01f8c, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afb4f5f-d157-4f13-b8fb-0052d8d94f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 13:57:13.371300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:13.462152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 13:57:13.464916 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 13:57:13.470509 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356285'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:13.524892 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:13.525585 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:13.526818 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] 10.222.0.50 "PUT /v2.0/ports/978d5f52-94c2-4c3a-a013-d57731d01f8c HTTP/1.1" status: 200 len: 1094 time: 0.9727991 Mar 11 13:57:13.527238 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:57:13.558499 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffba78a-fb69-43ac-bd69-45e6e8be7ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:13.602820 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'status': 'completed', 'code': 200} Mar 11 13:57:13.643180 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-9aa4ea96-eedb-49a3-bc73-e5879007b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:13.644787 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-9aa4ea96-eedb-49a3-bc73-e5879007b1bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 1097 time: 0.0775239 Mar 11 13:57:13.715749 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-cdc3cfe4-c116-4e77-ac4c-1b7ed2ce3393 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c HTTP/1.1" status: 200 len: 217 time: 0.0640101 Mar 11 13:57:13.775776 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-bec544c5-ce51-4c9f-8312-720e0a56b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:13.777120 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-bec544c5-ce51-4c9f-8312-720e0a56b684 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0557745 Mar 11 13:57:13.851110 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-22944fa7-442c-40dc-99cd-bdfc85e98abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:13.852541 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-22944fa7-442c-40dc-99cd-bdfc85e98abb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702584 Mar 11 13:57:13.983394 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-7f7fcee4-cd94-48b2-b6eb-31d4e8b80e0f service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200802 Mar 11 13:57:14.114522 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-aa4c7574-b29a-4765-80d6-0edd39afedb7 req-4b338fea-ae01-4621-9ec1-2f9ba371a962 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248758 Mar 11 13:57:14.154406 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818278a-ef35-4a55-8aa1-248547371730 req-9e97b8b0-93c8-4904-8f43-4b25e5874c42 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:14.155875 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b818278a-ef35-4a55-8aa1-248547371730 req-9e97b8b0-93c8-4904-8f43-4b25e5874c42 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 944 time: 0.0823233 Mar 11 13:57:14.199971 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b818278a-ef35-4a55-8aa1-248547371730 req-a1e07f21-8b53-4a4b-b290-1f53be3aae73 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385375 Mar 11 13:57:14.236703 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59201ca-44ec-47b4-8cba-9be319702277 req-5d04e994-7329-4517-97d1-d1408e45b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:14.238138 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a59201ca-44ec-47b4-8cba-9be319702277 req-5d04e994-7329-4517-97d1-d1408e45b745 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 1097 time: 0.0747447 Mar 11 13:57:14.467374 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59201ca-44ec-47b4-8cba-9be319702277 req-81594abc-7f2b-416f-8bd0-2392b552017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:14.468814 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a59201ca-44ec-47b4-8cba-9be319702277 req-81594abc-7f2b-416f-8bd0-2392b552017e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.2241619 Mar 11 13:57:14.535252 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a59201ca-44ec-47b4-8cba-9be319702277 req-82e471fe-b5d3-4eae-bff1-864e47f26cb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c HTTP/1.1" status: 200 len: 217 time: 0.0594962 Mar 11 13:57:14.598887 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59201ca-44ec-47b4-8cba-9be319702277 req-0594692d-3001-4173-9e88-db2c8b444c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:14.600812 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a59201ca-44ec-47b4-8cba-9be319702277 req-0594692d-3001-4173-9e88-db2c8b444c27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0595195 Mar 11 13:57:14.672342 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59201ca-44ec-47b4-8cba-9be319702277 req-d59f7c7b-c112-45bc-b01f-a6cb7b7ba59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:14.673807 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a59201ca-44ec-47b4-8cba-9be319702277 req-d59f7c7b-c112-45bc-b01f-a6cb7b7ba59c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673044 Mar 11 13:57:14.804070 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a59201ca-44ec-47b4-8cba-9be319702277 req-28054d74-571f-4e9e-8e48-a6c338abe7e7 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232140 Mar 11 13:57:14.933709 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-a59201ca-44ec-47b4-8cba-9be319702277 req-8ceaf481-0627-4a06-bc00-fd831d96e9d1 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228750 Mar 11 13:57:15.385494 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8e3e4-6e56-4acc-939e-c1f4f11a00c2 req-4063f1ec-5b44-4a98-ac6c-c3fa7f3e5d98 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:15.386990 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d7f8e3e4-6e56-4acc-939e-c1f4f11a00c2 req-4063f1ec-5b44-4a98-ac6c-c3fa7f3e5d98 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 944 time: 0.0824587 Mar 11 13:57:15.431663 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d7f8e3e4-6e56-4acc-939e-c1f4f11a00c2 req-1675d3a9-aa66-4091-9203-8417fd497b92 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Mar 11 13:57:16.613720 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a99b9-eda6-49dc-a32d-d80960097eea req-bd12c14e-3e13-4f81-98fa-8362fb056f8f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:16.615171 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f75a99b9-eda6-49dc-a32d-d80960097eea req-bd12c14e-3e13-4f81-98fa-8362fb056f8f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 944 time: 0.0810316 Mar 11 13:57:16.660362 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f75a99b9-eda6-49dc-a32d-d80960097eea req-9636bbb3-4050-408e-956c-a338bf57992f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396590 Mar 11 13:57:17.537141 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:57:17.666860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:57:17.680161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'port_id': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'mac_address': 'fa:16:3e:c9:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:57:17.733292 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:17.751463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978d5f52-94c2-4c3a-a013-d57731d01f8c {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:57:17.767661 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:57:17.771668 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:17.839248 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:17.845552 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a0b53-6134-4290-84f9-b2cb541b373d req-d777b6d6-0f6e-46e4-b8ae-e92922e577b2 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:17.847129 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d9a0b53-6134-4290-84f9-b2cb541b373d req-d777b6d6-0f6e-46e4-b8ae-e92922e577b2 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 945 time: 0.0803006 Mar 11 13:57:17.890874 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6d9a0b53-6134-4290-84f9-b2cb541b373d req-b709009b-9a51-4197-9104-51dc1fb92669 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377963 Mar 11 13:57:17.995387 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['978d5f52-94c2-4c3a-a013-d57731d01f8c'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:57:19.182212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3804c23-642b-4787-b587-b16f8ab625b3 req-0499de08-929e-4ba2-95ed-84465e219be3 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:19.183608 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b3804c23-642b-4787-b587-b16f8ab625b3 req-0499de08-929e-4ba2-95ed-84465e219be3 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 945 time: 0.1904809 Mar 11 13:57:19.227116 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b3804c23-642b-4787-b587-b16f8ab625b3 req-7b83a974-ca2c-43e3-a073-fc6a0d6c79ed tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378728 Mar 11 13:57:19.551755 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:57:19.620446 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning for port 978d5f52-94c2-4c3a-a013-d57731d01f8c completed by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 13:57:19.625236 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 978d5f52-94c2-4c3a-a013-d57731d01f8c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:57:19.625640 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:19.740634 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:19.765948 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:57:19.776960 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:57:19.780150 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:19.813655 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'code': 200} Mar 11 13:57:19.852250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=5']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:20.037312 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816842d-3b95-4000-a431-d38def65a2ac req-c0a3049c-773e-4c69-aa7d-65bc743cdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:20.038689 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d816842d-3b95-4000-a431-d38def65a2ac req-c0a3049c-773e-4c69-aa7d-65bc743cdc0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 1099 time: 0.0724320 Mar 11 13:57:20.079542 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-d816842d-3b95-4000-a431-d38def65a2ac req-c6b7b665-7a3d-48d7-bc6e-7fc80b065202 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350325 Mar 11 13:57:20.409613 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985caab-22f1-4bfc-a7e8-808bd26adf72 req-8020d3c0-743f-4321-82cd-2ed4d5a73099 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:20.411171 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9985caab-22f1-4bfc-a7e8-808bd26adf72 req-8020d3c0-743f-4321-82cd-2ed4d5a73099 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 946 time: 0.0789287 Mar 11 13:57:20.458103 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9985caab-22f1-4bfc-a7e8-808bd26adf72 req-1d8a54fa-019b-428a-b60c-a7b65a18752d tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412481 Mar 11 13:57:21.642497 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aeaf3-cb4a-40e0-a0d5-68a513d8eb5a req-8a8ff5f2-86b7-4cbf-aa51-eed32526a96f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:21.643936 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7d4aeaf3-cb4a-40e0-a0d5-68a513d8eb5a req-8a8ff5f2-86b7-4cbf-aa51-eed32526a96f tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 946 time: 0.0819097 Mar 11 13:57:21.687904 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7d4aeaf3-cb4a-40e0-a0d5-68a513d8eb5a req-7bc1a1c7-65aa-420c-8353-34f64a8e8443 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 Mar 11 13:57:21.869040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346feb2-ad6f-45e5-a764-a70a8fbaa9ad req-8a07dc12-5339-41a5-adb4-98454f9e2265 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:21.870479 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f346feb2-ad6f-45e5-a764-a70a8fbaa9ad req-8a07dc12-5339-41a5-adb4-98454f9e2265 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 946 time: 0.0808728 Mar 11 13:57:21.913606 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f346feb2-ad6f-45e5-a764-a70a8fbaa9ad req-30fed84b-7f08-4cb6-8b7b-957d605e5c0a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376527 Mar 11 13:57:21.935139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:57:22.003771 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6f1177-466e-4f85-975c-d846301d6139 tempest-TestSnapshotPattern-2025912604 tempest-TestSnapshotPattern-2025912604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:22.005192 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5e6f1177-466e-4f85-975c-d846301d6139 tempest-TestSnapshotPattern-2025912604 tempest-TestSnapshotPattern-2025912604-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 1094 time: 0.0691335 Mar 11 13:57:22.007884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:57:22.012638 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Request body: {'floatingip': {'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'port_id': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:57:22.018414 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 13:57:22.022710 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Usage tracker for resource:floatingip and tenant:28900f4c75b2431e86a1c81f493f8271 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 13:57:22.025525 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 13:57:22.031138 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 13:57:22.041993 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:22.177270 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:22.313235 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Allocated IP 172.26.4.124 (ea355bbd-aab3-467d-af6b-43681cd67658/4144ae83-db3e-40a2-9988-3092c14a9f53/9f6243c2-6507-4a5f-852f-28b9bdcec107) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:57:22.462468 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:22.491702 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763577858838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:22.534087 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:22.557083 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Network ea355bbd-aab3-467d-af6b-43681cd67658 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:57:22.564146 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:57:22.569058 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 13:57:22.601499 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'Port': ['ID=9f6243c2-6507-4a5f-852f-28b9bdcec107,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:22.619647 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.619998 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.620341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.620676 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.621007 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.621338 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.621689 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.622018 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.622341 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.622661 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.622982 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.623301 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:57:22.830936 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-2ab8a1a2-940b-4b84-a110-eeafb8f9d94e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673635 Mar 11 13:57:22.968697 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-572a6823-eafc-4f4a-9d7c-39464050bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:22.970192 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-572a6823-eafc-4f4a-9d7c-39464050bc79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1096 time: 0.0731347 Mar 11 13:57:22.998070 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:23.071862 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:23.112657 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-811f98fc-58f0-40cc-ac5d-9bcb344c1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:23.114159 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-811f98fc-58f0-40cc-ac5d-9bcb344c1201 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1262703 Mar 11 13:57:23.214366 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-494b0162-4008-4821-a7f1-0999afb0312f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 998 time: 0.0941737 Mar 11 13:57:23.275958 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-a51f353d-9e49-4316-a570-78beebee66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:23.277397 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-a51f353d-9e49-4316-a570-78beebee66b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0576694 Mar 11 13:57:23.354607 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-3b584b8e-6e67-478e-8984-de2d767f8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:23.356110 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-3b584b8e-6e67-478e-8984-de2d767f8da3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727339 Mar 11 13:57:23.392320 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:23.397825 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2695118'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:23.493695 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-bdcb3e25-85df-47a3-b6fc-6ee72f4c3a39 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308231 Mar 11 13:57:23.515977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event updated for resources: {'Port': ['ID=9f6243c2-6507-4a5f-852f-28b9bdcec107,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:57:23.522588 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359857'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:23.624759 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-2e30e7f8-6619-48ea-813a-2166cedb38c5 req-477fc5b0-7dbc-4469-b2fb-aa733c75fb27 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247962 Mar 11 13:57:23.694145 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Floating IP e68f1b9b-0233-43d7-ba9a-a4d2835268e0 associated. External IP: 172.26.4.124, port: 978d5f52-94c2-4c3a-a013-d57731d01f8c. Mar 11 13:57:24.034874 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Router 93d84caa-37c6-4861-89e0-5cb65aceb212 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:57:24.207079 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:57:24.216210 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] Sync routers for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:57:24.226196 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:57:24.226863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:57:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:57:24.233041 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:24.291339 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f028118d-c896-4b74-8c00-2290df58a717 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2822862 Mar 11 13:57:24.291761 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:57:24.387329 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'status': 'completed', 'code': 200} Mar 11 13:57:24.410217 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:57:24.481625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-beb2b265-9888-4ef4-9bd3-7bd6b812e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:24.483199 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-beb2b265-9888-4ef4-9bd3-7bd6b812e430 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 1099 time: 0.0753360 Mar 11 13:57:24.714293 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-8b852dba-c52e-4eb0-bf04-2d55972b7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:24.715754 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-8b852dba-c52e-4eb0-bf04-2d55972b7ddc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.2264111 Mar 11 13:57:24.797988 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:52Z', 'revision_number': 1, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}, {'id': 'e68f1b9b-0233-43d7-ba9a-a4d2835268e0', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.124', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:c9:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6888c-0dad-4fe5-a780-25470f013c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:57:22Z', 'updated_at': '2022-03-11T13:57:22Z', 'revision_number': 0, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:57:24.802115 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] Checking router: 93d84caa-37c6-4861-89e0-5cb65aceb212 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:57:24.811181 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:57:24.811690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:57:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:57:24.819346 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-3853d48d-e832-462d-b985-4dcf69ece24a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c HTTP/1.1" status: 200 len: 1000 time: 0.0967207 Mar 11 13:57:24.880463 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-e954e7c0-8b8b-40d1-ba5a-25fc6bf197f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:24.881891 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-e954e7c0-8b8b-40d1-ba5a-25fc6bf197f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0567181 Mar 11 13:57:24.953739 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-f05cbd4e-506c-4dc0-8e6f-ed9427eee4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:57:24.955193 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-f05cbd4e-506c-4dc0-8e6f-ed9427eee4f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677080 Mar 11 13:57:24.986568 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:57:25.083447 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-8034d798-e4b5-4734-9aab-2822138f2922 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225040 Mar 11 13:57:25.218701 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-41edd701-d877-4588-a04e-053d7f8d83a8 req-226ff262-083f-438d-b466-21bf4739f9c0 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289718 Mar 11 13:57:25.328148 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:52Z', 'revision_number': 1, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}, {'id': 'e68f1b9b-0233-43d7-ba9a-a4d2835268e0', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.124', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:c9:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6888c-0dad-4fe5-a780-25470f013c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:57:22Z', 'updated_at': '2022-03-11T13:57:22Z', 'revision_number': 0, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:57:25.332187 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38430d-23fe-48ee-8ed5-67dffb79e5e3 None None] The sync data for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv is: [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:52Z', 'revision_number': 1, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}, {'id': 'e68f1b9b-0233-43d7-ba9a-a4d2835268e0', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.124', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:c9:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6888c-0dad-4fe5-a780-25470f013c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:57:22Z', 'updated_at': '2022-03-11T13:57:22Z', 'revision_number': 0, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:57:25.516687 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2aa462-90a7-43d1-8a27-874f58af2b4e None None] New status for floating IP e68f1b9b-0233-43d7-ba9a-a4d2835268e0: ACTIVE {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:57:27.275448 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:57:37.278389 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dc663f3e-5e65-4998-831a-042143ca5ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:39.353333 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e1545334-153e-43e5-bdb8-ce1f16f4fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:40.575921 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:40.667571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:42.184093 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:57:52.534240 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:04.272973 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:58:07.279800 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a8828a1a-82a6-4b3b-b164-bbdbb7dd8778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:09.354972 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c31342d8-c07a-43d8-b11c-8a2d121ea96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:10.579524 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:10.667770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:12.185216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:22.541404 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:23.860441 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-b2f1735d-d8e8-4691-8fb9-6f3c4c83f47f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712521 Mar 11 13:58:23.950821 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-c996c9b4-3d23-4e96-b553-aacd9adb627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:58:23.952220 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-c996c9b4-3d23-4e96-b553-aacd9adb627c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 1099 time: 0.0675619 Mar 11 13:58:24.092037 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-8617b0e9-69bb-43f3-8704-c54e500d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:58:24.093452 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-8617b0e9-69bb-43f3-8704-c54e500d22be service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1220903 Mar 11 13:58:24.192851 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-a2004283-2a8a-4eb6-87d8-3621c0122ef1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c HTTP/1.1" status: 200 len: 1002 time: 0.0939171 Mar 11 13:58:24.256625 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-aaee9a42-94d8-473e-84d5-bc4068883463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:58:24.258125 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-aaee9a42-94d8-473e-84d5-bc4068883463 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0598211 Mar 11 13:58:24.330664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-379a682e-9863-4976-be63-9b236e8a875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:58:24.332074 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-379a682e-9863-4976-be63-9b236e8a875c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684624 Mar 11 13:58:24.462203 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-1e130f32-213d-4cae-bf02-18926f21cf3c service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236455 Mar 11 13:58:24.592954 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5be03a85-bd2b-40e4-a645-1d1443df65f9 req-22a95023-20c8-4d87-bfb6-a76fb61a728c service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242616 Mar 11 13:58:37.282359 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-2e55cccf-2a68-494b-824c-33ee6c5cc207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:39.355732 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-b93b5cdf-3935-465b-ba48-50f8c7f65d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:40.581161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:40.668989 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:41.270107 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:58:42.187176 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:52.536005 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:56.184727 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=87960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 13:58:56.316250 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:58:56.328928 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Returning: {'device': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'port_id': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'mac_address': 'fa:16:3e:c9:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 13:58:56.385341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:56.402022 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 978d5f52-94c2-4c3a-a013-d57731d01f8c {{(pid=87960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:58:56.417350 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:58:56.421245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:56.490832 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=6']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:58:56.497621 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.497963 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.498295 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.498624 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.498949 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.499276 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.499600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.499911 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.500229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.500543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.500860 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.501167 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:58:56.508548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] get_ports_and_sgs() called for port_ids ['978d5f52-94c2-4c3a-a013-d57731d01f8c'] {{(pid=87960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 13:58:58.184441 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c up at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 13:58:58.261932 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Provisioning complete for port 978d5f52-94c2-4c3a-a013-d57731d01f8c triggered by entity L2. {{(pid=87960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 13:58:58.262301 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66394932'] for port, provisioning_complete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:58.405079 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66600647'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:58.458630 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c'}] {{(pid=87960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:58:58.468576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:58:58.475936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763578239236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763577858856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763577858901'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:58:58.522029 dv-neutron-833198-1-hyperv neutron-server[87960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'code': 200} Mar 11 13:58:58.558688 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Pushing event updated for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=7']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:05.998311 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41832) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:06.196303 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Deleting port 9f6243c2-6507-4a5f-852f-28b9bdcec107 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:06.196639 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:06.485453 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:06.485786 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:06.606015 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Calling delete_port for 9f6243c2-6507-4a5f-852f-28b9bdcec107 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:06.755611 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:06.832727 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event deleted for resources: {'Port': ['ID=9f6243c2-6507-4a5f-852f-28b9bdcec107,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:06.872501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.872839 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.873169 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.873522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.873847 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.874166 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.874486 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.874806 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.875119 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.875430 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.875742 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.876051 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:06.903202 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:06.903529 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Floating IP e68f1b9b-0233-43d7-ba9a-a4d2835268e0 disassociated (deleted). External IP: 172.26.4.124, port: 978d5f52-94c2-4c3a-a013-d57731d01f8c. Mar 11 13:59:07.251774 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Router 93d84caa-37c6-4861-89e0-5cb65aceb212 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:59:07.284346 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5dabc39c-55b1-4e2d-9ac5-98339816f36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:07.434622 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:59:07.445377 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] Sync routers for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:59:07.446934 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:07.454298 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:07.455315 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:58:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:07.500853 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df1c860a-5c17-4676-b5de-adee2774bb06 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "DELETE /v2.0/floatingips/e68f1b9b-0233-43d7-ba9a-a4d2835268e0 HTTP/1.1" status: 204 len: 168 time: 1.5014780 Mar 11 13:59:07.501584 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:59:07.548191 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'status': 'completed', 'code': 200} Mar 11 13:59:07.636916 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:07.648947 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-0a9ff130-c2a6-46ca-8997-2362c681c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:07.650429 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-0a9ff130-c2a6-46ca-8997-2362c681c7f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 1099 time: 0.0788376 Mar 11 13:59:07.794258 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-ff72d27d-e9e2-4f34-ae44-246cf370f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:07.795742 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-ff72d27d-e9e2-4f34-ae44-246cf370f590 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1391468 Mar 11 13:59:07.864520 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-fed39e91-d10b-49fb-8ad9-3f0077256d4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c HTTP/1.1" status: 200 len: 217 time: 0.0618660 Mar 11 13:59:07.890115 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c05fb0-4480-4ba8-93c2-1707b93fee89 req-e49b0387-f58d-4660-82d9-e06abacf225a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:07.890815 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-22c05fb0-4480-4ba8-93c2-1707b93fee89 req-e49b0387-f58d-4660-82d9-e06abacf225a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Synchronizing usage tracker for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:59:07.909758 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-22c05fb0-4480-4ba8-93c2-1707b93fee89 req-e49b0387-f58d-4660-82d9-e06abacf225a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Unset dirty status for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:59:07.911481 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22c05fb0-4480-4ba8-93c2-1707b93fee89 req-e49b0387-f58d-4660-82d9-e06abacf225a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 946 time: 0.1038222 Mar 11 13:59:07.960870 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22c05fb0-4480-4ba8-93c2-1707b93fee89 req-2d907dd2-feaa-47e8-aacf-1a40b8a6e04b tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426681 Mar 11 13:59:08.000571 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:52Z', 'revision_number': 1, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:08.004790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] Checking router: 93d84caa-37c6-4861-89e0-5cb65aceb212 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:59:08.013770 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:08.014361 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:58:39Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:08.032269 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-db50c905-7b16-4a42-b3a4-267e1e1468d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:08.033743 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-db50c905-7b16-4a42-b3a4-267e1e1468d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.1625700 Mar 11 13:59:08.107483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-a34c0f0e-fb3b-4c66-9838-0a1fa8882830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:08.108970 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-a34c0f0e-fb3b-4c66-9838-0a1fa8882830 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692346 Mar 11 13:59:08.192373 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:08.242704 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-8caf6130-66bc-4872-8e4a-f0ae62ec67fe service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267545 Mar 11 13:59:08.381264 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-9e35bc10-6d3d-4f05-98d4-a6aec5243dec req-8b4e22bb-022e-4c94-85ef-3a2978f0656d service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323082 Mar 11 13:59:08.629733 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:52Z', 'revision_number': 1, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:08.633877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20808ae-0fc0-49cc-9bad-b5d00b9df966 None None] The sync data for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv is: [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_floatingips': [{'id': 'a09d122e-ed1b-4615-a1cc-65587ee71040', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'router_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'port_id': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'mac_address': 'fa:16:3e:ef:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:54:50Z', 'updated_at': '2022-03-11T13:54:52Z', 'revision_number': 1, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:59:08.861748 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d030fedd-6cd5-409f-9e91-9c17c610cbfb None None] New status for floating IP e68f1b9b-0233-43d7-ba9a-a4d2835268e0: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:59:09.155501 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cee2f9-054d-437d-acfc-96ae9af58b2f req-c63a38d7-aa21-4fa0-9dc2-e6424beada3c tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:09.156882 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8cee2f9-054d-437d-acfc-96ae9af58b2f req-c63a38d7-aa21-4fa0-9dc2-e6424beada3c tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 946 time: 0.0835936 Mar 11 13:59:09.200250 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d8cee2f9-054d-437d-acfc-96ae9af58b2f req-065ce529-1dd7-43f9-b72d-4b9367e0fdce tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377893 Mar 11 13:59:09.356900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e7520fd1-2e8a-463e-b150-c43ce828afdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:09.379536 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-87820680-ccb4-47ce-b491-414be45fb3e7 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:09.380215 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-87820680-ccb4-47ce-b491-414be45fb3e7 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Synchronizing usage tracker for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:59:09.391889 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-87820680-ccb4-47ce-b491-414be45fb3e7 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Unset dirty status for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:59:09.393602 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-87820680-ccb4-47ce-b491-414be45fb3e7 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 946 time: 0.0970180 Mar 11 13:59:09.465895 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Deleting port 978d5f52-94c2-4c3a-a013-d57731d01f8c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:09.466232 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:09.707059 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] For port 978d5f52-94c2-4c3a-a013-d57731d01f8c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=978d5f52-94c2-4c3a-a013-d57731d01f8c,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:09.707327 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:09.827746 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Calling delete_port for 978d5f52-94c2-4c3a-a013-d57731d01f8c owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:09.967140 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:10.017836 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event deleted for resources: {'Port': ['ID=978d5f52-94c2-4c3a-a013-d57731d01f8c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:10.063471 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.063811 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.064145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.064473 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.064815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.065143 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.065501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.065826 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.066145 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.066462 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.066777 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.067089 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833198-1-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:59:10.104663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] No DVR routers for this DVR port 978d5f52-94c2-4c3a-a013-d57731d01f8c on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:59:10.108366 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:10.111053 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'name': 'network-vif-deleted', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:59:10.134086 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-222b6f0a-8b52-432c-ab29-9262fddb9e75 req-396d85d3-713a-4b07-8384-225d5df9d651 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "DELETE /v2.0/ports/978d5f52-94c2-4c3a-a013-d57731d01f8c HTTP/1.1" status: 204 len: 173 time: 0.7345791 Mar 11 13:59:10.161464 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6888c-0dad-4fe5-a780-25470f013c77', 'name': 'network-vif-deleted', 'tag': '978d5f52-94c2-4c3a-a013-d57731d01f8c', 'status': 'completed', 'code': 200} Mar 11 13:59:10.229838 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:10.267974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 978d5f52-94c2-4c3a-a013-d57731d01f8c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:10.268591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:10.536194 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7179ce8a-a3fe-4878-a076-860901bb83bd req-06a8813d-0a9d-40af-bed5-c54941fbd2ef tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a6888c-0dad-4fe5-a780-25470f013c77 HTTP/1.1" status: 200 len: 210 time: 0.0503218 Mar 11 13:59:10.584710 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:10.672891 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:12.191270 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:12.203695 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:12.525290 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Deleting port 0636956a-efb0-4e56-aac5-eacef953d263 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:12.525655 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:12.693295 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:12.693646 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:12.816216 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Calling delete_port for 0636956a-efb0-4e56-aac5-eacef953d263 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:12.963617 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:13.008813 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event deleted for resources: {'Port': ['ID=0636956a-efb0-4e56-aac5-eacef953d263,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:13.100368 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:13.101229 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Floating IP a09d122e-ed1b-4615-a1cc-65587ee71040 disassociated (deleted). External IP: 172.26.4.92, port: 786c83d3-7b00-43eb-a36a-60b4ecbf529a. Mar 11 13:59:13.448602 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Router 93d84caa-37c6-4861-89e0-5cb65aceb212 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:59:13.621521 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:59:13.631186 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] Sync routers for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:59:13.637685 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:13.640397 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:13.641023 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:59:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:13.695456 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-116370e2-6233-46c4-b6ca-e5bc5e79126a tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "DELETE /v2.0/floatingips/a09d122e-ed1b-4615-a1cc-65587ee71040 HTTP/1.1" status: 204 len: 168 time: 1.4906383 Mar 11 13:59:13.696026 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:59:13.742086 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'status': 'completed', 'code': 200} Mar 11 13:59:13.822372 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:13.838480 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-af364eaa-9e58-481a-aaf7-3e87a0963689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:13.839969 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-af364eaa-9e58-481a-aaf7-3e87a0963689 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28900f4c75b2431e86a1c81f493f8271&device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 1096 time: 0.0763533 Mar 11 13:59:13.975876 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-63337c7b-6b34-4cae-b5a3-e2b559e9ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:13.977506 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-63337c7b-6b34-4cae-b5a3-e2b559e9ec9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 200 len: 910 time: 0.1317811 Mar 11 13:59:14.054401 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-28717045-b137-49a3-8907-9130a29e0900 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 200 len: 217 time: 0.0697315 Mar 11 13:59:14.118680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-38d834b9-0329-4e69-9fa0-2f2c5c3a5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:14.121660 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-38d834b9-0329-4e69-9fa0-2f2c5c3a5fff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 200 len: 848 time: 0.0612721 Mar 11 13:59:14.157477 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:14.161743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] Checking router: 93d84caa-37c6-4861-89e0-5cb65aceb212 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:59:14.171089 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:14.171846 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:59:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:14.196605 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d293c-1b10-4069-bfb8-9b956e8b4253 req-1994b0e9-34f9-4e06-baad-a45ab9ce004d tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:14.197336 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-df4d293c-1b10-4069-bfb8-9b956e8b4253 req-1994b0e9-34f9-4e06-baad-a45ab9ce004d tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Synchronizing usage tracker for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:59:14.213977 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-df4d293c-1b10-4069-bfb8-9b956e8b4253 req-1994b0e9-34f9-4e06-baad-a45ab9ce004d tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Unset dirty status for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:59:14.215147 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-df4d293c-1b10-4069-bfb8-9b956e8b4253 req-1994b0e9-34f9-4e06-baad-a45ab9ce004d tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 943 time: 0.2254231 Mar 11 13:59:14.274919 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-df4d293c-1b10-4069-bfb8-9b956e8b4253 req-a04dcdf7-21d1-49b8-becd-6c1e0341b993 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535698 Mar 11 13:59:14.276790 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:14.307742 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-57969d5a-4530-43bb-ac94-6019ad3e2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:14.309454 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-57969d5a-4530-43bb-ac94-6019ad3e2c64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9441dec-e966-4db0-ac87-774022bf192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810641 Mar 11 13:59:14.367576 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 978d5f52-94c2-4c3a-a013-d57731d01f8c {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:14.367915 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 978d5f52-94c2-4c3a-a013-d57731d01f8c not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:14.403231 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:14.441359 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-200c8bff-58dc-468c-8c05-92d8d3745259 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247077 Mar 11 13:59:14.571978 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-6f03d7bc-7d59-4d06-8849-2942114bc9c1 req-517ecb78-c1fe-494a-928c-ebc477384ef1 service neutron] 10.222.0.50 "GET /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237888 Mar 11 13:59:14.707126 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:14.710843 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc9f4-7929-4758-a94e-a0a15f5c5b4a None None] The sync data for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv is: [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:54:29Z', 'revision_number': 4, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv', '_interfaces': [{'id': 'c48c6601-dd3f-44b3-8af0-d8ab17e623e7', 'name': '', 'network_id': 'e9441dec-e966-4db0-ac87-774022bf192f', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'mac_address': 'fa:16:3e:75:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '568c292f-7555-46a0-9375-a4b1879517b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:28Z', 'updated_at': '2022-03-11T13:54:35Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'subnets': [{'id': '568c292f-7555-46a0-9375-a4b1879517b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:59:14.907932 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a69ec4-c382-4d1b-bdfc-f0c298fb9163 None None] New status for floating IP a09d122e-ed1b-4615-a1cc-65587ee71040: DOWN {{(pid=87961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:59:15.459110 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba0b46-5f30-46aa-810e-2a308d9c9cad req-c3d8ddff-cd94-4f7d-8315-77bde9986ac6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:15.461232 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1ba0b46-5f30-46aa-810e-2a308d9c9cad req-c3d8ddff-cd94-4f7d-8315-77bde9986ac6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 943 time: 0.0822089 Mar 11 13:59:15.504326 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1ba0b46-5f30-46aa-810e-2a308d9c9cad req-7fc1d90c-0aa4-4117-a876-c3ee3f604b92 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/security-groups?id=95841ecf-f8d6-4963-94de-9bd66a69ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375049 Mar 11 13:59:15.520354 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-06ea8969-dd05-4293-9e66-87eb2af0fc90 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:59:15.521043 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-06ea8969-dd05-4293-9e66-87eb2af0fc90 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Synchronizing usage tracker for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87959) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 13:59:15.533538 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.quota.resource [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-06ea8969-dd05-4293-9e66-87eb2af0fc90 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Unset dirty status for tenant:28900f4c75b2431e86a1c81f493f8271 on resource:port {{(pid=87959) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 13:59:15.534634 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-06ea8969-dd05-4293-9e66-87eb2af0fc90 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 943 time: 0.0922656 Mar 11 13:59:15.606502 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Deleting port 786c83d3-7b00-43eb-a36a-60b4ecbf529a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:15.606766 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:15.846795 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] For port 786c83d3-7b00-43eb-a36a-60b4ecbf529a, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=786c83d3-7b00-43eb-a36a-60b4ecbf529a,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:15.847151 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:15.966848 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Calling delete_port for 786c83d3-7b00-43eb-a36a-60b4ecbf529a owned by compute:nova {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:16.111188 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:16.159474 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event deleted for resources: {'Port': ['ID=786c83d3-7b00-43eb-a36a-60b4ecbf529a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:16.233483 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] No DVR routers for this DVR port 786c83d3-7b00-43eb-a36a-60b4ecbf529a on host hv-neutron-8331 {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:59:16.235748 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975533'] for port, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:16.238162 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-deleted', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:59:16.255297 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [req-5bba3564-06ed-4e7b-98a4-0c8deb1fb0a8 req-9c096598-432a-4a87-983b-6d9bc6f0c4e6 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.50 "DELETE /v2.0/ports/786c83d3-7b00-43eb-a36a-60b4ecbf529a HTTP/1.1" status: 204 len: 173 time: 0.7143922 Mar 11 13:59:16.284626 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b47ec1-e975-47e4-a39b-59855f1754d5', 'name': 'network-vif-deleted', 'tag': '786c83d3-7b00-43eb-a36a-60b4ecbf529a', 'status': 'completed', 'code': 200} Mar 11 13:59:16.671865 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d3239a4-3099-409c-a456-d5dc7416bfc0 req-a4d100e0-698a-44da-9717-b23dcd4c68cb tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b47ec1-e975-47e4-a39b-59855f1754d5 HTTP/1.1" status: 200 len: 210 time: 0.0453520 Mar 11 13:59:17.764975 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41920) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:17.833913 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d12ecd3-4c2d-4efa-b4bf-3d3c8b22cb21 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:17.862607 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d12ecd3-4c2d-4efa-b4bf-3d3c8b22cb21 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:17.925573 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d12ecd3-4c2d-4efa-b4bf-3d3c8b22cb21 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:17.943832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ecd3-4c2d-4efa-b4bf-3d3c8b22cb21 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95841ecf-f8d6-4963-94de-9bd66a69ee3d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:17.953659 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d12ecd3-4c2d-4efa-b4bf-3d3c8b22cb21 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:17.954708 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d12ecd3-4c2d-4efa-b4bf-3d3c8b22cb21 tempest-TestSnapshotPattern-1836869987 tempest-TestSnapshotPattern-1836869987-project] 10.222.0.52 "DELETE /v2.0/security-groups/95841ecf-f8d6-4963-94de-9bd66a69ee3d HTTP/1.1" status: 204 len: 168 time: 0.1887233 Mar 11 13:59:18.002594 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41926) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:18.267780 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 13:59:18.626673 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:18.971490 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Deleting port c48c6601-dd3f-44b3-8af0-d8ab17e623e7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:18.971747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:19.152933 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] For port c48c6601-dd3f-44b3-8af0-d8ab17e623e7, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:19.153647 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:19.274562 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Calling delete_port for c48c6601-dd3f-44b3-8af0-d8ab17e623e7 owned by network:router_interface {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:19.589175 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:19.663856 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48c6601-dd3f-44b3-8af0-d8ab17e623e7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:19.997728 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:20.307852 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 786c83d3-7b00-43eb-a36a-60b4ecbf529a no longer exists at agent hyperv_hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:20.344235 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] No Port match for: 786c83d3-7b00-43eb-a36a-60b4ecbf529a {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:20.344581 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Device 786c83d3-7b00-43eb-a36a-60b4ecbf529a not bound to the agent host hv-neutron-8331 {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:20.347691 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Router 93d84caa-37c6-4861-89e0-5cb65aceb212 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:59:20.527664 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:59:20.536216 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] Sync routers for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:59:20.540180 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-22dbfe2a-d8a3-4991-95c4-f4c5ed0e2f95 admin admin] 10.222.0.52 "PUT /v2.0/routers/93d84caa-37c6-4861-89e0-5cb65aceb212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5363555 Mar 11 13:59:20.542530 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41930) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:20.545939 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:20.546546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:59:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:20.722532 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks [] for router, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:20.760601 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:20.895608 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:20.905260 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Deleting port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:20.905635 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.044784 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:59:19Z', 'revision_number': 5, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port': {'id': '9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:26Z', 'updated_at': '2022-03-11T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:21.048546 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] Checking router: 93d84caa-37c6-4861-89e0-5cb65aceb212 for host: dv-neutron-833198-1-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:59:21.056978 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] Routers {'93d84caa-37c6-4861-89e0-5cb65aceb212'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:21.057591 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:59:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['93d84caa-37c6-4861-89e0-5cb65aceb212'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:21.076313 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] For port 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:21.076663 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.211919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] Set router 93d84caa-37c6-4861-89e0-5cb65aceb212 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:21.304380 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Calling delete_port for 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e owned by network:router_gateway {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:21.315543 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:59:20Z', 'revision_number': 6, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:21.319974 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966fa1f-50e7-4cba-ac6f-2d3a1c44f06b None None] The sync data for ids ['93d84caa-37c6-4861-89e0-5cb65aceb212'] in dv-neutron-833198-1-hyperv is: [{'id': '93d84caa-37c6-4861-89e0-5cb65aceb212', 'name': 'tempest-TestSnapshotPattern-362056185-router', 'tenant_id': '28900f4c75b2431e86a1c81f493f8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:25Z', 'updated_at': '2022-03-11T13:59:20Z', 'revision_number': 6, 'project_id': '28900f4c75b2431e86a1c81f493f8271', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:59:21.471428 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.516035 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:21.605501 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.784649 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.786957 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.808680 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.809169 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d84caa-37c6-4861-89e0-5cb65aceb212 {{(pid=87959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:59:21.821384 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] Notify callbacks [] for router, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.822523 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-392c6fb3-c59a-4ea4-abf3-2c4b5bb08957 admin admin] 10.222.0.52 "DELETE /v2.0/routers/93d84caa-37c6-4861-89e0-5cb65aceb212 HTTP/1.1" status: 204 len: 168 time: 1.2791302 Mar 11 13:59:21.825061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41934) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:21.881442 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] Deleting subnet 568c292f-7555-46a0-9375-a4b1879517b1 {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:59:21.884785 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:21.933781 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.009251 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.083229 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.120735 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568c292f-7555-46a0-9375-a4b1879517b1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:22.125378 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.131351 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a8f1d-a84f-45b9-996d-43cd6751aa90 None None] Network e9441dec-e966-4db0-ac87-774022bf192f requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:59:22.132214 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-88fb95a5-5d94-4ed3-976c-1b5c11988519 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/568c292f-7555-46a0-9375-a4b1879517b1 HTTP/1.1" status: 204 len: 168 time: 0.3061776 Mar 11 13:59:22.134743 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41938) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:22.244197 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.254888 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Deleting port 37a42133-a2f4-4d96-8c50-c4238a5eaaef {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:22.255212 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.400088 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] DHCP port deletion for e9441dec-e966-4db0-ac87-774022bf192f request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:59:22.402600 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Deleting port 37a42133-a2f4-4d96-8c50-c4238a5eaaef {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:22.403211 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.481737 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] For port 37a42133-a2f4-4d96-8c50-c4238a5eaaef, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=37a42133-a2f4-4d96-8c50-c4238a5eaaef,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:22.482098 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.609925 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Calling delete_port for 37a42133-a2f4-4d96-8c50-c4238a5eaaef owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:22.615590 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] For port 37a42133-a2f4-4d96-8c50-c4238a5eaaef, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=37a42133-a2f4-4d96-8c50-c4238a5eaaef,segment=NetworkSegment(4afb4f5f-d157-4f13-b8fb-0052d8d94f20),segment_id=4afb4f5f-d157-4f13-b8fb-0052d8d94f20)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:22.615964 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.625863 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.679977 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:22.689941 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.748302 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a42133-a2f4-4d96-8c50-c4238a5eaaef,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:22.752489 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] No DVR routers for this DVR port 37a42133-a2f4-4d96-8c50-c4238a5eaaef on host dv-neutron-833198-1-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:59:22.808712 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Calling delete_port for 37a42133-a2f4-4d96-8c50-c4238a5eaaef owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:22.846686 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:22.847255 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 9e0cfc4c-31d7-4c3d-bdbb-a82a99f31c1e not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:22.847957 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 37a42133-a2f4-4d96-8c50-c4238a5eaaef no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:22.871187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.886158 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 37a42133-a2f4-4d96-8c50-c4238a5eaaef {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:22.886499 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 37a42133-a2f4-4d96-8c50-c4238a5eaaef not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:22.886910 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c48c6601-dd3f-44b3-8af0-d8ab17e623e7 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:22.896533 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9441dec-e966-4db0-ac87-774022bf192f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:22.910154 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afb4f5f-d157-4f13-b8fb-0052d8d94f20') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:22.910455 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afb4f5f-d157-4f13-b8fb-0052d8d94f20') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:22.921921 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920937'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.929718 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: c48c6601-dd3f-44b3-8af0-d8ab17e623e7 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:22.930057 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device c48c6601-dd3f-44b3-8af0-d8ab17e623e7 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:22.941484 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.948832 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:59:22.949226 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2695082'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:22.957330 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:59:22.957717 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: Traceback (most recent call last): Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: timer() Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: cb(*args, **kw) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: return func(*args, **kwargs) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: self._notify() Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: self.callback(batched_events) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: event.method(event) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: return f(self, *a, **k) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._get(url).json() Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:59:22.963130 dv-neutron-833198-1-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:59:23.038991 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:23.054884 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:23.064937 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9441dec-e966-4db0-ac87-774022bf192f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:23.078436 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a5d1ef16-4450-4173-a7e9-3a2787a2a629 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e9441dec-e966-4db0-ac87-774022bf192f HTTP/1.1" status: 204 len: 168 time: 0.9426351 Mar 11 13:59:23.081275 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41942) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:23.459140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Deleting port 37a42133-a2f4-4d96-8c50-c4238a5eaaef {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:23.459669 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:23.524032 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-e315227c-edf2-4b98-acf6-9861c9c84ef2 None None] The port '37a42133-a2f4-4d96-8c50-c4238a5eaaef' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:59:23.727902 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358855'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:24.085635 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Deleting port 35418bf2-272b-493c-bf70-5fae799da1b4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:24.085900 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:24.290803 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] For port 35418bf2-272b-493c-bf70-5fae799da1b4, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=35418bf2-272b-493c-bf70-5fae799da1b4,segment=NetworkSegment(ed90b8d7-41ba-4681-b08e-9172c5844f8e),segment_id=ed90b8d7-41ba-4681-b08e-9172c5844f8e)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:24.291150 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:24.423298 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Calling delete_port for 35418bf2-272b-493c-bf70-5fae799da1b4 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:24.702522 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:24.753177 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35418bf2-272b-493c-bf70-5fae799da1b4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:25.160087 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358747'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:25.526279 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 has already been hosted by L3 agent e75f6557-6090-4a7c-a90c-fd0443678dbe {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 13:59:25.703523 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] Notify agent at l3_agent.dv-neutron-833198-1-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 13:59:25.712091 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] Sync routers for ids ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'] in dv-neutron-833198-1-hyperv {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:59:25.719449 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4603b592-96ca-4106-912f-e3c919839dc2 admin admin] 10.222.0.52 "PUT /v2.0/routers/f6be8f3c-2e6b-4304-acb7-1d47e630ef73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6370442 Mar 11 13:59:25.722054 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.52', 41946) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:25.722400 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] Routers {'f6be8f3c-2e6b-4304-acb7-1d47e630ef73'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:25.722991 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:59:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:25.900695 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] Set router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 gateway port host: dv-neutron-833198-1-hyperv {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:26.015746 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:26.181968 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'external_fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f7967530-14a8-42ad-947f-7074320414ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:59:24Z', 'revision_number': 5, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port': {'id': 'f7967530-14a8-42ad-947f-7074320414ec', 'name': '', 'network_id': 'ea355bbd-aab3-467d-af6b-43681cd67658', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833198-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:54:32Z', 'updated_at': '2022-03-11T13:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4144ae83-db3e-40a2-9988-3092c14a9f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833198-1-hyperv'}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:26.185706 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] Checking router: f6be8f3c-2e6b-4304-acb7-1d47e630ef73 for host: dv-neutron-833198-1-hyperv {{(pid=87961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:59:26.194506 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] Routers {'f6be8f3c-2e6b-4304-acb7-1d47e630ef73'} bound to L3 agent in host dv-neutron-833198-1-hyperv {{(pid=87961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 13:59:26.195086 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833198-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T12:54:09Z,description=,heartbeat_timestamp=2022-03-11T13:59:09Z,host='dv-neutron-833198-1-hyperv',id=e75f6557-6090-4a7c-a90c-fd0443678dbe,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T12:54:09Z,topic='l3_agent')) {'router_ids': ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'], 'active': True} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:26.201419 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:26.210660 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Deleting port f7967530-14a8-42ad-947f-7074320414ec {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:26.211189 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:26.351677 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_dvr_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] Set router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 gateway port host: None {{(pid=87961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 13:59:26.464216 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.l3_hamode_db [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:59:26Z', 'revision_number': 6, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port_host': None}], 'dv-neutron-833198-1-hyperv', False) {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:26.468160 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca148b2a-e9b4-4b07-97d9-d0cb63cfe5be None None] The sync data for ids ['f6be8f3c-2e6b-4304-acb7-1d47e630ef73'] in dv-neutron-833198-1-hyperv is: [{'id': 'f6be8f3c-2e6b-4304-acb7-1d47e630ef73', 'name': 'tempest-TestSnapshotPattern-567753114-router', 'tenant_id': '4158c6968ede49fe9333abde14588cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:54:31Z', 'updated_at': '2022-03-11T13:59:26Z', 'revision_number': 6, 'project_id': '4158c6968ede49fe9333abde14588cdb', 'gw_port_host': None}] {{(pid=87961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:59:26.516976 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] For port f7967530-14a8-42ad-947f-7074320414ec, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=f7967530-14a8-42ad-947f-7074320414ec,segment=NetworkSegment(681f9842-5166-40ba-bfeb-4c971d4ae06d),segment_id=681f9842-5166-40ba-bfeb-4c971d4ae06d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:26.517329 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:26.640040 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Calling delete_port for f7967530-14a8-42ad-947f-7074320414ec owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:26.817139 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2695109'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:26.860743 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 35418bf2-272b-493c-bf70-5fae799da1b4 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:26.902354 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 35418bf2-272b-493c-bf70-5fae799da1b4 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:26.902906 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 35418bf2-272b-493c-bf70-5fae799da1b4 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:26.903217 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Pushing event deleted for resources: {'Port': ['ID=f7967530-14a8-42ad-947f-7074320414ec,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:26.965208 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359906'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.153022 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1816'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.155187 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.182052 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353546'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.182488 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6be8f3c-2e6b-4304-acb7-1d47e630ef73 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 13:59:27.195580 dv-neutron-833198-1-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.196816 dv-neutron-833198-1-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15b1179f-f3b9-4a14-a7ce-043e0db5d64a admin admin] 10.222.0.52 "DELETE /v2.0/routers/f6be8f3c-2e6b-4304-acb7-1d47e630ef73 HTTP/1.1" status: 204 len: 168 time: 1.4738402 Mar 11 13:59:27.199481 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41952) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:27.259694 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] Deleting subnet 82e339e1-ab00-4d52-9e06-62b1c0671c9e {{(pid=87959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 13:59:27.263300 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.319286 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269763'] for subnet, precommit_delete_associations {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.402152 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66390324'] for subnet, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.477345 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66390333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546672'] for subnet, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.520699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e339e1-ab00-4d52-9e06-62b1c0671c9e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:27.527815 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.533821 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005bade9-32c8-4485-9006-f61664223615 None None] Network 721860bf-05f8-4a10-88c2-e0bccef6cea9 requested from dv-neutron-833198-1-hyperv {{(pid=87960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 13:59:27.534080 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-a9ade0ec-4f91-4082-bf8d-c9e0a72ed3cf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/82e339e1-ab00-4d52-9e06-62b1c0671c9e HTTP/1.1" status: 204 len: 168 time: 0.3332827 Mar 11 13:59:27.536230 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41956) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:27.644868 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66590184'] for network, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.655368 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Deleting port 2d2e883f-7b42-49df-b290-2752b97fd341 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:27.655699 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.785226 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] DHCP port deletion for 721860bf-05f8-4a10-88c2-e0bccef6cea9 request from dv-neutron-833198-1-hyperv {{(pid=87960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 13:59:27.790105 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Deleting port 2d2e883f-7b42-49df-b290-2752b97fd341 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:27.790478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.961061 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] For port 2d2e883f-7b42-49df-b290-2752b97fd341, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d2e883f-7b42-49df-b290-2752b97fd341,segment=NetworkSegment(ed90b8d7-41ba-4681-b08e-9172c5844f8e),segment_id=ed90b8d7-41ba-4681-b08e-9172c5844f8e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:27.961410 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:27.995919 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] For port 2d2e883f-7b42-49df-b290-2752b97fd341, host dv-neutron-833198-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833198-1-hyperv',level=0,port_id=2d2e883f-7b42-49df-b290-2752b97fd341,segment=NetworkSegment(ed90b8d7-41ba-4681-b08e-9172c5844f8e),segment_id=ed90b8d7-41ba-4681-b08e-9172c5844f8e)] {{(pid=87960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 13:59:27.996463 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-358087'] for port, precommit_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.089503 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Calling delete_port for 2d2e883f-7b42-49df-b290-2752b97fd341 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:28.115341 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Calling delete_port for 2d2e883f-7b42-49df-b290-2752b97fd341 owned by network:dhcp {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 13:59:28.165467 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66598154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763578237934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763577858847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356278'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.189101 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.db.api [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 13:59:28.189478 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG oslo_db.api [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 13:59:28.216402 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2e883f-7b42-49df-b290-2752b97fd341,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:28.218194 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] No DVR routers for this DVR port 2d2e883f-7b42-49df-b290-2752b97fd341 on host dv-neutron-833198-1-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:59:28.331081 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66391231', 'neutron.services.segments.db._delete_segments_for_network-8763578312021'] for network, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.355822 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721860bf-05f8-4a10-88c2-e0bccef6cea9']}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:28.368281 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed90b8d7-41ba-4681-b08e-9172c5844f8e') {'for_net_delete': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:28.368747 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.services.segments.db [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed90b8d7-41ba-4681-b08e-9172c5844f8e') {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:59:28.380654 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763578316144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269770'] for segment, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.397761 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66389987'] for segment, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.403880 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:59:28.404398 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66390001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356313'] for segment, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: Traceback (most recent call last): Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: timer() Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: cb(*args, **kw) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: return func(*args, **kwargs) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: self._notify() Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: self.callback(batched_events) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: event.method(event) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: return f(self, *a, **k) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._get(url).json() Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: return self.request(url, 'GET', **kwargs) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:59:28.418018 dv-neutron-833198-1-hyperv neutron-server[87959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:59:28.499387 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66391172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359879'] for network, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.503936 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Notify callbacks [] for network, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.529832 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] Pushing event deleted for resources: {'Network': ['ID=721860bf-05f8-4a10-88c2-e0bccef6cea9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:28.535763 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-54edf3bb-87f0-4d27-a793-18ff1e79cb5c admin admin] 10.222.0.52 "DELETE /v2.0/networks/721860bf-05f8-4a10-88c2-e0bccef6cea9 HTTP/1.1" status: 204 len: 168 time: 0.9985561 Mar 11 13:59:28.646667 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41962) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:28.675124 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f7967530-14a8-42ad-947f-7074320414ec no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:28.703683 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-18b7fcf7-6510-49db-a042-8e054ce4b434 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28900f4c75b2431e86a1c81f493f8271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530028 Mar 11 13:59:28.703877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Deleting port 2d2e883f-7b42-49df-b290-2752b97fd341 {{(pid=87960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 13:59:28.703877 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763578232068'] for port, before_delete {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.704036 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41966) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:28.737018 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: f7967530-14a8-42ad-947f-7074320414ec {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:28.737353 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device f7967530-14a8-42ad-947f-7074320414ec not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:28.737796 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d2e883f-7b42-49df-b290-2752b97fd341 no longer exists at agent ovs-agent-dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 13:59:28.767929 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac04-bccf-48cd-9368-8a0f004c0622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.777443 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] No Port match for: 2d2e883f-7b42-49df-b290-2752b97fd341 {{(pid=87960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 13:59:28.777804 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.rpc [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Device 2d2e883f-7b42-49df-b290-2752b97fd341 not bound to the agent host dv-neutron-833198-1-hyperv {{(pid=87960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 13:59:28.796597 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac04-bccf-48cd-9368-8a0f004c0622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.810936 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.plugin [None req-42ba294c-fc00-4857-aba5-5df5abb95d7a None None] The port '2d2e883f-7b42-49df-b290-2752b97fd341' was deleted {{(pid=87960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 13:59:28.854676 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac04-bccf-48cd-9368-8a0f004c0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.875421 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeac04-bccf-48cd-9368-8a0f004c0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ac0b2-4d77-4e0c-8c97-dcc567ade6e5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:28.882593 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac04-bccf-48cd-9368-8a0f004c0622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:28.884276 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-4ebeac04-bccf-48cd-9368-8a0f004c0622 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/412ac0b2-4d77-4e0c-8c97-dcc567ade6e5 HTTP/1.1" status: 204 len: 168 time: 0.1790254 Mar 11 13:59:29.231522 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41974) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:29.280065 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-22a9525b-1e02-413f-b7f6-4aa0eef71a5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4158c6968ede49fe9333abde14588cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473013 Mar 11 13:59:29.282590 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.wsgi [-] (87959) accepted ('10.222.0.52', 41978) {{(pid=87959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 13:59:29.340334 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6847aff-814a-4bc0-85b6-65828618a976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:29.366273 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6847aff-814a-4bc0-85b6-65828618a976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:29.418453 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6847aff-814a-4bc0-85b6-65828618a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732165'] for security_group, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:29.435171 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6847aff-814a-4bc0-85b6-65828618a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53c77be-8d4c-4c89-9f97-b4ce85b252d1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:59:29.439516 dv-neutron-833198-1-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6847aff-814a-4bc0-85b6-65828618a976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:29.443478 dv-neutron-833198-1-hyperv neutron-server[87959]: INFO neutron.wsgi [None req-f6847aff-814a-4bc0-85b6-65828618a976 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e53c77be-8d4c-4c89-9f97-b4ce85b252d1 HTTP/1.1" status: 204 len: 168 time: 0.1571784 Mar 11 13:59:37.287081 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6a36e109-453a-409e-8363-38249364da8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:39.358554 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ccae-f35a-4a26-a9da-dea0ad2c6be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:40.587229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:40.674690 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:42.194882 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:52.586570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 13:59:55.266464 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:00:07.291160 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-001d7f67-5953-47fc-98ca-ff667af72d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:09.360230 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-92514249-7464-4980-a83d-309e39db6889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:10.595140 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:10.677570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:12.199475 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:22.589209 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:32.265553 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:00:37.288175 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9f06f956-f552-4b34-bf63-f7ab1a8b1026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:39.364376 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cd64db2e-fd24-4646-a339-1b9f897cfa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:40.595390 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:40.682218 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:42.200671 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:00:52.596179 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:07.290934 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-941eda97-f47f-4792-a32b-8067bfbf2e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:09.264230 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:01:09.366229 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-389515c9-1aae-48ed-bbfe-2c5c10f95fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:10.596344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:10.688362 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:12.202269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:22.615035 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:37.293859 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8a01aec9-8d88-4a49-8347-31fb87440c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:39.375245 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-6399ce01-2892-4ccc-b1b2-67197b93ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:40.608344 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:40.694476 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:42.205343 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:01:46.263142 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:01:52.617794 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:07.299961 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8de34e8e-66a1-4053-8bfc-27c4ab24f461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:09.368436 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-79ab5cf2-e224-4865-9287-c6f792ea4203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:10.602825 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:10.688264 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:12.212707 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:22.618933 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:23.264362 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:02:37.295570 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bafac6b1-907e-4407-bff1-bba318fc776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:39.370632 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-64d01640-613d-4bc4-bd68-c7b0e3a0945f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:40.607064 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:40.692199 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:42.218848 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:02:52.627454 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:00.266769 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:03:07.299161 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c4d04ccc-0d17-4b12-ac8d-a4ac6aa50d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:09.376510 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cf9-b312-407b-b1ad-b6cba138791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:10.607980 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:10.694900 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:12.218277 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:22.627184 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:37.264538 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:03:37.301518 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d0645534-6fee-46bb-bcdd-fb5e5841d122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:39.371268 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bcbceb5e-9c0b-4257-9f19-4e63ca7c45a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:40.610027 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:40.697024 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:42.218998 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:03:52.627895 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:07.304818 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-11f0abb6-7939-4339-80d8-76af1bbb6ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:09.374269 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ee651f89-4583-4424-802e-bd156d1fde52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:10.614456 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:10.698507 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:12.224470 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:14.268028 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:04:22.640562 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:37.306918 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cf43aa6f-627f-4819-b363-bee73586ebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:39.376244 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1674-7d01-45f4-a1c8-01e77c1c87a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:40.616588 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83bbffc1-430e-4817-9f01-6ca4d599456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:40.699586 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-4283c624-920d-4b63-a18b-fbaa2a407c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:42.225795 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-83cd96e2-d52e-4009-bb17-347a53937367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:04:51.265193 dv-neutron-833198-1-hyperv neutron-server[87961]: DEBUG neutron.db.agents_db [None req-bf93805d-7d70-4234-b716-cb00c2e512b5 None None] Agent healthcheck: found 6 active agents {{(pid=87961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 14:04:52.640322 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-164e4694-9949-4d0b-afd8-32efd160eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 14:05:07.308548 dv-neutron-833198-1-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d277580-de6f-468a-83c7-d9a899093f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763578311994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66394949'] for agent, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}